jason/qotnews
1
0
Fork 0
forked from tanner/qotnews
Code Issues Pull Requests Releases Wiki Activity

don't rescrape if simple.

Browse Source
This commit is contained in:
Jason Schwarzenberger
2020-12-10 16:25:51 +13:00
parent ce9694b70c
commit 4e5dc65461
2 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
apiserver/feed.py
View File

@@ -134,9 +134,9 @@ def update_story(story, is_manual=False, urlref=None):
has_url = story.get('url') or False
has_text = story.get('text') or False
is_simple = story.get('scaper', '') == 'simple'
#is_simple = story.get('scaper', '') == 'simple'
if has_url and (not has_text or is_simple):
if has_url and not has_text:
if not get_content_type(story['url']).startswith('text/'):
logging.info('URL invalid file type / content type:')
logging.info(story['url'])