tanner/qotnews
1
0
Fork 1
Code Issues Pull Requests Releases Wiki Activity

don't rescrape if simple.

Browse Source
This commit is contained in:
Jason Schwarzenberger 2020-12-10 16:25:51 +13:00
parent ce9694b70c
commit 4e5dc65461
2 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
apiserver/feed.py
View File

@ -134,9 +134,9 @@ def update_story(story, is_manual=False, urlref=None):
has_url = story.get('url') or False has_url = story.get('url') or False
has_text = story.get('text') or False has_text = story.get('text') or False
is_simple = story.get('scaper', '') == 'simple' #is_simple = story.get('scaper', '') == 'simple'
if has_url and (not has_text or is_simple): if has_url and not has_text:
if not get_content_type(story['url']).startswith('text/'): if not get_content_type(story['url']).startswith('text/'):
logging.info('URL invalid file type / content type:') logging.info('URL invalid file type / content type:')
logging.info(story['url']) logging.info(story['url'])

2
readerserver

@ -1 +1 @@
Subproject commit a51ea0e42391c8ab5e9b166754131bf3934cba40 Subproject commit 91c0a71ccd60bd2af7ce039d5159f3afa0cd3d64