From 4e5dc6546137560a0a997efae3dd5b38a16493dd Mon Sep 17 00:00:00 2001 From: Jason Schwarzenberger Date: Thu, 10 Dec 2020 16:25:51 +1300 Subject: [PATCH] don't rescrape if simple. --- apiserver/feed.py | 4 ++-- readerserver | 2 +- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/apiserver/feed.py b/apiserver/feed.py index 95e2912..bc0f097 100644 --- a/apiserver/feed.py +++ b/apiserver/feed.py @@ -134,9 +134,9 @@ def update_story(story, is_manual=False, urlref=None): has_url = story.get('url') or False has_text = story.get('text') or False - is_simple = story.get('scaper', '') == 'simple' + #is_simple = story.get('scaper', '') == 'simple' - if has_url and (not has_text or is_simple): + if has_url and not has_text: if not get_content_type(story['url']).startswith('text/'): logging.info('URL invalid file type / content type:') logging.info(story['url']) diff --git a/readerserver b/readerserver index a51ea0e..91c0a71 160000 --- a/readerserver +++ b/readerserver @@ -1 +1 @@ -Subproject commit a51ea0e42391c8ab5e9b166754131bf3934cba40 +Subproject commit 91c0a71ccd60bd2af7ce039d5159f3afa0cd3d64