|
|
@ -11,8 +11,11 @@ import settings |
|
|
|
from feeds import hackernews, reddit, tildes, substack, manual, news |
|
|
|
from feeds import hackernews, reddit, tildes, substack, manual, news |
|
|
|
from scrapers import outline, declutter, local |
|
|
|
from scrapers import outline, declutter, local |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ONE_HOUR = 60*60 |
|
|
|
|
|
|
|
ONE_DAY = 24*ONE_HOUR |
|
|
|
|
|
|
|
|
|
|
|
INVALID_DOMAINS = ['youtube.com', 'bloomberg.com', 'wsj.com'] |
|
|
|
INVALID_DOMAINS = ['youtube.com', 'bloomberg.com', 'wsj.com'] |
|
|
|
TWO_DAYS = 60*60*24*2 |
|
|
|
MAX_AGE_IN_DAYS = 3*ONE_DAY |
|
|
|
|
|
|
|
|
|
|
|
substacks = {} |
|
|
|
substacks = {} |
|
|
|
for key, value in settings.SUBSTACK.items(): |
|
|
|
for key, value in settings.SUBSTACK.items(): |
|
|
@ -118,7 +121,7 @@ def update_story(story, is_manual=False): |
|
|
|
logging.info('Story not ready yet') |
|
|
|
logging.info('Story not ready yet') |
|
|
|
return False |
|
|
|
return False |
|
|
|
|
|
|
|
|
|
|
|
if story['date'] and not is_manual and story['date'] + TWO_DAYS < time.time(): |
|
|
|
if story['date'] and not is_manual and story['date'] + MAX_AGE_IN_DAYS < time.time(): |
|
|
|
logging.info('Story too old, removing') |
|
|
|
logging.info('Story too old, removing') |
|
|
|
return False |
|
|
|
return False |
|
|
|
|
|
|
|
|
|
|
|