better settings example.

This commit is contained in:
Jason Schwarzenberger 2020-11-04 15:52:34 +13:00
parent 9bfc6fc6fa
commit 939f4775a7

View File

@ -9,19 +9,16 @@ NUM_REDDIT = 10
NUM_TILDES = 5 NUM_TILDES = 5
NUM_SUBSTACK = 10 NUM_SUBSTACK = 10
# SITEMAP = { SITEMAP = {}
# 'nzherald': { 'url': "https://www.nzherald.co.nz/arcio/news-sitemap/", 'count': 10}, # SITEMAP['nzherald'] = { 'url': "https://www.nzherald.co.nz/arcio/news-sitemap/", 'count': 10},
# 'stuff': { 'url': "https://www.stuff.co.nz/sitemap.xml", 'count': 10}, # SITEMAP['stuff'] = { 'url': "https://www.stuff.co.nz/sitemap.xml", 'count': 10},
# }
# SUBSTACK = { SUBSTACK = {}
# 'webworm': { 'url': "https://www.webworm.co", 'count': 10}, # SUBSTACK['webworm'] = { 'url': "https://www.webworm.co", 'count': 10},
# 'the bulletin': { 'url': "https://thespinoff.substack.com", 'count': 10}, # SUBSTACK['the bulletin'] = { 'url': "https://thespinoff.substack.com", 'count': 10},
# }
# CATEGORY = { CATEGORY = {}
# 'rnz national': { 'url': "https://www.rnz.co.nz/news/national", 'count': 10}, # CATEGORY['rnz national'] = { 'url': "https://www.rnz.co.nz/news/national", 'count': 10},
# }
SCRAPERS = ['declutter', 'outline', 'local'] SCRAPERS = ['declutter', 'outline', 'local']