master
Jason Schwarzenberger 4 years ago
parent 9edc8b7cca
commit e6976db25d
  1. 2
      apiserver/scrapers/declutter.py
  2. 2
      apiserver/scrapers/local.py
  3. 4
      apiserver/scrapers/outline.py

@ -9,7 +9,7 @@ DECLUTTER_API = 'https://declutter.1j.nz/details'
def get_html(url):
try:
logging.info(f'Declutter Scraper: {url}')
logging.info(f"Declutter Scraper: {url}")
details = get_details(url)
return details['content']
except:

@ -9,7 +9,7 @@ READ_API = 'http://127.0.0.1:33843/details'
def get_html(url):
try:
logging.info(f'Local Scraper: {url}')
logging.info(f"Local Scraper: {url}")
details = get_details(url)
return details['content']
except:

@ -17,7 +17,7 @@ def get_html(url):
def get_details(url):
try:
logging.info(f'Outline Scraper: {url}')
logging.info(f"Outline Scraper: {url}")
params = {'source_url': url}
headers = {'Referer': OUTLINE_REFERER}
r = requests.get(OUTLINE_API, params=params, headers=headers, timeout=20)
@ -35,4 +35,4 @@ def get_details(url):
raise
except BaseException as e:
logging.error('Problem outlining article: {}'.format(str(e)))
return {}
return {}
Loading…
Cancel
Save