tanner/qotnews
1
0
Fork 1
Code Issues Pull Requests Releases Wiki Activity

fix tabs

Browse Source
This commit is contained in:
Jason Schwarzenberger 2020-11-04 15:04:20 +13:00
parent 9edc8b7cca
commit e6976db25d
3 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
apiserver/scrapers/declutter.py
View File

@ -9,7 +9,7 @@ DECLUTTER_API = 'https://declutter.1j.nz/details'
def get_html(url): def get_html(url):
try: try:
logging.info(f'Declutter Scraper: {url}') logging.info(f"Declutter Scraper: {url}")
details = get_details(url) details = get_details(url)
return details['content'] return details['content']
except: except:

2
apiserver/scrapers/local.py
View File

@ -9,7 +9,7 @@ READ_API = 'http://127.0.0.1:33843/details'
def get_html(url): def get_html(url):
try: try:
logging.info(f'Local Scraper: {url}') logging.info(f"Local Scraper: {url}")
details = get_details(url) details = get_details(url)
return details['content'] return details['content']
except: except:

4
apiserver/scrapers/outline.py
View File

@ -17,7 +17,7 @@ def get_html(url):
def get_details(url): def get_details(url):
try: try:
logging.info(f'Outline Scraper: {url}') logging.info(f"Outline Scraper: {url}")
params = {'source_url': url} params = {'source_url': url}
headers = {'Referer': OUTLINE_REFERER} headers = {'Referer': OUTLINE_REFERER}
r = requests.get(OUTLINE_API, params=params, headers=headers, timeout=20) r = requests.get(OUTLINE_API, params=params, headers=headers, timeout=20)
@ -35,4 +35,4 @@ def get_details(url):
raise raise
except BaseException as e: except BaseException as e:
logging.error('Problem outlining article: {}'.format(str(e))) logging.error('Problem outlining article: {}'.format(str(e)))
return {} return {}