forked from tanner/qotnews
fix tabs
This commit is contained in:
parent
9edc8b7cca
commit
e6976db25d
|
@ -9,7 +9,7 @@ DECLUTTER_API = 'https://declutter.1j.nz/details'
|
||||||
|
|
||||||
def get_html(url):
|
def get_html(url):
|
||||||
try:
|
try:
|
||||||
logging.info(f'Declutter Scraper: {url}')
|
logging.info(f"Declutter Scraper: {url}")
|
||||||
details = get_details(url)
|
details = get_details(url)
|
||||||
return details['content']
|
return details['content']
|
||||||
except:
|
except:
|
||||||
|
|
|
@ -9,7 +9,7 @@ READ_API = 'http://127.0.0.1:33843/details'
|
||||||
|
|
||||||
def get_html(url):
|
def get_html(url):
|
||||||
try:
|
try:
|
||||||
logging.info(f'Local Scraper: {url}')
|
logging.info(f"Local Scraper: {url}")
|
||||||
details = get_details(url)
|
details = get_details(url)
|
||||||
return details['content']
|
return details['content']
|
||||||
except:
|
except:
|
||||||
|
|
|
@ -17,7 +17,7 @@ def get_html(url):
|
||||||
|
|
||||||
def get_details(url):
|
def get_details(url):
|
||||||
try:
|
try:
|
||||||
logging.info(f'Outline Scraper: {url}')
|
logging.info(f"Outline Scraper: {url}")
|
||||||
params = {'source_url': url}
|
params = {'source_url': url}
|
||||||
headers = {'Referer': OUTLINE_REFERER}
|
headers = {'Referer': OUTLINE_REFERER}
|
||||||
r = requests.get(OUTLINE_API, params=params, headers=headers, timeout=20)
|
r = requests.get(OUTLINE_API, params=params, headers=headers, timeout=20)
|
||||||
|
|
Loading…
Reference in New Issue
Block a user