tanner/qotnews
1
0
Fork 1
Code Issues Pull Requests Releases Wiki Activity

Remove outline API

Browse Source
This commit is contained in:
Tanner Collin 2022-03-05 22:05:29 +00:00
parent 7386e1d8b0
commit a693ea5342
1 changed files with 0 additions and 24 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

24
apiserver/feed.py
View File

@ -10,9 +10,6 @@ from bs4 import BeautifulSoup
import settings import settings
from feeds import hackernews, reddit, tildes, manual, lobsters from feeds import hackernews, reddit, tildes, manual, lobsters
OUTLINE_API = 'https://api.outline.com/v3/parse_article'
READ_API = 'http://127.0.0.1:33843'
INVALID_DOMAINS = ['youtube.com', 'bloomberg.com', 'wsj.com', 'sec.gov'] INVALID_DOMAINS = ['youtube.com', 'bloomberg.com', 'wsj.com', 'sec.gov']
TWO_DAYS = 60*60*24*2 TWO_DAYS = 60*60*24*2
@ -33,27 +30,6 @@ def list():
return feed return feed
def get_article(url): def get_article(url):
try:
params = {'source_url': url}
headers = {'Referer': 'https://outline.com/'}
r = requests.get(OUTLINE_API, params=params, headers=headers, timeout=20)
if r.status_code == 429:
logging.info('Rate limited by outline, sleeping 30s and skipping...')
time.sleep(30)
return ''
if r.status_code != 200:
raise Exception('Bad response code ' + str(r.status_code))
html = r.json()['data']['html']
if 'URL is not supported by Outline' in html:
raise Exception('URL not supported by Outline')
return html
except KeyboardInterrupt:
raise
except BaseException as e:
logging.error('Problem outlining article: {}'.format(str(e)))
logging.info('Trying our server instead...')
if not settings.READER_URL: if not settings.READER_URL:
logging.info('Readerserver not configured, aborting.') logging.info('Readerserver not configured, aborting.')
return '' return ''