jason/qotnews
1
0
Fork 0
forked from tanner/qotnews
Code Issues Pull Requests Releases Wiki Activity

remove readerserver, add declutter.

Browse Source
This commit is contained in:
Jason Schwarzenberger
2020-11-18 12:39:22 +13:00
parent c9da2a078b
commit f5b38f5c6b
21 changed files with 14 additions and 1863 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
apiserver/scrapers/headless.py
View File

@@ -3,9 +3,10 @@ logging.basicConfig(
format='%(asctime)s - %(name)s - %(levelname)s - %(message)s',
level=logging.DEBUG)
import requests
from settings import READER_PORT
READ_API = 'http://127.0.0.1:33843/headless/details'
READ_COMMENT__API = 'http://127.0.0.1:33843/headless/comments'
READ_API = 'http://127.0.0.1:{}/headless/details'.format(READER_PORT or 3000)
READ_COMMENT__API = 'http://127.0.0.1:{}/headless/comments'.format(READER_PORT or 3000)
TIMEOUT = 60

3
apiserver/scrapers/simple.py
View File

@@ -3,8 +3,9 @@ logging.basicConfig(
format='%(asctime)s - %(name)s - %(levelname)s - %(message)s',
level=logging.DEBUG)
import requests
from settings import READER_PORT
READ_API = 'http://127.0.0.1:33843/simple/details'
READ_API = 'http://127.0.0.1:{}/simple/details'.format(READER_PORT or 3000)
TIMEOUT = 20
def get_html(url):