Allow manual submission of articles

apiserver/feeds/manual.py

@@ -0,0 +1,46 @@
+import logging
+logging.basicConfig(
+        format='%(asctime)s - %(name)s - %(levelname)s - %(message)s',
+        level=logging.DEBUG)
+
+import requests
+import time
+from bs4 import BeautifulSoup
+
+USER_AGENT = 'Twitterbot/1.0'
+
+def api(route):
+    try:
+        headers = {'User-Agent': USER_AGENT}
+        r = requests.get(route, headers=headers, timeout=5)
+        if r.status_code != 200:
+            raise Exception('Bad response code ' + str(r.status_code))
+        return r.text
+    except KeyboardInterrupt:
+        raise
+    except BaseException as e:
+        logging.error('Problem hitting manual website: {}'.format(str(e)))
+        return False
+
+def story(ref):
+    html = api(ref)
+    if not html: return False
+
+    soup = BeautifulSoup(html, features='html.parser')
+
+    s = {}
+    s['author'] = 'manual submission'
+    s['author_link'] = 'https://news.t0.vc'
+    s['score'] = 0
+    s['date'] = int(time.time())
+    s['title'] = str(soup.title.string)
+    s['link'] = ref
+    s['url'] = ref
+    s['comments'] = []
+    s['num_comments'] = 0
+
+    return s
+
+# scratchpad so I can quickly develop the parser
+if __name__ == '__main__':
+    print(story('https://www.backblaze.com/blog/what-smart-stats-indicate-hard-drive-failures/'))