From 9a279d44b1d2b454970a2f3747391189b95e3563 Mon Sep 17 00:00:00 2001
From: Tanner Collin <git@tannercollin.com>
Date: Tue, 3 Nov 2020 20:27:43 +0000
Subject: [PATCH] Add header to get content type

---
 apiserver/feed.py | 7 +++++--
 1 file changed, 5 insertions(+), 2 deletions(-)

diff --git a/apiserver/feed.py b/apiserver/feed.py
index c746f0c..cbf36ed 100644
--- a/apiserver/feed.py
+++ b/apiserver/feed.py
@@ -64,8 +64,11 @@ def get_article(url):
 
 def get_content_type(url):
     try:
-        headers = {'User-Agent': 'Twitterbot/1.0'}
-        return requests.get(url, headers=headers, timeout=2).headers['content-type']
+        headers = {
+            'User-Agent': 'Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)',
+            'X-Forwarded-For': '66.249.66.1',
+        }
+        return requests.get(url, headers=headers, timeout=5).headers['content-type']
     except:
         pass