improve meta data scraping.

This commit is contained in:
Jason Schwarzenberger
2020-12-04 12:46:46 +13:00
parent fdb4494cd8
commit da7f6330bf
8 changed files with 74 additions and 109 deletions

View File

@@ -6,7 +6,7 @@ logging.basicConfig(
import re
import requests
from bs4 import BeautifulSoup
from scrapers import declutter
from scrapers.declutter import declutter, headless
import extruct
import settings