diff --git a/readerserver/scraper/browser/_browser.js b/readerserver/scraper/browser/_browser.js index d68b3ab..e1cbc19 100644 --- a/readerserver/scraper/browser/_browser.js +++ b/readerserver/scraper/browser/_browser.js @@ -3,6 +3,7 @@ const { JSDOM } = require("jsdom"); const { Readability } = require("@mozilla/readability"); const { getUserAgent } = require('../../utils/user-agent'); +const { blockedRegexes, matchUrlDomain } = require("../../utils/sites"); module.exports.getDetails = async (url) => { const { userAgent, headers } = getUserAgent(url);