diff --git a/.gitmodules b/.gitmodules new file mode 100644 index 0000000..b25f9f9 --- /dev/null +++ b/.gitmodules @@ -0,0 +1,3 @@ +[submodule "readerserver/scraper/browser/scripts/bypass-paywalls-chrome"] + path = readerserver/scraper/browser/scripts/bypass-paywalls-chrome + url = https://github.com/iamadamdev/bypass-paywalls-chrome.git diff --git a/readerserver/constants.js b/readerserver/constants.js deleted file mode 100644 index 13119c4..0000000 --- a/readerserver/constants.js +++ /dev/null @@ -1,4 +0,0 @@ -module.exports.headers = { - 'User-Agent': 'Googlebot/2.1 (+http://www.google.com/bot.html)', - 'X-Forwarded-For': '66.249.66.1', -}; \ No newline at end of file diff --git a/readerserver/main.js b/readerserver/main.js index 870a126..f0fe218 100644 --- a/readerserver/main.js +++ b/readerserver/main.js @@ -2,12 +2,12 @@ const port = 33843; const express = require('express'); const app = express(); const simple = require('./scraper/simple'); +const browser = require('./scraper/browser'); app.use(express.urlencoded({ extended: true })); app.get('/', (req, res) => { - // const routes = ['/', '/details', '/browser', '/browser/details', '/browser/comments']; - const routes = ['/', '/details']; + const routes = ['/', '/details', '/browser', '/browser/details', '/browser/comments']; const html = routes.map(route => `