jason/qotnews
1
0
Fork 0
forked from tanner/qotnews
Code Issues Pull Requests Releases Wiki Activity

increase setTimeouts.

Browse Source
This commit is contained in:
Jason Schwarzenberger
2020-11-18 10:06:45 +13:00
parent 78654e0c63
commit c9da2a078b
4 changed files with 4 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
.gitmodules vendored
View File

@@ -1,3 +1,4 @@
[submodule "readerserver/scraper/headless/scripts/bypass-paywalls-chrome"] [submodule "readerserver/scraper/headless/scripts/bypass-paywalls-chrome"]
path = readerserver/scraper/headless/scripts/bypass-paywalls-chrome path = readerserver/scraper/headless/scripts/bypass-paywalls-chrome
url = https://github.com/iamadamdev/bypass-paywalls-chrome/ url = https://github.com/iamadamdev/bypass-paywalls-chrome/
branch = master

2
readerserver/scraper/headless/_browser.js
View File

@@ -28,7 +28,7 @@ module.exports.getDetails = async (url) => {
await tab.addInitScript({ path: "scraper/headless/scripts/bypass-paywalls-chrome/src/js/contentScript.js" }); await tab.addInitScript({ path: "scraper/headless/scripts/bypass-paywalls-chrome/src/js/contentScript.js" });
await tab.addInitScript({ path: "scraper/headless/scripts/cosmetic-filters.js" }); await tab.addInitScript({ path: "scraper/headless/scripts/cosmetic-filters.js" });
await tab.addInitScript({ path: "scraper/headless/scripts/fix-relative-links.js" }); await tab.addInitScript({ path: "scraper/headless/scripts/fix-relative-links.js" });
await tab.goto(url, { timeout: 60000, waitUntil: "domcontentloaded" }); await tab.goto(url, { timeout: 90000, waitUntil: "domcontentloaded" });
await tab.waitForTimeout(2000); await tab.waitForTimeout(2000);
const body = await tab.content(); const body = await tab.content();

2
readerserver/scraper/headless/scripts/bypass-paywalls-chrome

Submodule readerserver/scraper/headless/scripts/bypass-paywalls-chrome updated: fff7f483db...fb1b09fccb

2
readerserver/scraper/headless/scripts/cosmetic-filters.js
View File

@@ -88,7 +88,7 @@
return displayNone || visibilityHidden; return displayNone || visibilityHidden;
}) })
.forEach((element) => element && element.remove()); .forEach((element) => element && element.remove());
}, 500); }, 1500);
} }
function removeSelectors(selectors) { function removeSelectors(selectors) {