jason/qotnews
1
0
Fork 0
forked from tanner/qotnews
Code Issues Pull Requests Releases Wiki Activity

increase setTimeouts.

Browse Source
This commit is contained in:
Jason Schwarzenberger 2020-11-18 10:06:45 +13:00
parent 78654e0c63
commit c9da2a078b
4 changed files with 4 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
.gitmodules vendored
View File

@ -1,3 +1,4 @@
[submodule "readerserver/scraper/headless/scripts/bypass-paywalls-chrome"]
path = readerserver/scraper/headless/scripts/bypass-paywalls-chrome
url = https://github.com/iamadamdev/bypass-paywalls-chrome/
branch = master

2
readerserver/scraper/headless/_browser.js
View File

@ -28,7 +28,7 @@ module.exports.getDetails = async (url) => {
await tab.addInitScript({ path: "scraper/headless/scripts/bypass-paywalls-chrome/src/js/contentScript.js" });
await tab.addInitScript({ path: "scraper/headless/scripts/cosmetic-filters.js" });
await tab.addInitScript({ path: "scraper/headless/scripts/fix-relative-links.js" });
await tab.goto(url, { timeout: 60000, waitUntil: "domcontentloaded" });
await tab.goto(url, { timeout: 90000, waitUntil: "domcontentloaded" });
await tab.waitForTimeout(2000);
const body = await tab.content();

2
readerserver/scraper/headless/scripts/bypass-paywalls-chrome

@ -1 +1 @@
Subproject commit fff7f483db947e690977bfc80955a53329d3d349
Subproject commit fb1b09fccbb64f1d782753cc5c425eb0723e596f

2
readerserver/scraper/headless/scripts/cosmetic-filters.js
View File

@ -88,7 +88,7 @@
return displayNone || visibilityHidden;
})
.forEach((element) => element && element.remove());
}, 500);
}, 1500);
}
function removeSelectors(selectors) {