jason/qotnews
1
0
Fork 0
forked from tanner/qotnews
Code Issues Pull Requests Releases Wiki Activity

increase setTimeouts.

Browse Source
This commit is contained in:
Jason Schwarzenberger
2020-11-18 10:06:45 +13:00
parent 78654e0c63
commit c9da2a078b
4 changed files with 4 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
.gitmodules vendored
View File

@@ -1,3 +1,4 @@
[submodule "readerserver/scraper/headless/scripts/bypass-paywalls-chrome"]
path = readerserver/scraper/headless/scripts/bypass-paywalls-chrome
url = https://github.com/iamadamdev/bypass-paywalls-chrome/
branch = master

2
readerserver/scraper/headless/_browser.js
View File

@@ -28,7 +28,7 @@ module.exports.getDetails = async (url) => {
await tab.addInitScript({ path: "scraper/headless/scripts/bypass-paywalls-chrome/src/js/contentScript.js" });
await tab.addInitScript({ path: "scraper/headless/scripts/cosmetic-filters.js" });
await tab.addInitScript({ path: "scraper/headless/scripts/fix-relative-links.js" });
await tab.goto(url, { timeout: 60000, waitUntil: "domcontentloaded" });
await tab.goto(url, { timeout: 90000, waitUntil: "domcontentloaded" });
await tab.waitForTimeout(2000);
const body = await tab.content();

2
readerserver/scraper/headless/scripts/bypass-paywalls-chrome

Submodule readerserver/scraper/headless/scripts/bypass-paywalls-chrome updated: fff7f483db...fb1b09fccb

2
readerserver/scraper/headless/scripts/cosmetic-filters.js
View File

@@ -88,7 +88,7 @@
return displayNone || visibilityHidden;
})
.forEach((element) => element && element.remove());
}, 500);
}, 1500);
}
function removeSelectors(selectors) {