increase setTimeouts.

master
Jason Schwarzenberger 4 years ago
parent 78654e0c63
commit c9da2a078b
  1. 1
      .gitmodules
  2. 2
      readerserver/scraper/headless/_browser.js
  3. 2
      readerserver/scraper/headless/scripts/bypass-paywalls-chrome
  4. 2
      readerserver/scraper/headless/scripts/cosmetic-filters.js

1
.gitmodules vendored

@ -1,3 +1,4 @@
[submodule "readerserver/scraper/headless/scripts/bypass-paywalls-chrome"]
path = readerserver/scraper/headless/scripts/bypass-paywalls-chrome
url = https://github.com/iamadamdev/bypass-paywalls-chrome/
branch = master

@ -28,7 +28,7 @@ module.exports.getDetails = async (url) => {
await tab.addInitScript({ path: "scraper/headless/scripts/bypass-paywalls-chrome/src/js/contentScript.js" });
await tab.addInitScript({ path: "scraper/headless/scripts/cosmetic-filters.js" });
await tab.addInitScript({ path: "scraper/headless/scripts/fix-relative-links.js" });
await tab.goto(url, { timeout: 60000, waitUntil: "domcontentloaded" });
await tab.goto(url, { timeout: 90000, waitUntil: "domcontentloaded" });
await tab.waitForTimeout(2000);
const body = await tab.content();

@ -1 +1 @@
Subproject commit fff7f483db947e690977bfc80955a53329d3d349
Subproject commit fb1b09fccbb64f1d782753cc5c425eb0723e596f

@ -88,7 +88,7 @@
return displayNone || visibilityHidden;
})
.forEach((element) => element && element.remove());
}, 500);
}, 1500);
}
function removeSelectors(selectors) {

Loading…
Cancel
Save