Socket
Socket
Sign inDemoInstall

@qualweb/crawler

Package Overview
Dependencies
19
Maintainers
3
Versions
26
Alerts
File Explorer

Advanced tools

Install Socket

Detect and block malicious and high-risk dependencies

Install

Comparing version 0.3.13 to 0.3.14

9

dist/index.js

@@ -60,2 +60,3 @@ "use strict";

const [firstPageUrls, relativePathsToTest] = await this.fetchPageLinks(this.startingUrl);
console.log({ firstPageUrls, relativePathsToTest });
urlsByDepth[currentDepth] = [...firstPageUrls];

@@ -159,2 +160,3 @@ const newUrls = this.normalizeAndSort(await this.checkRelativePathsUrls(relativePathsToTest));

});
console.log(url);
[urls, relativePathsToTest] = await page.evaluate((startingUrl, isDomain) => {

@@ -269,9 +271,10 @@ function getUrlWithoutExtension(url) {

}
return [this.normalizeAndSort(urls), relativePathsToTest];
return [[], [...relativePathsToTest, ...this.normalizeAndSort(urls)]];
}
async checkRelativePathsUrls(urls) {
const newUrlsToValidate = new Array();
for (const url of urls !== null && urls !== void 0 ? urls : []) {
await Promise.all(urls.map(async (url) => {
try {
const page = await this.browser.newPage();
console.log(url);
if (this.viewport) {

@@ -309,3 +312,3 @@ await page.setViewport(this.viewport);

}
}
}));
return newUrlsToValidate;

@@ -312,0 +315,0 @@ }

{
"name": "@qualweb/crawler",
"version": "0.3.13",
"version": "0.3.14",
"description": "Webpage crawler for qualweb",

@@ -5,0 +5,0 @@ "main": "dist/index.js",

Sorry, the diff of this file is not supported yet

SocketSocket SOC 2 Logo

Product

  • Package Alerts
  • Integrations
  • Docs
  • Pricing
  • FAQ
  • Roadmap

Stay in touch

Get open source security insights delivered straight into your inbox.


  • Terms
  • Privacy
  • Security

Made with ⚡️ by Socket Inc