@qualweb/crawler - npm Package Compare versions

Comparing version 0.0.1 to 0.1.0

clean.js

@@ -0,0 +0,0 @@ 'use strict';

dist/index.js

@@ -19,3 +19,5 @@ 'use strict';
             this.crawler.on('fetchcomplete', item => {
-                if (item['stateData']['contentType'].includes('text/html') && !this.urls.includes(item.url)) {
+                if (item && item['stateData'] && item['stateData']['contentType'] &&
+                    item['stateData']['contentType'].includes('text/html') &&
+                    !this.urls.includes(item.url)) {
                     this.urls.push(item.url);
@@ -22,0 +24,0 @@ }

package.json

 {
   "name": "@qualweb/crawler",
-  "version": "0.0.1",
+  "version": "0.1.0",
   "description": "Webpage crawler for qualweb",
@@ -34,5 +34,3 @@ "main": "dist/index.js",
   "devDependencies": {
-    "@qualweb/types": "0.0.24",
-    "@types/css": "0.0.31",
-    "@types/htmlparser2": "^3.10.1",
+    "@qualweb/types": "^0.2.10",
     "@types/node": "^12.7.7",
@@ -39,0 +37,0 @@ "chai": "^4.2.0",

README.md

@@ -0,0 +0,0 @@ # QualWeb Crawler

src/index.ts

@@ -24,3 +24,5 @@ 'use strict';
       this.crawler.on('fetchcomplete', item => {
-        if (item['stateData']['contentType'].includes('text/html') && !this.urls.includes(item.url)) {
+        if (item && item['stateData'] && item['stateData']['contentType'] && 
+            item['stateData']['contentType'].includes('text/html') && 
+            !this.urls.includes(item.url)) {
           this.urls.push(item.url);
@@ -27,0 +29,0 @@ }

test/crawler.spec.js

@@ -0,0 +0,0 @@ const Crawl = require('../dist/index');

tsconfig.json

@@ -46,3 +46,3 @@ {
     "typeRoots": ["./node_modules/@qualweb/types"],                       /* List of folders to include type definitions from. */
-    "types": ["./node_modules/@qualweb/types", "node", "htmlparser2", "css"],                           /* Type declaration files to be included in compilation. */
+    "types": ["./node_modules/@qualweb/types", "node"],                           /* Type declaration files to be included in compilation. */
     // "allowSyntheticDefaultImports": true,  /* Allow default imports from modules with no default export. This does not affect code emit, just typechecking. */
@@ -49,0 +49,0 @@ "esModuleInterop": true                   /* Enables emit interoperability between CommonJS and ES Modules via creation of namespace objects for all imports. Implies 'allowSyntheticDefaultImports'. */

No alert changes

Improved metrics

Dev dependency count

5

decreased by-28.57%

Lines of code

157

increased by2.61%

Worsened metrics

Total package byte prevSize

10822

decreased by-0.58%

No dependency changes