website-scraper - npm Package Compare versions

Comparing version 1.0.0 to 1.0.1

lib/file-handlers/html.js

@@ -142,3 +142,3 @@ var cheerio = require('cheerio');
 		}
-		return Promise.reject();
+		return Promise.resolve();
 	}).get();
@@ -145,0 +145,0 @@

lib/utils.js

@@ -45,13 +45,16 @@ var url = require('url');
 
-function createOutputObject (resource) {
-	var assets = _(resource.getChildren())
-		.map(createOutputObject)
-		.uniq()
-		.value();
+function createOutputObject (resource, outputObjectsByUrl) {
+	outputObjectsByUrl = outputObjectsByUrl || {};
 
-	return {
+	var outputObject = {
 		url: resource.getUrl(),
-		filename: resource.getFilename(),
-		assets: assets
+		filename: resource.getFilename()
 	};
+	outputObjectsByUrl[outputObject.url] = outputObject;
+
+	outputObject.assets = _.map(resource.getChildren(), function getOrCreateChildOutputObject (childResource){
+		return outputObjectsByUrl[childResource.getUrl()] || createOutputObject(childResource, outputObjectsByUrl);
+	});
+
+	return outputObject;
 }
@@ -58,0 +61,0 @@

package.json

 {
   "name": "website-scraper",
-  "version": "1.0.0",
+  "version": "1.0.1",
   "description": "Download website to a local directory (including all css, images, js, etc.)",
@@ -39,3 +39,3 @@ "readmeFilename": "README.md",
     "css-url-parser": "^1.0.0",
-    "fs-extra": "^0.29.0",
+    "fs-extra": "^0.30.0",
     "lodash": "^4.11.1",
@@ -42,0 +42,0 @@ "request": "^2.42.0",

No alert changes

Improved metrics

Total package byte prevSize

30412

increased by0.91%

Lines of code

601

increased by0.17%

Dependency changes

• + Addedfs-extra@0.30.0(transitive)

• - Removedfs-extra@0.29.0(transitive)

• Updatedfs-extra@^0.30.0