website-scraper
Advanced tools
Comparing version 2.2.0 to 2.2.1
@@ -6,1 +6,3 @@ var Scraper = require('./lib/scraper.js'); | ||
}; | ||
module.exports.defaults = Scraper.defaults; |
@@ -25,2 +25,8 @@ var Promise = require('bluebird'); | ||
if (self.options.subdirectories) { | ||
self.options.subdirectories.forEach((element) => { | ||
element.extensions = element.extensions.map((ext) => ext.toLowerCase()); | ||
}); | ||
} | ||
if (self.options.recursive) { | ||
@@ -204,2 +210,4 @@ self.options.sources = _.union(self.options.sources, recursiveSources); | ||
Scraper.defaults = _.clone(defaults); | ||
module.exports = Scraper; |
@@ -81,3 +81,3 @@ var url = require('url'); | ||
function getFilenameExtension (filepath) { | ||
return (typeof filepath === 'string') ? path.extname(filepath) : null; | ||
return (typeof filepath === 'string') ? path.extname(filepath).toLowerCase() : null; | ||
} | ||
@@ -84,0 +84,0 @@ |
{ | ||
"name": "website-scraper", | ||
"version": "2.2.0", | ||
"version": "2.2.1", | ||
"description": "Download website to a local directory (including all css, images, js, etc.)", | ||
@@ -5,0 +5,0 @@ "readmeFilename": "README.md", |
@@ -64,3 +64,3 @@ ## Introduction | ||
Default options you can find in [lib/config/defaults.js](https://github.com/s0ph1e/node-website-scraper/blob/master/lib/config/defaults.js). | ||
Default options you can find in [lib/config/defaults.js](https://github.com/s0ph1e/node-website-scraper/blob/master/lib/config/defaults.js) or get them using `scrape.defaults`. | ||
@@ -67,0 +67,0 @@ #### urls |
47148
909