supercrawler
Advanced tools
Comparing version 1.7.0 to 1.7.1
| { | ||
| "name": "supercrawler", | ||
| "description": "A web crawler. Supercrawler automatically crawls websites. Define custom handlers to parse content. Obeys robots.txt, rate limits and concurrency limits.", | ||
| "version": "1.7.0", | ||
| "version": "1.7.1", | ||
| "homepage": "https://github.com/brendonboshell/supercrawler", | ||
@@ -22,24 +22,24 @@ "author": "Brendon Boshell <brendonboshell@gmail.com>", | ||
| "test": "mocha --recursive", | ||
| "coverage": "istanbul cover _mocha -- -R spec --recursive" | ||
| "coverage": "nyc --reporter=lcov --check-coverage npm test" | ||
| }, | ||
| "main": "./lib/index.js", | ||
| "devDependencies": { | ||
| "chai": "^3.5.0", | ||
| "istanbul": "^0.4.5", | ||
| "mocha": "^2.5.3", | ||
| "proxyquire": "^1.8.0", | ||
| "chai": "^4.2.0", | ||
| "mocha": "^6.1.4", | ||
| "nyc": "^14.1.0", | ||
| "proxyquire": "^2.1.0", | ||
| "sinon": "^1.17.7" | ||
| }, | ||
| "dependencies": { | ||
| "bluebird": "^3.5.3", | ||
| "cheerio": "^0.22.0", | ||
| "ioredis": "^3.2.2", | ||
| "bluebird": "^3.5.4", | ||
| "cheerio": "^1.0.0-rc.3", | ||
| "ioredis": "^4.9.3", | ||
| "lodash": "^4.17.11", | ||
| "mime-types": "^2.1.21", | ||
| "mime-types": "^2.1.24", | ||
| "node-cache": "^4.2.0", | ||
| "request": "^2.88.0", | ||
| "robots-parser": "^2.1.1", | ||
| "sequelize": "^4.42.0", | ||
| "sqlite3": "^4.0.6" | ||
| "sequelize": "^5.8.5", | ||
| "sqlite3": "^4.0.7" | ||
| } | ||
| } |
@@ -370,2 +370,6 @@ # Node.js Web Crawler | ||
| ### 1.7.1 | ||
| * [Changed] Updated dependencies, thanks [MrRefactoring](https://github.com/MrRefactoring/supercrawler). | ||
| ### 1.7.0 | ||
@@ -372,0 +376,0 @@ |
Improved metrics
- Total package byte prevSize
- increased by4.79%
137056
- Number of package files
- increased by3.45%
30
- Number of lines in readme file
- increased by0.7%
573
Dependency changes
+ Addedany-promise@1.3.0(transitive)
+ Addedcheerio@1.0.0-rc.12(transitive)
+ Addedcheerio-select@2.1.0(transitive)
+ Addedcss-select@5.1.0(transitive)
+ Addedcss-what@6.1.0(transitive)
+ Addeddebug@4.3.5(transitive)
+ Addeddom-serializer@2.0.0(transitive)
+ Addeddomelementtype@2.3.0(transitive)
+ Addeddomhandler@5.0.3(transitive)
+ Addeddomutils@3.1.0(transitive)
+ Addedentities@4.5.0(transitive)
+ Addedhtmlparser2@8.0.2(transitive)
+ Addedioredis@4.28.5(transitive)
+ Addedlodash.isarguments@3.1.0(transitive)
+ Addedms@2.1.2(transitive)
+ Addednth-check@2.1.1(transitive)
+ Addedp-map@2.1.0(transitive)
+ Addedparse5@7.1.2(transitive)
+ Addedparse5-htmlparser2-tree-adapter@7.0.0(transitive)
+ Addedredis-errors@1.2.0(transitive)
+ Addedredis-parser@3.0.0(transitive)
+ Addedretry-as-promised@3.2.0(transitive)
+ Addedsemver@6.3.1(transitive)
+ Addedsequelize@5.22.5(transitive)
+ Addedsequelize-pool@2.3.0(transitive)
+ Addedstandard-as-callback@2.1.0(transitive)
+ Addeduuid@8.3.2(transitive)
+ Addedvalidator@13.12.0(transitive)
- Removed@types/geojson@1.0.6(transitive)
- Removedcheerio@0.22.0(transitive)
- Removedcss-select@1.2.0(transitive)
- Removedcss-what@2.1.3(transitive)
- Removeddebug@2.6.9(transitive)
- Removeddepd@1.1.2(transitive)
- Removeddom-serializer@0.1.1(transitive)
- Removeddomelementtype@1.3.1(transitive)
- Removeddomhandler@2.4.2(transitive)
- Removeddomutils@1.5.1(transitive)
- Removedentities@1.1.2(transitive)
- Removedflexbuffer@0.0.6(transitive)
- Removedgeneric-pool@3.5.0(transitive)
- Removedhtmlparser2@3.10.1(transitive)
- Removedioredis@3.2.2(transitive)
- Removedlodash.assign@4.2.0(transitive)
- Removedlodash.assignin@4.2.0(transitive)
- Removedlodash.bind@4.2.1(transitive)
- Removedlodash.clone@4.5.0(transitive)
- Removedlodash.clonedeep@4.5.0(transitive)
- Removedlodash.difference@4.5.0(transitive)
- Removedlodash.filter@4.6.0(transitive)
- Removedlodash.foreach@4.5.0(transitive)
- Removedlodash.isempty@4.4.0(transitive)
- Removedlodash.keys@4.2.0(transitive)
- Removedlodash.map@4.6.0(transitive)
- Removedlodash.merge@4.6.2(transitive)
- Removedlodash.noop@3.0.1(transitive)
- Removedlodash.partial@4.2.1(transitive)
- Removedlodash.pick@4.4.0(transitive)
- Removedlodash.reduce@4.6.0(transitive)
- Removedlodash.reject@4.6.0(transitive)
- Removedlodash.sample@4.2.1(transitive)
- Removedlodash.shuffle@4.2.0(transitive)
- Removedlodash.some@4.6.0(transitive)
- Removedlodash.values@4.3.0(transitive)
- Removedms@2.0.02.1.3(transitive)
- Removednth-check@1.0.2(transitive)
- Removedreadable-stream@3.6.2(transitive)
- Removedredis-parser@2.6.0(transitive)
- Removedretry-as-promised@2.3.2(transitive)
- Removedsequelize@4.44.4(transitive)
- Removedstring_decoder@1.3.0(transitive)
- Removedterraformer@1.0.12(transitive)
- Removedterraformer-wkt-parser@1.2.1(transitive)
- Removedvalidator@10.11.0(transitive)
Updatedbluebird@^3.5.4
Updatedcheerio@^1.0.0-rc.3
Updatedioredis@^4.9.3
Updatedmime-types@^2.1.24
Updatedsequelize@^5.8.5
Updatedsqlite3@^4.0.7