crawler-ninja
Advanced tools
Comparing version 0.2.2 to 0.2.3
@@ -66,2 +66,7 @@ | ||
// For HTTPS requests | ||
// Some old servers do not support recent TSL version | ||
options.secureOptions = require('constants').SSL_OP_NO_TLSv1_2; | ||
options.rejectUnauthorized = false; | ||
var requestArgs = ['uri','url','qs','method','headers','body','form','json','multipart','followRedirect', | ||
@@ -73,4 +78,6 @@ 'followAllRedirects', 'maxRedirects','encoding','pool','timeout','proxy','auth','oauth','strictSSL', | ||
var start = new Date(); | ||
request.get(_.pick.apply(this,[options].concat(requestArgs)), function(error,response) { | ||
var ops = _.pick.apply(this,[options].concat(requestArgs)); | ||
request.get(ops, function(error,response) { | ||
var end = new Date() - start; | ||
@@ -77,0 +84,0 @@ if (error) { |
{ | ||
"name": "crawler-ninja", | ||
"version": "0.2.2", | ||
"version": "0.2.3", | ||
"description": "A web crawler made for the SEO based on plugins. Please wait or contribute ... still in beta", | ||
@@ -5,0 +5,0 @@ "main": "index.js", |
@@ -14,3 +14,3 @@ var assert = require("assert"); | ||
describe('Memory leaks', function() { | ||
describe.skip('Memory leaks', function() { | ||
@@ -38,3 +38,3 @@ before(function(done) { | ||
}); | ||
it.skip('should crawl a big site without memory leaks', function(done) { | ||
it('should crawl a big site without memory leaks', function(done) { | ||
this.timeout(3000000); | ||
@@ -41,0 +41,0 @@ /* |
License Policy Violation
LicenseThis package is not allowed per your license policy. Review the package's license to ensure compliance.
Found 1 instance in 1 package
License Policy Violation
LicenseThis package is not allowed per your license policy. Review the package's license to ensure compliance.
Found 1 instance in 1 package
8216169
11063