crawler-js - npm Package Compare versions

Comparing version 0.0.3 to 0.0.4

lib/get_html.js

@@ -59,2 +59,12 @@ var request = require('request')
 
+  var addUrl = function(get,post){
+    if(typeof get != undefined){
+      url.get = get;
+      if(typeof post != undefined){
+        url.post = post;
+      }
+      getHtml(font, url,config);
+    }
+  }
+
   request(options, function(error, response, body){
@@ -61,0 +71,0 @@ if(!error){

lib/json_to_csv.js

@@ -23,6 +23,5 @@ toCsvValue = function(theValue, sDelimiter) {
       if (line != ''){
-        line = line.replace('|',' ');
         line += '|';
       }
-      line += array[i][index];
+      line += '"'+array[i][index].replace('|',' ')+'"';
     }
@@ -29,0 +28,0 @@ if (line != '') str += line + '\r\n'

lib/map_urls.js

@@ -126,3 +126,2 @@ var RateLimiter = require('limiter').RateLimiter
         var fontTemp = clone(font);
-        count++;
         if(count == font.limiter){
@@ -137,2 +136,3 @@ fontTemp[font['type']+'Attributes'][font[font['type']+'CurrentEntry']]['init'] = i+font[font['type']+'Attributes'][font[font['type']+'CurrentEntry']]['diff'];
         }
+        count++;
       }
@@ -139,0 +139,0 @@ }

package.json

 {
   "name": "crawler-js",
   "description": "Opensource Framework Crawler in Node.js",
-  "version": "0.0.3",
+  "version": "0.0.4",
   "main": "index.js",
@@ -6,0 +6,0 @@ "author": "Rodrigo Matheus <[e-mail]>",

New alerts

License Policy Violation

License

This package is not allowed per your license policy. Review the package's license to ensure compliance.

Found 1 instance in 1 package

Fixed alerts

License Policy Violation

License

This package is not allowed per your license policy. Review the package's license to ensure compliance.

Found 1 instance in 1 package

Improved metrics

Total package byte prevSize

93071

increased by0.21%

Lines of code

988

increased by0.82%

No dependency changes