crawler-js - npm Package Compare versions

Comparing version 0.0.14 to 0.0.15

index.js

 module.exports = require('./lib/index');

lib/check_status_header.js

@@ -0,0 +0,0 @@ checkStatusHeader = function(code, permitted){

lib/csv_to_json.js

@@ -52,3 +52,3 @@ readCsv = function(font,url,config){
     }
-    if(typeof font['encode'+font['type']] == 'undefined'){
+    if(typeof font['encode'+font['type']] != 'undefined' && font['encode'+font['type']] == true){
       row[data] = encodeURIComponent(row[data]);
@@ -55,0 +55,0 @@ }

lib/get_combinations.js

@@ -0,0 +0,0 @@ getCombination = function(allOptionsArray, combination){

lib/get_html.js

@@ -0,0 +0,0 @@ getHtml = function(font, url,config){

lib/json_to_csv.js

@@ -0,0 +0,0 @@ toCsvValue = function(theValue, sDelimiter) {

lib/letters_combinations.js

@@ -0,0 +0,0 @@ lettersCombinations = function(size){

lib/map_urls.js

 CrawlerJS = function(font,config){
   if(typeof config == 'undefined'){var config = {};}
+  if(typeof font.statusHeader == 'undefined'){font.statusHeader = [200];}
+  if(typeof font.preview == 'undefined'){font.preview = 0;}
+
   font.type = 'get',
@@ -207,6 +210,6 @@ font.getAttributes = [],
 words = function(font,url,config){
-  if(typeof font['encode'+font['type']] != 'undefined' && font['encode'+font['type']] == 0){
+  if(typeof font['encode'+font['type']] != 'undefined' && font['encode'+font['type']] == true){
+    var urlTemp = encodeURIComponent(font[font['type']+'Attributes'][font[font['type']+'CurrentEntry']]['words'][font[font['type']+'Attributes'][font[font['type']+'CurrentEntry']]['init']]);
+  }else{
     var urlTemp = font[font['type']+'Attributes'][font[font['type']+'CurrentEntry']]['words'][font[font['type']+'Attributes'][font[font['type']+'CurrentEntry']]['init']];
-  }else{
-    var urlTemp = encodeURIComponent(font[font['type']+'Attributes'][font[font['type']+'CurrentEntry']]['words'][font[font['type']+'Attributes'][font[font['type']+'CurrentEntry']]['init']]);
   }
@@ -213,0 +216,0 @@ url[font['type']] = font[font['type']].replace(font[font['type']+'Attributes'][font[font['type']+'CurrentEntry']]['parameter'],urlTemp);

lib/random_agent.js

@@ -0,0 +0,0 @@ randomAgent = function(){

lib/utils.js

@@ -1,7 +0,14 @@
-getUrlParams = function(qs){
+getParams = function(qs){
   var qs = qs.split("+").join(" ");
   var params = {}, tokens,
   re = /[?&]?([^=]+)=([^&]*)/g;
+  var first = 1;
   while (tokens = re.exec(qs)){
+    if(first == 1){
+      var tempParam = tokens[1].split('?');
+      params[decodeURIComponent(tempParam[1])] = decodeURIComponent(tokens[2]);
+      first = 0;
+    }else{
     params[decodeURIComponent(tokens[1])] = decodeURIComponent(tokens[2]);
+    }
   }
@@ -34,1 +41,7 @@ return params;
 }
+
+rawUrlDecode = function(str){
+  return decodeURIComponent((str + '').replace(/%(?![\da-f]{2})/gi, function(){
+    return '%25';
+  }));
+}

package.json

@@ -5,3 +5,3 @@ {
   "homepage" : "http://crawlerjs.org",
-  "version": "0.0.14",
+  "version": "0.0.15",
   "keywords": [
@@ -8,0 +8,0 @@ "crawler",

proxies.txt

@@ -0,0 +0,0 @@ 217.147.215.49:80

README.md

@@ -0,0 +0,0 @@ <img src="http://crawlerjs.org/content/images/2014/Jun/logo-5.png" alt="Crawler-js, Open source framework crawler in node.js" width="432px" height="81" />

New alerts

License Policy Violation

License

This package is not allowed per your license policy. Review the package's license to ensure compliance.

Found 1 instance in 1 package

Fixed alerts

License Policy Violation

License

This package is not allowed per your license policy. Review the package's license to ensure compliance.

Found 1 instance in 1 package

Improved metrics

Lines of code

1024

increased by1.39%

Worsened metrics

Total package byte prevSize

96748

decreased by-85.35%

Number of package files

17

decreased by-5.56%

No dependency changes