crawler-request - npm Package Compare versions

Comparing version 1.1.9 to 1.2.0

package.json

 {
 	"name": "crawler-request",
-	"version": "1.1.9",
+	"version": "1.2.0",
 	"description": "HTTP request module customized for crawlers.",
@@ -5,0 +5,0 @@ "main": "crawler-request.js",

QUICKSTART.js

@@ -1,22 +0,19 @@
-//const CR = require('crawler-request');
-const CR = require('./');
-const Co = require('co');
-const Cheerio = require('cheerio');
-const Fs = require("fs");
-const Url = require('url');
+//const crawler = require('crawler-request');
+const crawler = require('./');
+const co = require('co');
 const callbackArr = [];
 
 function test1(result) {
-    result["test1"] = "test1";
-    return result;
+	result["test1"] = "test1";
+	return result;
 }
 
 function test2(result) {
-    result["test2"] = "test2";
-    return result;
+	result["test2"] = "test2";
+	return result;
 }
 
 function text_size(result) {
-    result["text_size"] = result.text == null ? 0 : result.text.length;
-    return result;
+	result["text_size"] = result.text == null ? 0 : result.text.length;
+	return result;
 }
@@ -46,34 +43,29 @@
 // test code starts here
+let testing_purpose = co.wrap(function* () {
 
-let testing_purpose = Co.wrap(function* () {
-    
-    let response_01 = yield CR("https://stackoverflow.com/questions/42772401/parallel-operations-with-promise-all");
-    debugger;
+	let response_01 = yield crawler("https://stackoverflow.com/questions/42772401/parallel-operations-with-promise-all");
+	debugger;
 
-    let response_02 = yield CR("https://stackoverflow.com/questions/42772401/parallel-operations-with-promise-all",callbackArr);
-    debugger;
+	let response_02 = yield crawler("https://stackoverflow.com/questions/42772401/parallel-operations-with-promise-all", callbackArr);
+	debugger;
 
-    let response_03 = yield CR("http://journals.tubitak.gov.tr/medical/issues/sag-09-39-3/sag-39-3-4-0902-21.pdf");
-    debugger;
+	let response_03 = yield crawler("http://journals.tubitak.gov.tr/medical/issues/sag-09-39-3/sag-39-3-4-0902-21.pdf");
+	debugger;
 
-    let response_04 = yield CR("http://journals.tubitak.gov.tr/medical/issues/sag-09-39-3/sag-39-3-4-0902-21.pdf", callbackArr);
-    debugger;
+	let response_04 = yield crawler("http://journals.tubitak.gov.tr/medical/issues/sag-09-39-3/sag-39-3-4-0902-21.pdf", callbackArr);
+	debugger;
 
-    let response_05 = yield CR("http://daytam.atauni.edu.tr/uploads/AFM.docx", callbackArr);
-    debugger;
+	let response_05 = yield crawler("http://daytam.atauni.edu.tr/uploads/AFM.docx", callbackArr);
+	debugger;
 
-    let response_06 = yield CR("aaabbbccc");
-    debugger;
+	let response_06 = yield crawler("aaabbbccc");
+	debugger;
 
-    let response_07 = yield CR("aaabbbccc", callbackArr);
-    debugger;
+	let response_07 = yield crawler("aaabbbccc", callbackArr);
+	debugger;
 
-    let response_08 = yield CR(urlArr, callbackArr);
-    debugger;
+	let response_08 = yield crawler(urlArr, callbackArr);
+	debugger;
 });
-    
+
 testing_purpose();
-
-
-
-

README.md

@@ -45,3 +45,3 @@ # crawler-request
 
-crawler("http://journals.tubitak.gov.tr/medical/issues/sag-09-39-3/sag-39-3-4-0902-21.pdf",response_text_size).then(function(response){
+crawler("https://stackoverflow.com/",response_text_size).then(function(response){
     // handle response
@@ -74,5 +74,5 @@ console.log(response.size);
 
-[![WhatsApp](https://img.shields.io/badge/style-WhatsApp-green.svg?style=flat&label=%2B90%20506%20304%2024%2080)](https://api.whatsapp.com/send?phone=905063042480&text=Hi%2C%0ALet%27s%20talk%20about%20crawler-request)
+[![WhatsApp](https://img.shields.io/badge/style-WhatsApp-green.svg?style=flat)](https://api.whatsapp.com/send?phone=905063042480&text=Hi%2C%0ALet%27s%20talk%20about%20crawler-request)
 
 ## License
 [MIT licensed](https://gitlab.com/autokent/crawler-request/blob/master/LICENSE) and all it's dependencies are MIT or BSD licensed.

No alert changes

Improved metrics

Number of low supply chain risk alerts

1

decreased by-50%

Worsened metrics

Total package byte prevSize

24980

decreased by-0.71%

Lines of code

464

decreased by-0.64%

No dependency changes