nodejs-web-scraper - npm Package Compare versions

Comparing version 6.1.2 to 6.1.3

operations/DownloadContent.js

@@ -201,3 +201,3 @@ const HttpOperation = require('./HttpOperation');
                 proxy: this.scraper.config.proxy,
-
+                agent: this.scraper.config.agent
             }
@@ -204,0 +204,0 @@

operations/helpers/PageHelper.js

@@ -107,3 +107,4 @@ const { request } = require('../../request/request.js');
                     headers: this.Operation.scraper.config.headers,
-                    proxy: this.Operation.scraper.config.proxy
+                    proxy: this.Operation.scraper.config.proxy,
+                    agent: this.Operation.scraper.config.agent
 
@@ -110,0 +111,0 @@ })

package.json

 {
   "name": "nodejs-web-scraper",
-  "version": "6.1.2",
+  "version": "6.1.3",
   "description": "A web scraper for NodeJs",
@@ -38,2 +38,2 @@ "main": "index.js",
   }
-}
+}

Scraper.js

@@ -6,3 +6,3 @@
 const { verifyDirectoryExists } = require('./utils/files')
-const { deepSpread } = require('./utils/objects')
+const { deepSpread } = require('./utils/objects');
 
@@ -31,2 +31,3 @@ /**
      * @param {string} [globalConfig.proxy = null] 
+     * @param {http.Agent} [globalConfig.agent = null] 
      * @param {Function} [globalConfig.onError = null]
@@ -65,4 +66,9 @@ */
         this.validateGlobalConfig(globalConfig);
-        deepSpread(this.config, globalConfig)
 
+        deepSpread(this.config,globalConfig)
+
+        if (globalConfig.agent) {
+            this.config.agent = globalConfig.agent;
+        }        
+
         this.config.errorCodesToSkip = [404, 403, 400];
@@ -69,0 +75,0 @@

No alert changes

Improved metrics

Total package byte prevSize

89442

increased by0.31%

Lines of code

1480

increased by0.41%

No dependency changes