@vostersc/crawler
Advanced tools
Comparing version 2.0.7 to 2.0.8
22
index.js
@@ -50,3 +50,3 @@ // const p = require('puppeteer'); | ||
await page.goto(config[i].urls[0]); //eventually handle multiple urls | ||
const result = data = [...data, await config[i].selector(page)]; | ||
const result = data = [...data, await config[i].selector(page, config[i].qty)]; | ||
if(result.length <= 0) throw new Error(`Problem getting results from ${config[i].urls}`); | ||
@@ -87,3 +87,3 @@ | ||
await page.goto(config[i].urls[0], {waitUntil: 'networkidle2'}); //eventually handle multiple urls | ||
await config[i].selector(page); | ||
await config[i].selector(page, config[i].qty); | ||
@@ -116,11 +116,11 @@ } catch (err){ | ||
p.use( | ||
RecaptchaPlugin({ | ||
provider: { | ||
id: '2captcha', | ||
token: 'XXXXXXX' // REPLACE THIS WITH YOUR OWN 2CAPTCHA API KEY ⚡ | ||
}, | ||
visualFeedback: true // colorize reCAPTCHAs (violet = detected, green = solved) | ||
}) | ||
); | ||
// p.use( | ||
// RecaptchaPlugin({ | ||
// provider: { | ||
// id: '2captcha', | ||
// token: 'XXXXXXX' // REPLACE THIS WITH YOUR OWN 2CAPTCHA API KEY ⚡ | ||
// }, | ||
// visualFeedback: true // colorize reCAPTCHAs (violet = detected, green = solved) | ||
// }) | ||
// ); | ||
@@ -127,0 +127,0 @@ this.browser = await p.launch(opts); |
{ | ||
"name": "@vostersc/crawler", | ||
"version": "2.0.7", | ||
"version": "2.0.8", | ||
"description": "This package is a wrapper around Puppeteer. The package provides faster out of the box use by taking care of things like proxy urls, ips, user agents, and others.", | ||
@@ -5,0 +5,0 @@ "main": "index.js", |
234395