trawlingweb
Advanced tools
Comparing version 1.0.5 to 1.0.6
@@ -7,238 +7,205 @@ { | ||
"env": { | ||
"node": true, | ||
"browser": true, | ||
"commonjs": true, | ||
"es6": true, | ||
"mocha": true | ||
"node": true, | ||
"browser": true, | ||
"commonjs": true, | ||
"es6": true, | ||
"mocha": true | ||
}, | ||
"extends": "eslint:recommended", | ||
"rules": { | ||
"no-console": "off", | ||
"object-shorthand": "off", | ||
"accessor-pairs": "error", | ||
"array-bracket-spacing": "error", | ||
"array-callback-return": "off", | ||
"arrow-body-style": "off", | ||
"arrow-parens": "error", | ||
"arrow-spacing": "error", | ||
"block-scoped-var": "error", | ||
"block-spacing": "error", | ||
"brace-style": [ | ||
"error", | ||
"1tbs" | ||
], | ||
"callback-return": "off", | ||
"camelcase": "off", | ||
"comma-dangle": "error", | ||
"comma-spacing": "off", | ||
"comma-style": "error", | ||
"complexity": "off", | ||
"computed-property-spacing": [ | ||
"error", | ||
"never" | ||
], | ||
"consistent-return": "off", | ||
"consistent-this": "error", | ||
"curly": "off", | ||
"default-case": "error", | ||
"dot-location": "off", | ||
"dot-notation": [ | ||
"error", | ||
{ | ||
"allowKeywords": true | ||
} | ||
], | ||
"eol-last": "error", | ||
"eqeqeq": [ | ||
"error", | ||
"smart" | ||
], | ||
"func-names": [ | ||
"error", | ||
"never" | ||
], | ||
"func-style": "off", | ||
"generator-star-spacing": "error", | ||
"global-require": "error", | ||
"guard-for-in": "off", | ||
"handle-callback-err": "off", | ||
"id-blacklist": "error", | ||
"id-length": "off", | ||
"id-match": "error", | ||
"indent": [ | ||
"error", | ||
2 | ||
], | ||
"init-declarations": "off", | ||
"jsx-quotes": "error", | ||
"key-spacing": "error", | ||
"keyword-spacing": "off", | ||
"linebreak-style": [ | ||
"error", | ||
"unix" | ||
], | ||
"lines-around-comment": "error", | ||
"max-depth": "off", | ||
"max-len": "off", | ||
"max-lines": "off", | ||
"max-nested-callbacks": "error", | ||
"max-params": "off", | ||
"max-statements": "off", | ||
"max-statements-per-line": "error", | ||
"multiline-ternary": "off", | ||
"new-cap": "error", | ||
"new-parens": "error", | ||
"newline-after-var": "off", | ||
"newline-before-return": "off", | ||
"newline-per-chained-call": "off", | ||
"no-alert": "off", | ||
"no-array-constructor": "error", | ||
"no-bitwise": "off", | ||
"no-caller": "error", | ||
"no-catch-shadow": "error", | ||
"no-confusing-arrow": "error", | ||
"no-continue": "off", | ||
"no-div-regex": "error", | ||
"no-duplicate-imports": "error", | ||
"no-else-return": "off", | ||
"no-empty-function": "error", | ||
"no-eq-null": "error", | ||
"no-eval": "error", | ||
"no-extend-native": "error", | ||
"no-extra-bind": "error", | ||
"no-extra-label": "error", | ||
"no-extra-parens": "off", | ||
"no-floating-decimal": "error", | ||
"no-implicit-globals": "off", | ||
"no-implied-eval": "error", | ||
"no-inline-comments": "off", | ||
"no-inner-declarations": [ | ||
"error", | ||
"functions" | ||
], | ||
"no-invalid-this": "error", | ||
"no-iterator": "error", | ||
"no-label-var": "error", | ||
"no-labels": "error", | ||
"no-lone-blocks": "error", | ||
"no-lonely-if": "off", | ||
"no-loop-func": "off", | ||
"no-magic-numbers": "off", | ||
"no-mixed-operators": "error", | ||
"no-mixed-requires": "error", | ||
"no-multi-spaces": "off", | ||
"no-multi-str": "error", | ||
"no-multiple-empty-lines": "error", | ||
"no-negated-condition": "off", | ||
"no-nested-ternary": "off", | ||
"no-new": "error", | ||
"no-new-func": "error", | ||
"no-new-object": "error", | ||
"no-new-require": "error", | ||
"no-new-wrappers": "error", | ||
"no-octal-escape": "error", | ||
"no-param-reassign": "off", | ||
"no-path-concat": "error", | ||
"no-plusplus": "off", | ||
"no-process-env": "off", | ||
"no-process-exit": "off", | ||
"no-proto": "error", | ||
"no-prototype-builtins": "off", | ||
"no-restricted-globals": "error", | ||
"no-restricted-imports": "off", | ||
"no-restricted-modules": "error", | ||
"no-restricted-syntax": "error", | ||
"no-return-assign": "error", | ||
"no-script-url": "error", | ||
"no-self-compare": "error", | ||
"no-sequences": "error", | ||
"no-shadow": "off", | ||
"no-shadow-restricted-names": "error", | ||
"no-spaced-func": "error", | ||
"no-sync": "off", | ||
"no-ternary": "off", | ||
"no-throw-literal": "error", | ||
"no-trailing-spaces": "off", | ||
"no-undef-init": "error", | ||
"no-undefined": "off", | ||
"no-underscore-dangle": "error", | ||
"no-unmodified-loop-condition": "error", | ||
"no-unneeded-ternary": "error", | ||
"no-unused-expressions": "error", | ||
"no-use-before-define": "off", | ||
"no-useless-call": "error", | ||
"no-useless-computed-key": "error", | ||
"no-useless-concat": "error", | ||
"no-useless-constructor": "error", | ||
"no-useless-escape": "error", | ||
"no-useless-rename": "error", | ||
"no-var": "off", | ||
"no-void": "error", | ||
"no-warning-comments": "error", | ||
"no-whitespace-before-property": "error", | ||
"no-with": "error", | ||
"object-curly-newline": "off", | ||
"object-curly-spacing": [ "error", "always" ], | ||
"object-property-newline": "off", | ||
"one-var": "off", | ||
"one-var-declaration-per-line": "error", | ||
"operator-assignment": "off", | ||
"operator-linebreak": "error", | ||
"padded-blocks": "off", | ||
"prefer-arrow-callback": "off", | ||
"prefer-const": "error", | ||
"prefer-reflect": "off", | ||
"prefer-rest-params": "error", | ||
"prefer-spread": "off", | ||
"prefer-template": "off", | ||
"quote-props": ["error", "as-needed"], | ||
"quotes": "off", | ||
"radix": "error", | ||
"require-jsdoc": "off", | ||
"rest-spread-spacing": "error", | ||
"semi-spacing": [ | ||
"error", | ||
{ | ||
"after": true, | ||
"before": false | ||
} | ||
], | ||
"sort-imports": "error", | ||
"sort-vars": "error", | ||
"space-before-blocks": "error", | ||
"space-before-function-paren": "off", | ||
"space-in-parens": "off", | ||
"space-infix-ops": "off", | ||
"space-unary-ops": [ | ||
"error", | ||
{ | ||
"nonwords": false, | ||
"words": false | ||
} | ||
], | ||
"spaced-comment": "off", | ||
"strict": [ | ||
"error", | ||
"never" | ||
], | ||
"template-curly-spacing": "error", | ||
"unicode-bom": [ | ||
"error", | ||
"never" | ||
], | ||
"valid-jsdoc": "error", | ||
"vars-on-top": "off", | ||
"wrap-iife": "off", | ||
"wrap-regex": "error", | ||
"yield-star-spacing": "error", | ||
"no-unexpected-multiline": "off", | ||
"yoda": [ | ||
"error", | ||
"never" | ||
], | ||
"semi": [ | ||
"error", | ||
"never" | ||
] | ||
"no-console": "off", | ||
"object-shorthand": "off", | ||
"accessor-pairs": "error", | ||
"array-bracket-spacing": "error", | ||
"array-callback-return": "off", | ||
"arrow-body-style": "off", | ||
"arrow-parens": "error", | ||
"arrow-spacing": "error", | ||
"block-scoped-var": "error", | ||
"block-spacing": "error", | ||
"brace-style": ["error", "1tbs"], | ||
"callback-return": "off", | ||
"camelcase": "off", | ||
"comma-dangle": "error", | ||
"comma-spacing": "off", | ||
"comma-style": "error", | ||
"complexity": "off", | ||
"computed-property-spacing": ["error", "never"], | ||
"consistent-return": "off", | ||
"consistent-this": "error", | ||
"curly": "off", | ||
"default-case": "error", | ||
"dot-location": "off", | ||
"dot-notation": [ | ||
"error", | ||
{ | ||
"allowKeywords": true | ||
} | ||
], | ||
"eol-last": "error", | ||
"eqeqeq": ["error", "smart"], | ||
"func-names": ["error", "never"], | ||
"func-style": "off", | ||
"generator-star-spacing": "error", | ||
"global-require": "error", | ||
"guard-for-in": "off", | ||
"handle-callback-err": "off", | ||
"id-blacklist": "error", | ||
"id-length": "off", | ||
"id-match": "error", | ||
"indent": ["error", 2], | ||
"init-declarations": "off", | ||
"jsx-quotes": "error", | ||
"key-spacing": "error", | ||
"keyword-spacing": "off", | ||
"linebreak-style": ["error", "unix"], | ||
"lines-around-comment": "error", | ||
"max-depth": "off", | ||
"max-len": "off", | ||
"max-lines": "off", | ||
"max-nested-callbacks": "error", | ||
"max-params": "off", | ||
"max-statements": "off", | ||
"max-statements-per-line": "error", | ||
"multiline-ternary": "off", | ||
"new-cap": "error", | ||
"new-parens": "error", | ||
"newline-after-var": "off", | ||
"newline-before-return": "off", | ||
"newline-per-chained-call": "off", | ||
"no-alert": "off", | ||
"no-array-constructor": "error", | ||
"no-bitwise": "off", | ||
"no-caller": "error", | ||
"no-catch-shadow": "error", | ||
"no-confusing-arrow": "error", | ||
"no-continue": "off", | ||
"no-div-regex": "error", | ||
"no-duplicate-imports": "error", | ||
"no-else-return": "off", | ||
"no-empty-function": "error", | ||
"no-eq-null": "error", | ||
"no-eval": "error", | ||
"no-extend-native": "error", | ||
"no-extra-bind": "error", | ||
"no-extra-label": "error", | ||
"no-extra-parens": "off", | ||
"no-floating-decimal": "error", | ||
"no-implicit-globals": "off", | ||
"no-implied-eval": "error", | ||
"no-inline-comments": "off", | ||
"no-inner-declarations": ["error", "functions"], | ||
"no-invalid-this": "error", | ||
"no-iterator": "error", | ||
"no-label-var": "error", | ||
"no-labels": "error", | ||
"no-lone-blocks": "error", | ||
"no-lonely-if": "off", | ||
"no-loop-func": "off", | ||
"no-magic-numbers": "off", | ||
"no-mixed-operators": "error", | ||
"no-mixed-requires": "error", | ||
"no-multi-spaces": "off", | ||
"no-multi-str": "error", | ||
"no-multiple-empty-lines": "error", | ||
"no-negated-condition": "off", | ||
"no-nested-ternary": "off", | ||
"no-new": "error", | ||
"no-new-func": "error", | ||
"no-new-object": "error", | ||
"no-new-require": "error", | ||
"no-new-wrappers": "error", | ||
"no-octal-escape": "error", | ||
"no-param-reassign": "off", | ||
"no-path-concat": "error", | ||
"no-plusplus": "off", | ||
"no-process-env": "off", | ||
"no-process-exit": "off", | ||
"no-proto": "error", | ||
"no-prototype-builtins": "off", | ||
"no-restricted-globals": "error", | ||
"no-restricted-imports": "off", | ||
"no-restricted-modules": "error", | ||
"no-restricted-syntax": "error", | ||
"no-return-assign": "error", | ||
"no-script-url": "error", | ||
"no-self-compare": "error", | ||
"no-sequences": "error", | ||
"no-shadow": "off", | ||
"no-shadow-restricted-names": "error", | ||
"no-spaced-func": "error", | ||
"no-sync": "off", | ||
"no-ternary": "off", | ||
"no-throw-literal": "error", | ||
"no-trailing-spaces": "off", | ||
"no-undef-init": "error", | ||
"no-undefined": "off", | ||
"no-underscore-dangle": "error", | ||
"no-unmodified-loop-condition": "error", | ||
"no-unneeded-ternary": "error", | ||
"no-unused-expressions": "error", | ||
"no-use-before-define": "off", | ||
"no-useless-call": "error", | ||
"no-useless-computed-key": "error", | ||
"no-useless-concat": "error", | ||
"no-useless-constructor": "error", | ||
"no-useless-escape": "error", | ||
"no-useless-rename": "error", | ||
"no-var": "off", | ||
"no-void": "error", | ||
"no-warning-comments": "error", | ||
"no-whitespace-before-property": "error", | ||
"no-with": "error", | ||
"object-curly-newline": "off", | ||
"object-curly-spacing": ["error", "always"], | ||
"object-property-newline": "off", | ||
"one-var": "off", | ||
"one-var-declaration-per-line": "error", | ||
"operator-assignment": "off", | ||
"operator-linebreak": "error", | ||
"padded-blocks": "off", | ||
"prefer-arrow-callback": "off", | ||
"prefer-const": "error", | ||
"prefer-reflect": "off", | ||
"prefer-rest-params": "error", | ||
"prefer-spread": "off", | ||
"prefer-template": "off", | ||
"quote-props": ["error", "as-needed"], | ||
"quotes": "off", | ||
"radix": "error", | ||
"require-jsdoc": "off", | ||
"rest-spread-spacing": "error", | ||
"semi-spacing": [ | ||
"error", | ||
{ | ||
"after": true, | ||
"before": false | ||
} | ||
], | ||
"sort-imports": "error", | ||
"sort-vars": "error", | ||
"space-before-blocks": "error", | ||
"space-before-function-paren": "off", | ||
"space-in-parens": "off", | ||
"space-infix-ops": "off", | ||
"space-unary-ops": [ | ||
"error", | ||
{ | ||
"nonwords": false, | ||
"words": false | ||
} | ||
], | ||
"spaced-comment": "off", | ||
"strict": ["error", "never"], | ||
"template-curly-spacing": "error", | ||
"unicode-bom": ["error", "never"], | ||
"valid-jsdoc": "error", | ||
"vars-on-top": "off", | ||
"wrap-iife": "off", | ||
"wrap-regex": "error", | ||
"yield-star-spacing": "error", | ||
"no-unexpected-multiline": "off", | ||
"yoda": ["error", "never"], | ||
"semi": ["error", "never"] | ||
} | ||
} |
39
index.js
@@ -1,7 +0,18 @@ | ||
process.env.NODE_TLS_REJECT_UNAUTHORIZED = '0' | ||
const axios = require('axios') | ||
const VERSION = '1.0.4' | ||
const VERSION = '1.0.5' | ||
var config | ||
if (typeof process !== 'undefined' && process.versions != null && process.versions.node != null) { | ||
const https = require('https') | ||
config = { | ||
httpsAgent: new https.Agent({ | ||
rejectUnauthorized: false | ||
}) | ||
} | ||
} else config = {} | ||
const trawlingweb = (token) => { | ||
const client = axios.create(config) | ||
const trawlingweb = token => { | ||
if (!token) throw 'No token!' | ||
const queryfunc = (query, options) => { | ||
@@ -17,7 +28,7 @@ return new Promise((resolve, reject) => { | ||
protocol = options.protocol | ||
delete(options.protocol) | ||
delete options.protocol | ||
} | ||
url = `${protocol}://api.trawlingweb.com/?token=${token}&q=${query}` | ||
if (options !== undefined) { | ||
Object.keys(options).forEach((key) => { | ||
Object.keys(options).forEach(key => { | ||
url += `&${key}=${options[key]}` | ||
@@ -27,13 +38,15 @@ }) | ||
} | ||
axios.get(url, { | ||
headers: { | ||
'User-Agent': `trawlingweb-cli.js ${VERSION}` | ||
} | ||
}) | ||
.then((response) => { | ||
client | ||
.get(url, { | ||
headers: { | ||
'User-Agent': `trawlingweb-cli.js ${VERSION}` | ||
} | ||
}) | ||
.then(response => { | ||
if (response && response.data && response.data.response) resolve(response.data.response) | ||
else resolve(response) | ||
}) | ||
.catch((error) => { | ||
if (error && error.response && error.response.status) reject({ status: error.response.status, error: error.response.statusText }) | ||
.catch(error => { | ||
if (error && error.response && error.response.status) | ||
reject({ status: error.response.status, error: error.response.statusText }) | ||
else reject(error) | ||
@@ -40,0 +53,0 @@ }) |
{ | ||
"name": "trawlingweb", | ||
"version": "1.0.5", | ||
"version": "1.0.6", | ||
"description": "Official Javascript Trawlingweb client for Backend and Frontend", | ||
@@ -13,10 +13,3 @@ "main": "index.js", | ||
}, | ||
"keywords": [ | ||
"parser", | ||
"scrapping", | ||
"news", | ||
"api", | ||
"webservice", | ||
"crawler" | ||
], | ||
"keywords": ["parser", "scrapping", "news", "api", "webservice", "crawler"], | ||
"author": "Josep Subils <js@anpro21.com>", | ||
@@ -23,0 +16,0 @@ "license": "MIT", |
# trawlingweb | ||
Official Javascript Trawlingweb client for Backend and Frontend | ||
Official Javascript Trawlingweb client for Node.js and Browser | ||
@@ -26,3 +26,4 @@ [https://trawlingweb.com](https://trawlingweb.com) | ||
```js | ||
const trawlingweb = require('trawlingweb')('ea5DEada4jNERñc644725DEada324jNERñc64472') | ||
const trawlingweb = require('trawlingweb') | ||
const trw = trawling('ea5DEada4jNERñc644725DEada324jNERñc64472') | ||
@@ -34,3 +35,3 @@ const main = async () => { | ||
try { | ||
resp = await trawlingweb('sanidad AND girona') | ||
resp = await trw('sanidad AND girona') | ||
finaldata = resp.data | ||
@@ -43,3 +44,3 @@ } catch (error) { | ||
try { | ||
resp = await trawlingweb(resp.next) | ||
resp = await trw(resp.next) | ||
finaldata = [...finaldata, ...resp.data] | ||
@@ -69,3 +70,3 @@ } catch (error) { | ||
```js | ||
resp = await trawlingweb('sanidad AND girona', { protocol: 'http', ts: 1522234179571, format: 'xml' }) | ||
resp = await trw('sanidad AND girona', { protocol: 'http', ts: 1522234179571, format: 'xml' }) | ||
console.log(resp) | ||
@@ -72,0 +73,0 @@ ``` |
Network access
Supply chain riskThis module accesses the network.
Found 1 instance in 1 package
Environment variable access
Supply chain riskPackage accesses environment variables, which may be a sign of credential stuffing or data theft.
Found 1 instance in 1 package
92
0
11949
264
1