scrape-util - npm Package Compare versions

Comparing version 1.0.2 to 1.0.3

index.js

@@ -55,5 +55,6 @@ const path = require('path');
 
-function parseElements($elems, keys, parser = basicElementParser) {
+function parseElements($elems, keys, parsers = {}, defaultParser = basicElementParser) {
   const result = {};
   _.each(keys, (index, key) => {
+    const parser = parsers[key] || defaultParser;
     result[key] = parser($elems.eq(index));
@@ -64,11 +65,11 @@ });
 
-function parseTable($table, parseIndices, parser) {
+function parseTable($table, parseIndices, parsers, parser) {
   const $rows = $table.find('tbody').find('tr').slice(1);
 
   return $rows.toArray().map(row => {
-    return parseElements($(row).children(), parseIndices, parser);
+    return parseElements($(row).children(), parseIndices, parsers, parser);
   });
 }
 
-function parseTableAfterSentinel($html, selector, parseIndices) {
+function parseTableAfterSentinel($html, selector, parseIndices, parsers) {
   const $sentinel = $html.find(selector);
@@ -83,5 +84,10 @@ if (!$sentinel.length) {
 
-  return parseTable($table, parseIndices);
+  return parseTable($table, parseIndices, parsers);
 }
 
+const logger = msg => data => {
+  console.log(msg);
+  return data;
+};
+
 module.exports = {
@@ -93,3 +99,4 @@ renderFiles,
   parseTableAfterSentinel,
+  logger
   $
 };

package.json

 {
   "name": "scrape-util",
-  "version": "1.0.2",
+  "version": "1.0.3",
   "description": "Utilities to assist in scraping HTML pages in NodeJS.",
@@ -5,0 +5,0 @@ "main": "index.js",

New alerts

License Policy Violation

License

This package is not allowed per your license policy. Review the package's license to ensure compliance.

Found 1 instance in 1 package

Fixed alerts

License Policy Violation

License

This package is not allowed per your license policy. Review the package's license to ensure compliance.

Found 1 instance in 1 package

Improved metrics

Total package byte prevSize

5344

increased by3.63%

Lines of code

82

increased by7.89%

No dependency changes