daq-proc - npm Package Compare versions

Comparing version 5.0.0 to 5.0.2

demo/document-processing/document-processor-app.js

@@ -25,4 +25,4 @@ // exposing the underlying libraries in a transparent way
   let emojiString = headlineString.concat(' ', bodyString)
-  let headlineArray = wnn.extract(headlineString, { regex: wnn.wordsNumbersEmojis, toLowercase: true })
-  let bodyArray = wnn.extract(bodyString, { regex: wnn.wordsNumbersEmojis, toLowercase: true })
+  let headlineArray = wnn.extract(headlineString, { regex: wnn.wordsNumbers, toLowercase: true })
+  let bodyArray = wnn.extract(bodyString, { regex: wnn.wordsNumbers, toLowercase: true })
   let emojiArray = wnn.extract(emojiString, { regex: wnn.emojis })
@@ -49,2 +49,3 @@ populate(JSON.stringify(headlineArray, 2, ' '), 'headlineArrDiv')
   // Emoji population
+  emojiArray = emojiArray.join('')
   emojiArray = [...new Set(emojiArray)]
@@ -51,0 +52,0 @@ populate(JSON.stringify(emojiArray, 2, ' '), 'emojisFoundDiv')

package.json

 {
   "name": "daq-proc",
-  "version": "5.0.0",
+  "version": "5.0.2",
   "description": "Simple document processor to make search running in the browser and node.js a little better. Supports 50+ languages. Removes stopwords (smaller index and less irrelevant hits), extract keywords to filter on and prepares ngrams for auto-complete functionality.",
@@ -9,5 +9,3 @@ "main": "index.js",
     "empty-sandbox": "rm -rf test/sandbox && mkdir test/sandbox",
-    "test": "standard './*.js' './test/*.js' && npm run empty-sandbox && npm run compile-for-browser && tape ./test/test.js && cat test/sandbox/bundle.js | tape-run && rm -rf test/sandbox",
-    "snyk-protect": "snyk protect",
-    "prepare": "npm run snyk-protect"
+    "test": "standard './*.js' './test/*.js' && npm run empty-sandbox && npm run compile-for-browser && tape ./test/test.js && cat test/sandbox/bundle.js | tape-run && rm -rf test/sandbox"
   },
@@ -24,17 +22,20 @@ "repository": {
   "dependencies": {
-    "words-n-numbers": "^3.0.0",
-    "stopword": "^1.0.1",
-    "eklem-headline-parser": "^2.0.5",
-    "ngraminator": "^2.0.4",
-    "hit-highlighter": "2.0.3",
-    "cheerio": "1.0.0-rc.3",
-    "leven-match": "1.0.0",
-    "snyk": "^1.330.2"
+    "cheerio": "1.0.0-rc.5",
+    "eklem-headline-parser": "^2.0.8",
+    "hit-highlighter": "^2.0.4",
+    "leven-match": "^1.0.2",
+    "ngraminator": "^2.0.6",
+    "stopword": "^1.0.6",
+    "words-n-numbers": "^4.0.2"
   },
   "devDependencies": {
-    "standard": "^14.3.3",
-    "webpack": "^4.42.1",
-    "webpack-cli": "^3.3.11",
-    "tape": "^5.0.0-next.5",
-    "tape-run": "^7.0.0"
+    "standard": "^16.0.3",
+    "webpack": "^5.11.0",
+    "webpack-cli": "^4.2.0",
+    "tape": "^5.0.1",
+    "tape-run": "^8.0.0",
+    "path-browserify": "1.0.1",
+    "stream-browserify": "3.0.0",
+    "process": "0.11.10",
+    "buffer": "6.0.3"
   },
@@ -46,4 +47,3 @@ "author": "Espen Klem",
   },
-  "homepage": "https://github.com/eklem/nowsearch-docproc#readme",
-  "snyk": true
+  "homepage": "https://github.com/eklem/nowsearch-docproc#readme"
 }

README.md

@@ -105,9 +105,9 @@ # daq-proc
 
-[license-image]: http://img.shields.io/badge/license-MIT-blue.svg?style=flat
+[license-image]: https://img.shields.io/badge/license-MIT-blue.svg?style=flat
 [license-url]: LICENSE
 [npm-url]: https://npmjs.org/package/daq-proc
-[npm-version-image]: http://img.shields.io/npm/v/daq-proc.svg?style=flat
-[npm-downloads-image]: http://img.shields.io/npm/dm/daq-proc.svg?style=flat
-[travis-url]: http://travis-ci.org/eklem/daq-proc
-[travis-image]: http://img.shields.io/travis/eklem/daq-proc.svg?style=flat
+[npm-version-image]: https://img.shields.io/npm/v/daq-proc.svg?style=flat
+[npm-downloads-image]: https://img.shields.io/npm/dm/daq-proc.svg?style=flat
+[travis-url]: https://travis-ci.org/eklem/daq-proc
+[travis-image]: https://img.shields.io/travis/eklem/daq-proc.svg?style=flat
 [snyk-url]: https://snyk.io/test/github/eklem/daq-proc?targetFile=package.json
@@ -114,0 +114,0 @@ [snyk-image]: https://snyk.io/test/github/eklem/daq-proc/badge.svg?targetFile=package.json

webpack.config.js

 const path = require('path')
-const pkg = require('./package.json')
 const glob = require('glob')
+const webpack = require('webpack')
 
@@ -12,20 +12,8 @@ module.exports = [
       path: path.resolve(__dirname, 'dist'),
-      filename: 'daq-proc.' + pkg.version + '.js',
+      filename: 'daq-proc.js',
       library: 'dqp'
     },
-    devtool: 'none' // prevent webpack from using eval() on my module
+    devtool: 'hidden-source-map' // prevent webpack from using eval() on my module
   },
 
-  // Generating a latest browser version of document and query processor (same as latest version number)
-  {
-    mode: 'production',
-    entry: './index.js',
-    output: {
-      path: path.resolve(__dirname, 'dist'),
-      filename: 'daq-proc.latest.js',
-      library: 'dqp'
-    },
-    devtool: 'none' // prevent webpack from using eval() on my module
-  },
-
   // Generating test script for the browser
@@ -39,6 +27,24 @@ {
     },
+    resolve: {
+      fallback: {
+        fs: false,
+        path: require.resolve('path-browserify'),
+        stream: require.resolve('stream-browserify'),
+        buffer: require.resolve('buffer/')
+      }
+    },
     node: {
-      fs: 'empty'
-    }
+    //   // fs: 'empty'
+      global: true,
+      __filename: false,
+      __dirname: false
+    },
+    plugins: [
+      // fix "process is not defined" error:
+      // (do "npm install process" before running the build)
+      new webpack.ProvidePlugin({
+        process: 'process/browser'
+      })
+    ]
   }
 ]

No alert changes

Improved metrics

Dependency count

7

decreased by-12.5%

Worsened metrics

Total package byte prevSize

2839658

decreased by-24%

Dev dependency count

9

increased by80%

Number of package files

22

decreased by-8.33%

Lines of code

2375

decreased by-27.3%

Dependency changes

• + Addedcheerio@1.0.0-rc.5(transitive)

• + Addedcheerio-select-tmp@0.1.1(transitive)

• + Addedcss-select@3.1.2(transitive)

• + Addedcss-what@4.0.0(transitive)

• + Addeddom-serializer@1.2.0(transitive)

• + Addeddomelementtype@2.3.0(transitive)

• + Addeddomhandler@4.3.1(transitive)

• + Addeddomutils@2.8.0(transitive)

• + Addedentities@2.1.0(transitive)

• + Addedhit-highlighter@2.0.4(transitive)

• + Addedhtmlparser2@6.1.0(transitive)

• + Addedleven-match@1.0.5(transitive)

• + Addednth-check@2.1.1(transitive)

• + Addedparse5@6.0.1(transitive)

• + Addedparse5-htmlparser2-tree-adapter@6.0.1(transitive)

• + Addedwords-n-numbers@4.0.2(transitive)

• - Removedsnyk@^1.330.2

• - Removed@sentry-internal/tracing@7.114.0(transitive)

• - Removed@sentry/core@7.114.0(transitive)

• - Removed@sentry/integrations@7.114.0(transitive)

• - Removed@sentry/node@7.114.0(transitive)

• - Removed@sentry/types@7.114.0(transitive)

• - Removed@sentry/utils@7.114.0(transitive)

• - Removed@types/node@20.12.12(transitive)

• - Removedboolean@3.2.0(transitive)

• - Removedcheerio@1.0.0-rc.3(transitive)

• - Removedcss-select@1.2.0(transitive)

• - Removedcss-what@2.1.3(transitive)

• - Removeddefine-data-property@1.1.4(transitive)

• - Removeddefine-properties@1.2.1(transitive)

• - Removeddetect-node@2.1.0(transitive)

• - Removeddom-serializer@0.1.1(transitive)

• - Removeddomelementtype@1.3.1(transitive)

• - Removeddomhandler@2.4.2(transitive)

• - Removeddomutils@1.5.1(transitive)

• - Removedentities@1.1.2(transitive)

• - Removedes-define-property@1.0.0(transitive)

• - Removedes-errors@1.3.0(transitive)

• - Removedes6-error@4.1.1(transitive)

• - Removedescape-string-regexp@4.0.0(transitive)

• - Removedfunction-bind@1.1.2(transitive)

• - Removedget-intrinsic@1.2.4(transitive)

• - Removedglobal-agent@3.0.0(transitive)

• - Removedglobalthis@1.0.4(transitive)

• - Removedgopd@1.0.1(transitive)

• - Removedhas-property-descriptors@1.0.2(transitive)

• - Removedhas-proto@1.0.3(transitive)

• - Removedhas-symbols@1.0.3(transitive)

• - Removedhasown@2.0.2(transitive)

• - Removedhit-highlighter@2.0.3(transitive)

• - Removedhtmlparser2@3.10.1(transitive)

• - Removedimmediate@3.0.6(transitive)

• - Removedinherits@2.0.4(transitive)

• - Removedjson-stringify-safe@5.0.1(transitive)

• - Removedleven-match@1.0.0(transitive)

• - Removedlie@3.1.1(transitive)

• - Removedlocalforage@1.10.0(transitive)

• - Removedlodash@4.17.21(transitive)

• - Removedmatcher@3.0.0(transitive)

• - Removednth-check@1.0.2(transitive)

• - Removedobject-keys@1.1.1(transitive)

• - Removedparse5@3.0.3(transitive)

• - Removedreadable-stream@3.6.2(transitive)

• - Removedroarr@2.15.4(transitive)

• - Removedsafe-buffer@5.2.1(transitive)

• - Removedsemver@7.6.2(transitive)

• - Removedsemver-compare@1.0.0(transitive)

• - Removedserialize-error@7.0.1(transitive)

• - Removedsnyk@1.1291.0(transitive)

• - Removedsprintf-js@1.1.3(transitive)

• - Removedstring_decoder@1.3.0(transitive)

• - Removedtype-fest@0.13.1(transitive)

• - Removedundici-types@5.26.5(transitive)

• - Removedutil-deprecate@1.0.2(transitive)

• - Removedwords-n-numbers@3.0.2(transitive)

• Updatedcheerio@1.0.0-rc.5

• Updatedeklem-headline-parser@^2.0.8

• Updatedhit-highlighter@^2.0.4

• Updatedleven-match@^1.0.2

• Updatedngraminator@^2.0.6

• Updatedstopword@^1.0.6

• Updatedwords-n-numbers@^4.0.2