natural-content - npm Package Compare versions

Comparing version 1.0.6 to 1.0.7

index.js

@@ -41,2 +41,3 @@ var _  = require('underscore');
                       .replace(/[’«»'";:,.\/(\/)\/!\/?\\-]/g, WORD_SEPARATOR)  // Remove punctuations
+                      .replace(/[\W_]+/g," ") // Remove non alphanumeric char
                       .replace(/  +/g, WORD_SEPARATOR) // remove multiple spaces
@@ -43,0 +44,0 @@ .toLowerCase()

lib/stopwords-fr.js

 module.exports.stopwords = [
-  '&',
-  '*',
+  'cookies',
   'à',
@@ -61,3 +60,3 @@ 'à demi',
   'bon',
- 'c',
+  'c',
   'ça',
@@ -64,0 +63,0 @@ 'car',

package.json

 {
   "name": "natural-content",
-  "version": "1.0.6",
+  "version": "1.0.7",
   "description": "A set of natural functions like tf.idf, extract words & n-grams, ... (experimental project)",
@@ -5,0 +5,0 @@ "main": "index.js",

test/test.js

@@ -20,3 +20,5 @@ var assert     = require("assert");
         it('Words', function() {
-          var words = natural.getWords("word1 word2 word3 word4. le la sur word5", true);
+          // Non alphanumeric are ignored
+          var words = natural.getWords("word1 word2 word3 word4. le la sur word5 & @' $ < >", true);
+          //console.log("words", words);
           assert(words.length === 8);
@@ -23,0 +25,0 @@

New alerts

License Policy Violation

License

This package is not allowed per your license policy. Review the package's license to ensure compliance.

Found 1 instance in 1 package

Fixed alerts

License Policy Violation

License

This package is not allowed per your license policy. Review the package's license to ensure compliance.

Found 1 instance in 1 package

Improved metrics

Total package byte prevSize

19904

increased by0.87%

Lines of code

1112

increased by0.18%

No dependency changes