node-normalizer - npm Package Compare versions

Comparing version 0.0.8 to 0.0.9

lib/normalizer.js

@@ -126,3 +126,8 @@ var fs        = require('fs');
   msg = msg.replace(/\s+/g, " ");
+  msg = msg.replace(/(’|‘)/g, "'");
+  msg = msg.replace(/(“|”)/g, '"');
+  msg = msg.replace(/(–|—)/g, "—");
+  msg = msg.replace(/[^\x00-\x7F]/g, "");
 
+
   var fileItor = function(item1, next1) {
@@ -129,0 +134,0 @@

package.json

 {
   "name": "node-normalizer",
-  "version": "0.0.8",
+  "version": "0.0.9",
   "description": "Normalize and clean text",
@@ -5,0 +5,0 @@ "main": "index.js",

test/basic.js

@@ -63,3 +63,11 @@
 		
+		it("Fix ASCII characters", function() {
+			norm.clean("What’s up").should.eql("what is up");
+			norm.clean("What's up").should.eql("what is up");
+			norm.clean("I said “shut up”").should.eql('I said "shut up"');
+			norm.clean("œ").should.eql('');
+		});
+
+
 	});
 });

New alerts

License Policy Violation

License

This package is not allowed per your license policy. Review the package's license to ensure compliance.

Found 1 instance in 1 package

Fixed alerts

License Policy Violation

License

This package is not allowed per your license policy. Review the package's license to ensure compliance.

Found 1 instance in 1 package

Improved metrics

Total package byte prevSize

210152

increased by0.2%

Lines of code

187

increased by5.65%

No dependency changes