natural - npm Package Compare versions

Comparing version 6.3.1 to 6.5.0

lib/natural/tokenizers/sentence_tokenizer.js

		@@ -37,3 +37,3 @@ /*
		// break string up in to sentences based on punctation and quotation marks
		let tokens = text.match(/(?<=\s+\|^)["'‘“'"[({⟨]?(.?[.?!])(\s[.?!])["'’”'"\])}⟩]?(?=\s+\|$)\|(?<=\s+\|^)\S(.?[.?!])(\s[.?!])(?=\s+\|$)/g)
		let tokens = text.match(/(?<=\s+\|^)["'‘“'"[({⟨]?(.?[.?!…]\|[^.?!…]+)(\s[.?!…])["'’”'"\])}⟩]?(?=\s+\|$)/g)

		@@ -40,0 +40,0 @@ DEBUG && console.log('SentenceTokenizer.tokenize: ' + tokens)

package.json

		{
		"name": "natural",
		"description": "General natural language (tokenizing, stemming (English, Russian, Spanish), part-of-speech tagging, sentiment analysis, classification, inflection, phonetics, tfidf, WordNet, jaro-winkler, Levenshtein distance, Dice's Coefficient) facilities for node.",
		"version": "6.3.1",
		"version": "6.5.0",
		"homepage": "https://github.com/NaturalNode/natural",
		@@ -6,0 +6,0 @@ "repository": {

New alerts