Socket
Socket
Sign inDemoInstall

wink-nlp

Package Overview
Dependencies
0
Maintainers
1
Versions
40
Alerts
File Explorer

Advanced tools

Install Socket

Detect and block malicious and high-risk dependencies

Install

Comparing version 1.0.1 to 1.1.0

.nyc_output/fcae40f5-9afa-450a-8030-bc7e2e4217a6.json

2

.nyc_output/processinfo/index.json

@@ -1,1 +0,1 @@

{"processes":{"7a16ff88-f8f4-451c-a0ff-3cdd2915e0c5":{"parent":null,"children":[]}},"files":{"/Users/neilsbohr/dev/winkjs/wink-nlp/src/wink-nlp.js":["7a16ff88-f8f4-451c-a0ff-3cdd2915e0c5"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/dd-wrapper.js":["7a16ff88-f8f4-451c-a0ff-3cdd2915e0c5"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/constants.js":["7a16ff88-f8f4-451c-a0ff-3cdd2915e0c5"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/doc-v2.js":["7a16ff88-f8f4-451c-a0ff-3cdd2915e0c5"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/contained-entities.js":["7a16ff88-f8f4-451c-a0ff-3cdd2915e0c5"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/locate.js":["7a16ff88-f8f4-451c-a0ff-3cdd2915e0c5"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/api/get-parent-item.js":["7a16ff88-f8f4-451c-a0ff-3cdd2915e0c5"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/search.js":["7a16ff88-f8f4-451c-a0ff-3cdd2915e0c5"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/api/col-get-item.js":["7a16ff88-f8f4-451c-a0ff-3cdd2915e0c5"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/api/sel-get-item.js":["7a16ff88-f8f4-451c-a0ff-3cdd2915e0c5"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/api/col-each.js":["7a16ff88-f8f4-451c-a0ff-3cdd2915e0c5"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/api/sel-each.js":["7a16ff88-f8f4-451c-a0ff-3cdd2915e0c5"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/api/col-filter.js":["7a16ff88-f8f4-451c-a0ff-3cdd2915e0c5"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/api/sel-filter.js":["7a16ff88-f8f4-451c-a0ff-3cdd2915e0c5"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/api/itm-token-out.js":["7a16ff88-f8f4-451c-a0ff-3cdd2915e0c5"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/its.js":["7a16ff88-f8f4-451c-a0ff-3cdd2915e0c5"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/allowed.js":["7a16ff88-f8f4-451c-a0ff-3cdd2915e0c5"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/as.js":["7a16ff88-f8f4-451c-a0ff-3cdd2915e0c5"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/contained-markings.js":["7a16ff88-f8f4-451c-a0ff-3cdd2915e0c5"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/api/col-tokens-out.js":["7a16ff88-f8f4-451c-a0ff-3cdd2915e0c5"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/api/sel-tokens-out.js":["7a16ff88-f8f4-451c-a0ff-3cdd2915e0c5"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/api/itm-entity-out.js":["7a16ff88-f8f4-451c-a0ff-3cdd2915e0c5"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/api/col-entities-out.js":["7a16ff88-f8f4-451c-a0ff-3cdd2915e0c5"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/api/sel-entities-out.js":["7a16ff88-f8f4-451c-a0ff-3cdd2915e0c5"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/api/itm-sentence-out.js":["7a16ff88-f8f4-451c-a0ff-3cdd2915e0c5"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/api/col-sentences-out.js":["7a16ff88-f8f4-451c-a0ff-3cdd2915e0c5"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/api/itm-document-out.js":["7a16ff88-f8f4-451c-a0ff-3cdd2915e0c5"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/api/print-tokens.js":["7a16ff88-f8f4-451c-a0ff-3cdd2915e0c5"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/cache.js":["7a16ff88-f8f4-451c-a0ff-3cdd2915e0c5"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/tokenizer.js":["7a16ff88-f8f4-451c-a0ff-3cdd2915e0c5"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/recursive-tokenizer.js":["7a16ff88-f8f4-451c-a0ff-3cdd2915e0c5"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/compile-trex.js":["7a16ff88-f8f4-451c-a0ff-3cdd2915e0c5"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/tokens-mappers.js":["7a16ff88-f8f4-451c-a0ff-3cdd2915e0c5"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/examples-compiler.js":["7a16ff88-f8f4-451c-a0ff-3cdd2915e0c5"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/automaton.js":["7a16ff88-f8f4-451c-a0ff-3cdd2915e0c5"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/compose-patterns.js":["7a16ff88-f8f4-451c-a0ff-3cdd2915e0c5"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/helper.js":["7a16ff88-f8f4-451c-a0ff-3cdd2915e0c5"]},"externalIds":{}}
{"processes":{"fcae40f5-9afa-450a-8030-bc7e2e4217a6":{"parent":null,"children":[]}},"files":{"/Users/neilsbohr/dev/winkjs/wink-nlp/src/wink-nlp.js":["fcae40f5-9afa-450a-8030-bc7e2e4217a6"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/dd-wrapper.js":["fcae40f5-9afa-450a-8030-bc7e2e4217a6"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/constants.js":["fcae40f5-9afa-450a-8030-bc7e2e4217a6"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/doc-v2.js":["fcae40f5-9afa-450a-8030-bc7e2e4217a6"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/contained-entities.js":["fcae40f5-9afa-450a-8030-bc7e2e4217a6"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/locate.js":["fcae40f5-9afa-450a-8030-bc7e2e4217a6"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/api/get-parent-item.js":["fcae40f5-9afa-450a-8030-bc7e2e4217a6"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/search.js":["fcae40f5-9afa-450a-8030-bc7e2e4217a6"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/api/col-get-item.js":["fcae40f5-9afa-450a-8030-bc7e2e4217a6"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/api/sel-get-item.js":["fcae40f5-9afa-450a-8030-bc7e2e4217a6"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/api/col-each.js":["fcae40f5-9afa-450a-8030-bc7e2e4217a6"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/api/sel-each.js":["fcae40f5-9afa-450a-8030-bc7e2e4217a6"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/api/col-filter.js":["fcae40f5-9afa-450a-8030-bc7e2e4217a6"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/api/sel-filter.js":["fcae40f5-9afa-450a-8030-bc7e2e4217a6"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/api/itm-token-out.js":["fcae40f5-9afa-450a-8030-bc7e2e4217a6"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/its.js":["fcae40f5-9afa-450a-8030-bc7e2e4217a6"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/allowed.js":["fcae40f5-9afa-450a-8030-bc7e2e4217a6"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/as.js":["fcae40f5-9afa-450a-8030-bc7e2e4217a6"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/contained-markings.js":["fcae40f5-9afa-450a-8030-bc7e2e4217a6"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/api/col-tokens-out.js":["fcae40f5-9afa-450a-8030-bc7e2e4217a6"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/api/sel-tokens-out.js":["fcae40f5-9afa-450a-8030-bc7e2e4217a6"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/api/itm-entity-out.js":["fcae40f5-9afa-450a-8030-bc7e2e4217a6"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/api/col-entities-out.js":["fcae40f5-9afa-450a-8030-bc7e2e4217a6"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/api/sel-entities-out.js":["fcae40f5-9afa-450a-8030-bc7e2e4217a6"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/api/itm-sentence-out.js":["fcae40f5-9afa-450a-8030-bc7e2e4217a6"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/api/col-sentences-out.js":["fcae40f5-9afa-450a-8030-bc7e2e4217a6"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/api/itm-document-out.js":["fcae40f5-9afa-450a-8030-bc7e2e4217a6"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/api/print-tokens.js":["fcae40f5-9afa-450a-8030-bc7e2e4217a6"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/cache.js":["fcae40f5-9afa-450a-8030-bc7e2e4217a6"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/tokenizer.js":["fcae40f5-9afa-450a-8030-bc7e2e4217a6"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/recursive-tokenizer.js":["fcae40f5-9afa-450a-8030-bc7e2e4217a6"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/compile-trex.js":["fcae40f5-9afa-450a-8030-bc7e2e4217a6"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/tokens-mappers.js":["fcae40f5-9afa-450a-8030-bc7e2e4217a6"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/examples-compiler.js":["fcae40f5-9afa-450a-8030-bc7e2e4217a6"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/automaton.js":["fcae40f5-9afa-450a-8030-bc7e2e4217a6"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/compose-patterns.js":["fcae40f5-9afa-450a-8030-bc7e2e4217a6"],"/Users/neilsbohr/dev/winkjs/wink-nlp/src/helper.js":["fcae40f5-9afa-450a-8030-bc7e2e4217a6"]},"externalIds":{}}

@@ -0,1 +1,8 @@

# [Enabling add-ons to support new language model ](https://github.com/winkjs/wink-nlp/releases/tag/1.1.0)
## Version 1.1.0 September 18, 2020
### ✨ Features
- We have enabled add-ons to support enhanced language models, paving way for new `its` helpers. 🎉
- Now use [`its.stem`](https://winkjs.org/wink-nlp/its-as-helper.html) helper to obtain stems of the words using Porter Stemmer Algorithm V2. 👏
# [Operational update](https://github.com/winkjs/wink-nlp/releases/tag/1.0.1)

@@ -2,0 +9,0 @@ ## Version 1.0.1 August 24, 2020

[
{ "name": "wink-eng-lite-model", "version": "1.0.0" }
{ "name": "wink-eng-lite-model", "version": "1.1.0" }
]
{
"name": "wink-nlp",
"version": "1.0.1",
"version": "1.1.0",
"description": "Developer friendly NLP ✨",

@@ -19,2 +19,3 @@ "keywords": [

"pattern matching",
"stemmer",
"winkNLP",

@@ -21,0 +22,0 @@ "wink"

@@ -51,3 +51,4 @@ // wink-nlp

its.type,
its.value
its.value,
its.stem
] );

@@ -95,3 +96,4 @@

its.negationFlag,
its.sentiment
its.sentiment,
its.stem
] );

@@ -98,0 +100,0 @@

@@ -41,10 +41,10 @@ // wink-nlp

* @param {function} itsf Desired `its` mapper.
* @param {object} wordVectors The word vectors.
* @param {object} addons The model's addons.
* @return {*} Mapped sentences.
* @private
*/
var colSentencesOut = function ( rdd, itsf, wordVectors ) {
var colSentencesOut = function ( rdd, itsf, addons ) {
var sents = [];
for ( let i = 0; i < rdd.sentences.length; i += 1 ) {
sents.push( itmSentenceOut( i, rdd, itsf, wordVectors ) );
sents.push( itmSentenceOut( i, rdd, itsf, addons ) );
}

@@ -51,0 +51,0 @@ return sents;

@@ -51,10 +51,10 @@ // wink-nlp

* @param {function} asf Desired `as` reducer.
* @param {object} wordVectors The word vectors.
* @param {object} addons The model's addons.
* @return {*} Map-reduced collection of tokens.
* @private
*/
var colTokensOut = function ( start, end, rdd, itsf, asf, wordVectors ) {
var colTokensOut = function ( start, end, rdd, itsf, asf, addons ) {
// Vectors require completely different handling.
if ( itsf === its.vector ) {
return its.vector( start, end, rdd.tokens, wordVectors );
return its.vector( start, end, rdd.tokens, addons );
}

@@ -69,7 +69,7 @@

for ( let i = start; i <= end; i += 1 ) {
mappedTkns.push( ''.padEnd( rdd.tokens[ ( i * tkSize ) + 1 ] & psMask ), itsf( i, rdd.tokens, rdd.cache ) ); // eslint-disable-line no-bitwise
mappedTkns.push( ''.padEnd( rdd.tokens[ ( i * tkSize ) + 1 ] & psMask ), itsf( i, rdd.tokens, rdd.cache, addons ) ); // eslint-disable-line no-bitwise
}
} else {
for ( let i = start; i <= end; i += 1 ) {
mappedTkns.push( itsfn( i, rdd.tokens, rdd.cache ) );
mappedTkns.push( itsfn( i, rdd.tokens, rdd.cache, addons ) );
}

@@ -76,0 +76,0 @@ }

@@ -44,11 +44,11 @@ // wink-nlp

* @param {function} itsf Desired `its` mapper.
* @param {Object} wordVectors The word vectors.
* @param {Object} addons The model's addons.
* @return {*} Mapped value.
* @private
*/
var itmDocumentOut = function ( rdd, itsf, wordVectors ) {
var itmDocumentOut = function ( rdd, itsf, addons ) {
var document = rdd.document;
// Vectors require completely different handling.
if ( itsf === its.vector ) {
return its.vector( document, rdd, wordVectors );
return its.vector( document, rdd, addons );
}

@@ -71,5 +71,5 @@

return colTokensOut( document[ 0 ], document[ 1 ], rdd, itsfn, asfn );
return colTokensOut( document[ 0 ], document[ 1 ], rdd, itsfn, asfn, addons );
}; // itmDocumentOut()
module.exports = itmDocumentOut;

@@ -45,11 +45,11 @@ // wink-nlp

* @param {function} itsf Desired `its` mapper.
* @param {object} wordVectors The word vectors.
* @param {object} addons The model's addons.
* @return {*} Mapped value.
* @private
*/
var itmSentenceOut = function ( index, rdd, itsf, wordVectors ) {
var itmSentenceOut = function ( index, rdd, itsf, addons ) {
var sentence = rdd.sentences[ index ];
// Vectors require completely different handling.
if ( itsf === its.vector ) {
return its.vector( sentence, rdd, wordVectors );
return its.vector( sentence, rdd, addons );
}

@@ -72,5 +72,5 @@

return colTokensOut( sentence[ 0 ], sentence[ 1 ], rdd, itsfn, asfn );
return colTokensOut( sentence[ 0 ], sentence[ 1 ], rdd, itsfn, asfn, addons );
}; // itmSentenceOut()
module.exports = itmSentenceOut;

@@ -43,16 +43,16 @@ // wink-nlp

* @param {function} itsf Desired `its` mapper.
* @param {object} wordVectors The word vectors.
* @param {object} addons The model's addons.
* @return {*} Mapped value.
* @private
*/
var itmTokenOut = function ( index, rdd, itsf, wordVectors ) {
var itmTokenOut = function ( index, rdd, itsf, addons ) {
// Vectors require completely different handling.
if ( itsf === its.vector ) {
return its.vector( index, rdd, wordVectors );
return its.vector( index, rdd, addons );
}
// Not a vector request, map using `itsf`.
var f = ( allowed.its4token.has( itsf ) ) ? itsf : its.value;
return f( index, rdd.tokens, rdd.cache );
return f( index, rdd.tokens, rdd.cache, addons );
}; // itmTokenOut()
module.exports = itmTokenOut;

@@ -50,10 +50,10 @@ // wink-nlp

* @param {function} asf Desired `as` reducer.
* @param {object} wordVectors The word vectors.
* @param {object} addons The addons from the model.
* @return {*} Reduced value.
* @private
*/
var selTokensOut = function ( selTokens, rdd, itsf, asf, wordVectors ) {
var selTokensOut = function ( selTokens, rdd, itsf, asf, addons ) {
// Vectors require completely different handling.
if ( itsf === its.vector ) {
return its.vector( selTokens, rdd.tokens, wordVectors );
return its.vector( selTokens, rdd.tokens, addons );
}

@@ -70,7 +70,7 @@

for ( let i = 0; i < selTokens.length; i += 1 ) {
mappedTkns.push( ''.padEnd( rdd.tokens[ ( selTokens[ i ] * tkSize ) + 1 ] & psMask ), itsf( selTokens[ i ], rdd.tokens, rdd.cache ) ); // eslint-disable-line no-bitwise
mappedTkns.push( ''.padEnd( rdd.tokens[ ( selTokens[ i ] * tkSize ) + 1 ] & psMask ), itsf( selTokens[ i ], rdd.tokens, rdd.cache, addons ) ); // eslint-disable-line no-bitwise
}
} else {
for ( let i = 0; i < selTokens.length; i += 1 ) {
mappedTkns.push( itsfn( selTokens[ i ], rdd.tokens, rdd.cache ) );
mappedTkns.push( itsfn( selTokens[ i ], rdd.tokens, rdd.cache, addons ) );
}

@@ -77,0 +77,0 @@ }

@@ -82,7 +82,7 @@ // wink-nlp

* @param {object} docData It encapsulates the document data.
* @param {object} wordVectors Word vector, optional.
* @param {object} addons The model's addon, may contain word vectors, stemmer etc.
* @return {object} conatining APIs.
* @private
*/
var doc = function ( docData, wordVectors ) {
var doc = function ( docData, addons ) {
// Extract `cache` as it is frequently accessed.

@@ -162,3 +162,3 @@ var cache = docData.cache;

// Output this token or its properties using mapper function — `f`.
api.out = ( f ) => itmTokenOut( index, docData, f, wordVectors );
api.out = ( f ) => itmTokenOut( index, docData, f, addons );
// Access the parent sentence.

@@ -193,3 +193,3 @@ api.parentSentence = () => getParentItem( index, sentences, itemSentence );

// using map/reduce functions — `f/g`.
api.out = ( f, g ) => selTokensOut( selectedTokens, docData, f, g, wordVectors );
api.out = ( f, g ) => selTokensOut( selectedTokens, docData, f, g, addons );
return api;

@@ -223,3 +223,3 @@ }; // colTokens()

// map/reduce functions — `f/g`.
api.out = ( f, g ) => colTokensOut( start, end, docData, f, g, wordVectors );
api.out = ( f, g ) => colTokensOut( start, end, docData, f, g, addons );

@@ -416,3 +416,3 @@ return api;

// Output this sentence as text.
api.out = ( f ) => itmSentenceOut( index, docData, f, wordVectors );
api.out = ( f ) => itmSentenceOut( index, docData, f, addons );
// Outputs the collection of entities, if any, contained in this sentence.

@@ -446,3 +446,3 @@ api.entities = () => colSelectedEntities( containedEntities( entities, sentences[ index ][ 0 ], sentences[ index ][ 1 ] ) );

// Output this collection of sentences as an array of strings.
api.out = ( f ) => colSentencesOut( docData, f, wordVectors );
api.out = ( f ) => colSentencesOut( docData, f, addons );
return api;

@@ -459,3 +459,3 @@ }; // colSentences()

methods.isOOV = cache.isOOV;
methods.out = ( f ) => itmDocumentOut( docData, f, wordVectors );
methods.out = ( f ) => itmDocumentOut( docData, f, addons );
methods.sentences = colSentences;

@@ -462,0 +462,0 @@ methods.tokens = colTokens( 0, docData.numOfTokens - 1 );

@@ -114,2 +114,6 @@ // wink-nlp

its.stem = function ( index, tokens, cache, addons ) {
return addons.stem( cache.value( tokens[ index * tkSize ] ) );
}; // value()
its.vector = function ( ) {

@@ -116,0 +120,0 @@ return ( new Array( 100 ).fill( 0 ) );

@@ -120,3 +120,3 @@ // wink-nlp

*/
var load = function ( ) {
var load = function () {
// Load language model.

@@ -296,3 +296,3 @@ model = theModel.core();

// Now create the document!
var doc = Doc( rdd, theModel.wordVectors ); // eslint-disable-line new-cap
var doc = Doc( rdd, theModel.addons ); // eslint-disable-line new-cap

@@ -366,3 +366,3 @@ // All done — cleanup document's data.

// Load the model.
load( theModel );
load();
// Setup default configuration.

@@ -369,0 +369,0 @@ // definePipeConfig();

SocketSocket SOC 2 Logo

Product

  • Package Alerts
  • Integrations
  • Docs
  • Pricing
  • FAQ
  • Roadmap

Stay in touch

Get open source security insights delivered straight into your inbox.


  • Terms
  • Privacy
  • Security

Made with ⚡️ by Socket Inc