gpt-tokenizer
Advanced tools
Comparing version 2.1.1 to 2.1.2
@@ -45,2 +45,4 @@ "use strict"; | ||
this.isWithinTokenLimit = this.isWithinTokenLimit.bind(this); | ||
this.encodeChat = this.encodeChat.bind(this); | ||
this.encodeChatGenerator = this.encodeChatGenerator.bind(this); | ||
this.modelName = modelName; | ||
@@ -47,0 +49,0 @@ } |
@@ -42,2 +42,4 @@ /* eslint-disable no-param-reassign */ | ||
this.isWithinTokenLimit = this.isWithinTokenLimit.bind(this); | ||
this.encodeChat = this.encodeChat.bind(this); | ||
this.encodeChatGenerator = this.encodeChatGenerator.bind(this); | ||
this.modelName = modelName; | ||
@@ -44,0 +46,0 @@ } |
{ | ||
"name": "gpt-tokenizer", | ||
"version": "2.1.1", | ||
"version": "2.1.2", | ||
"description": "A pure JavaScript implementation of a BPE tokenizer (Encoder/Decoder) for GPT-2 / GPT-3 / GPT-4 and other OpenAI models", | ||
@@ -5,0 +5,0 @@ "keywords": [ |
@@ -100,2 +100,4 @@ /* eslint-disable no-param-reassign */ | ||
this.isWithinTokenLimit = this.isWithinTokenLimit.bind(this) | ||
this.encodeChat = this.encodeChat.bind(this) | ||
this.encodeChatGenerator = this.encodeChatGenerator.bind(this) | ||
this.modelName = modelName | ||
@@ -102,0 +104,0 @@ } |
Sorry, the diff of this file is not supported yet
Sorry, the diff of this file is too big to display
Sorry, the diff of this file is not supported yet
Sorry, the diff of this file is too big to display
Sorry, the diff of this file is not supported yet
Sorry, the diff of this file is too big to display
Sorry, the diff of this file is not supported yet
Sorry, the diff of this file is too big to display
Sorry, the diff of this file is not supported yet
Sorry, the diff of this file is not supported yet
License Policy Violation
LicenseThis package is not allowed per your license policy. Review the package's license to ensure compliance.
Found 1 instance in 1 package
License Policy Violation
LicenseThis package is not allowed per your license policy. Review the package's license to ensure compliance.
Found 1 instance in 1 package
44242551
74743