		@@ -5,2 +5,9 @@ # Changelog

		### [0.0.3](https://github.com/zackiles/js-ast-tokenizer/compare/v0.0.1...v0.0.3) (2024-10-16)


		### Features

		* initial commit and package setup ([0bc4f37](https://github.com/zackiles/js-ast-tokenizer/commit/0bc4f37b37d1ef14700dedfd651983273fee3f14))

		### [0.0.2](https://github.com/zackiles/js-ast-tokenizer/compare/v0.0.1...v0.0.2) (2024-10-16)
		@@ -7,0 +14,0 @@

package.json

		{
		"name": "js-ast-tokenizer",
		"version": "0.0.2",
		"version": "0.0.3",
		"description": "A JavaScript code tokenizer for ease in using with code embeddings and vector storage.",
		"main": "index.js",
		"type": "module",
		"main": "dist/bundle.cjs.js",
		"module": "dist/bundle.esm.js",
		"browser": "dist/bundle.umd.js",
		"scripts": {
		"build": "rollup -c",
		"test": "node --experimental-vm-modules node_modules/jest/bin/jest.js",
		"lint": "eslint .",
		"format": "@biomejs/biome format --write .",
		"release": "standard-version && git push --follow-tags origin main && npm publish",
		"build": "rollup -c"
		"release": "standard-version && git push --follow-tags origin main && npm publish"
		},
		@@ -14,0 +15,0 @@ "keywords": [

README.md

		@@ -88,4 +88,4 @@ # JS AST Tokenizer
		},
		"content": "...", // The original content
		"length": 375 // Length of the input code
		"content": "...",
		"length": 375
		}
		@@ -92,0 +92,0 @@ ```

rollup.config.js

js-ast-tokenizer - npm Package Compare versions

New alerts