New Case Study:See how Anthropic automated 95% of dependency reviews with Socket.Learn More →
Socket
Sign inDemoInstall
Socket
Sign inDemoInstall

@jscpd/tokenizer

Package Overview
Dependencies
Maintainers
1
Versions
25
Alerts
File Explorer

Advanced tools

License
Socket logo

Install Socket

Detect and block malicious and high-risk dependencies

Install

@jscpd/tokenizer - npm Package Compare versions

Comparing version 3.3.0-rc.5 to 3.3.0-rc.7

dist/tokenize.d.ts
dist/tokenize.js
dist/tokenize.js.map

359

dist/grammar-loader.d.ts

@@ -1,217 +0,144 @@

import "prismjs/components/prism-markup";
import "prismjs/components/prism-css";
import "prismjs/components/prism-clike";
import "prismjs/components/prism-javascript";
import "prismjs/components/prism-abap";
import "prismjs/components/prism-abnf";
import "prismjs/components/prism-actionscript";
import "prismjs/components/prism-ada";
import "prismjs/components/prism-antlr4";
import "prismjs/components/prism-apacheconf";
import "prismjs/components/prism-apl";
import "prismjs/components/prism-applescript";
import "prismjs/components/prism-aql";
import "prismjs/components/prism-c";
import "prismjs/components/prism-cpp";
import "prismjs/components/prism-arduino";
import "prismjs/components/prism-arff";
import "prismjs/components/prism-asciidoc";
import "prismjs/components/prism-asm6502";
import "prismjs/components/prism-csharp";
import "prismjs/components/prism-aspnet";
import "prismjs/components/prism-autohotkey";
import "prismjs/components/prism-autoit";
import "prismjs/components/prism-bash";
import "prismjs/components/prism-basic";
import "prismjs/components/prism-batch";
import "prismjs/components/prism-bbcode";
import "prismjs/components/prism-bison";
import "prismjs/components/prism-bnf";
import "prismjs/components/prism-brainfuck";
import "prismjs/components/prism-brightscript";
import "prismjs/components/prism-bro";
import "prismjs/components/prism-concurnas";
import "prismjs/components/prism-cil";
import "prismjs/components/prism-coffeescript";
import "prismjs/components/prism-cmake";
import "prismjs/components/prism-clojure";
import "prismjs/components/prism-ruby";
import "prismjs/components/prism-crystal";
import "prismjs/components/prism-csp";
import "prismjs/components/prism-css-extras";
import "prismjs/components/prism-d";
import "prismjs/components/prism-dart";
import "prismjs/components/prism-dax";
import "prismjs/components/prism-diff";
import "prismjs/components/prism-markup-templating";
import "prismjs/components/prism-django";
import "prismjs/components/prism-dns-zone-file";
import "prismjs/components/prism-docker";
import "prismjs/components/prism-ebnf";
import "prismjs/components/prism-eiffel";
import "prismjs/components/prism-ejs";
import "prismjs/components/prism-elixir";
import "prismjs/components/prism-elm";
import "prismjs/components/prism-lua";
import "prismjs/components/prism-etlua";
import "prismjs/components/prism-erb";
import "prismjs/components/prism-erlang";
import "prismjs/components/prism-excel-formula";
import "prismjs/components/prism-fsharp";
import "prismjs/components/prism-factor";
import "prismjs/components/prism-firestore-security-rules";
import "prismjs/components/prism-flow";
import "prismjs/components/prism-fortran";
import "prismjs/components/prism-ftl";
import "prismjs/components/prism-gcode";
import "prismjs/components/prism-gdscript";
import "prismjs/components/prism-gedcom";
import "prismjs/components/prism-gherkin";
import "prismjs/components/prism-git";
import "prismjs/components/prism-glsl";
import "prismjs/components/prism-gml";
import "prismjs/components/prism-go";
import "prismjs/components/prism-graphql";
import "prismjs/components/prism-groovy";
import "prismjs/components/prism-less";
import "prismjs/components/prism-markdown";
import "prismjs/components/prism-scss";
import "prismjs/components/prism-textile";
import "prismjs/components/prism-haml";
import "prismjs/components/prism-handlebars";
import "prismjs/components/prism-haskell";
import "prismjs/components/prism-haxe";
import "prismjs/components/prism-hcl";
import "prismjs/components/prism-json";
import "prismjs/components/prism-http";
import "prismjs/components/prism-hpkp";
import "prismjs/components/prism-hsts";
import "prismjs/components/prism-ichigojam";
import "prismjs/components/prism-icon";
import "prismjs/components/prism-inform7";
import "prismjs/components/prism-ini";
import "prismjs/components/prism-io";
import "prismjs/components/prism-j";
import "prismjs/components/prism-java";
import "prismjs/components/prism-php";
import "prismjs/components/prism-javadoclike";
import "prismjs/components/prism-scala";
import "prismjs/components/prism-javadoc";
import "prismjs/components/prism-javastacktrace";
import "prismjs/components/prism-jolie";
import "prismjs/components/prism-jq";
import "prismjs/components/prism-jsdoc";
import "prismjs/components/prism-n4js";
import "prismjs/components/prism-js-templates";
import "prismjs/components/prism-typescript";
import "prismjs/components/prism-js-extras";
import "prismjs/components/prism-jsonp";
import "prismjs/components/prism-json5";
import "prismjs/components/prism-julia";
import "prismjs/components/prism-keyman";
import "prismjs/components/prism-kotlin";
import "prismjs/components/prism-latex";
import "prismjs/components/prism-latte";
import "prismjs/components/prism-scheme";
import "prismjs/components/prism-lilypond";
import "prismjs/components/prism-liquid";
import "prismjs/components/prism-lisp";
import "prismjs/components/prism-livescript";
import "prismjs/components/prism-llvm";
import "prismjs/components/prism-lolcode";
import "prismjs/components/prism-makefile";
import "prismjs/components/prism-matlab";
import "prismjs/components/prism-mel";
import "prismjs/components/prism-mizar";
import "prismjs/components/prism-monkey";
import "prismjs/components/prism-moonscript";
import "prismjs/components/prism-n1ql";
import "prismjs/components/prism-nand2tetris-hdl";
import "prismjs/components/prism-nasm";
import "prismjs/components/prism-neon";
import "prismjs/components/prism-nginx";
import "prismjs/components/prism-nim";
import "prismjs/components/prism-nix";
import "prismjs/components/prism-nsis";
import "prismjs/components/prism-objectivec";
import "prismjs/components/prism-ocaml";
import "prismjs/components/prism-opencl";
import "prismjs/components/prism-oz";
import "prismjs/components/prism-parigp";
import "prismjs/components/prism-parser";
import "prismjs/components/prism-pascal";
import "prismjs/components/prism-pascaligo";
import "prismjs/components/prism-pcaxis";
import "prismjs/components/prism-perl";
import "prismjs/components/prism-phpdoc";
import "prismjs/components/prism-php-extras";
import "prismjs/components/prism-sql";
import "prismjs/components/prism-plsql";
import "prismjs/components/prism-powerquery";
import "prismjs/components/prism-powershell";
import "prismjs/components/prism-processing";
import "prismjs/components/prism-prolog";
import "prismjs/components/prism-properties";
import "prismjs/components/prism-protobuf";
import "prismjs/components/prism-stylus";
import "prismjs/components/prism-twig";
import "prismjs/components/prism-pug";
import "prismjs/components/prism-puppet";
import "prismjs/components/prism-pure";
import "prismjs/components/prism-python";
import "prismjs/components/prism-q";
import "prismjs/components/prism-qml";
import "prismjs/components/prism-qore";
import "prismjs/components/prism-r";
import "prismjs/components/prism-jsx";
import "prismjs/components/prism-tsx";
import "prismjs/components/prism-renpy";
import "prismjs/components/prism-reason";
import "prismjs/components/prism-vala";
import "prismjs/components/prism-regex";
import "prismjs/components/prism-rest";
import "prismjs/components/prism-rip";
import "prismjs/components/prism-roboconf";
import "prismjs/components/prism-robotframework";
import "prismjs/components/prism-rust";
import "prismjs/components/prism-sas";
import "prismjs/components/prism-sass";
import "prismjs/components/prism-shell-session";
import "prismjs/components/prism-smalltalk";
import "prismjs/components/prism-smarty";
import "prismjs/components/prism-solidity";
import "prismjs/components/prism-solution-file";
import "prismjs/components/prism-soy";
import "prismjs/components/prism-turtle";
import "prismjs/components/prism-sparql";
import "prismjs/components/prism-splunk-spl";
import "prismjs/components/prism-sqf";
import "prismjs/components/prism-swift";
import "prismjs/components/prism-yaml";
import "prismjs/components/prism-tap";
import "prismjs/components/prism-tcl";
import "prismjs/components/prism-toml";
import "prismjs/components/prism-tt2";
import "prismjs/components/prism-t4-templating";
import "prismjs/components/prism-t4-cs";
import "prismjs/components/prism-visual-basic";
import "prismjs/components/prism-t4-vb";
import "prismjs/components/prism-vbnet";
import "prismjs/components/prism-velocity";
import "prismjs/components/prism-verilog";
import "prismjs/components/prism-vhdl";
import "prismjs/components/prism-vim";
import "prismjs/components/prism-wasm";
import "prismjs/components/prism-wiki";
import "prismjs/components/prism-xeora";
import "prismjs/components/prism-xojo";
import "prismjs/components/prism-xquery";
import "prismjs/components/prism-zig";
/**
* Loads the given languages and adds them to the current Prism instance.
*
* If no languages are provided, __all__ Prism languages will be loaded.
*
* @returns {void}
*/
export declare const languages: {
abap: any;
actionscript: any;
ada: any;
apacheconf: any;
apl: any;
applescript: any;
arff: any;
asciidoc: any;
asm6502: any;
aspnet: any;
autohotkey: any;
autoit: any;
bash: any;
basic: any;
batch: any;
brainfuck: any;
bro: any;
c: any;
clike: any;
clojure: any;
coffeescript: any;
cpp: any;
csharp: any;
csp: any;
cssExtras: any;
css: any;
d: any;
dart: any;
diff: any;
django: any;
docker: any;
eiffel: any;
elixir: any;
erlang: any;
flow: any;
fortran: any;
fsharp: any;
gedcom: any;
gherkin: any;
git: any;
glsl: any;
go: any;
graphql: any;
groovy: any;
haml: any;
handlebars: any;
haskell: any;
haxe: any;
hpkp: any;
hsts: any;
http: any;
ichigojam: any;
icon: any;
inform7: any;
ini: any;
io: any;
j: any;
java: any;
javascript: any;
jolie: any;
json: any;
jsx: any;
julia: any;
keyman: any;
kotlin: any;
latex: any;
less: any;
liquid: any;
lisp: any;
livescript: any;
lolcode: any;
lua: any;
makefile: any;
markdown: any;
markupTemplating: any;
markup: any;
matlab: any;
mel: any;
mizar: any;
monkey: any;
n4js: any;
nasm: any;
nginx: any;
nim: any;
nix: any;
nsis: any;
objectivec: any;
ocaml: any;
opencl: any;
oz: any;
parigp: any;
parser: any;
pascal: any;
perl: any;
php: any;
phpExtras: any;
powershell: any;
processing: any;
prolog: any;
properties: any;
protobuf: any;
pug: any;
puppet: any;
pure: any;
python: any;
q: any;
qore: any;
r: any;
reason: any;
renpy: any;
rest: any;
rip: any;
roboconf: any;
ruby: any;
rust: any;
sas: any;
sass: any;
scala: any;
scheme: any;
scss: any;
smalltalk: any;
smarty: any;
soy: any;
stylus: any;
swift: any;
tcl: any;
textile: any;
twig: any;
typescript: any;
vbnet: any;
velocity: any;
verilog: any;
vhdl: any;
vim: any;
visualBasic: any;
wasm: any;
wiki: any;
xeora: any;
xojo: any;
yaml: any;
tsx: any;
};
export declare const loadLanguages: () => void;

403

dist/grammar-loader.js
"use strict";
Object.defineProperty(exports, "__esModule", { value: true });
const Prism = require("prismjs");
require("prismjs/components/prism-markup");
require("prismjs/components/prism-css");
require("prismjs/components/prism-clike");
require("prismjs/components/prism-javascript");
require("prismjs/components/prism-abap");
require("prismjs/components/prism-abnf");
require("prismjs/components/prism-actionscript");
require("prismjs/components/prism-ada");
require("prismjs/components/prism-antlr4");
require("prismjs/components/prism-apacheconf");
require("prismjs/components/prism-apl");
require("prismjs/components/prism-applescript");
require("prismjs/components/prism-aql");
require("prismjs/components/prism-c");
require("prismjs/components/prism-cpp");
require("prismjs/components/prism-arduino");
require("prismjs/components/prism-arff");
require("prismjs/components/prism-asciidoc");
require("prismjs/components/prism-asm6502");
require("prismjs/components/prism-csharp");
require("prismjs/components/prism-aspnet");
require("prismjs/components/prism-autohotkey");
require("prismjs/components/prism-autoit");
require("prismjs/components/prism-bash");
require("prismjs/components/prism-basic");
require("prismjs/components/prism-batch");
require("prismjs/components/prism-bbcode");
require("prismjs/components/prism-bison");
require("prismjs/components/prism-bnf");
require("prismjs/components/prism-brainfuck");
require("prismjs/components/prism-brightscript");
require("prismjs/components/prism-bro");
require("prismjs/components/prism-concurnas");
require("prismjs/components/prism-cil");
require("prismjs/components/prism-coffeescript");
require("prismjs/components/prism-cmake");
require("prismjs/components/prism-clojure");
require("prismjs/components/prism-ruby");
require("prismjs/components/prism-crystal");
require("prismjs/components/prism-csp");
require("prismjs/components/prism-css-extras");
require("prismjs/components/prism-d");
require("prismjs/components/prism-dart");
require("prismjs/components/prism-dax");
require("prismjs/components/prism-diff");
require("prismjs/components/prism-markup-templating");
require("prismjs/components/prism-django");
require("prismjs/components/prism-dns-zone-file");
require("prismjs/components/prism-docker");
require("prismjs/components/prism-ebnf");
require("prismjs/components/prism-eiffel");
require("prismjs/components/prism-ejs");
require("prismjs/components/prism-elixir");
require("prismjs/components/prism-elm");
require("prismjs/components/prism-lua");
require("prismjs/components/prism-etlua");
require("prismjs/components/prism-erb");
require("prismjs/components/prism-erlang");
require("prismjs/components/prism-excel-formula");
require("prismjs/components/prism-fsharp");
require("prismjs/components/prism-factor");
require("prismjs/components/prism-firestore-security-rules");
require("prismjs/components/prism-flow");
require("prismjs/components/prism-fortran");
require("prismjs/components/prism-ftl");
require("prismjs/components/prism-gcode");
require("prismjs/components/prism-gdscript");
require("prismjs/components/prism-gedcom");
require("prismjs/components/prism-gherkin");
require("prismjs/components/prism-git");
require("prismjs/components/prism-glsl");
require("prismjs/components/prism-gml");
require("prismjs/components/prism-go");
require("prismjs/components/prism-graphql");
require("prismjs/components/prism-groovy");
require("prismjs/components/prism-less");
require("prismjs/components/prism-markdown");
require("prismjs/components/prism-scss");
require("prismjs/components/prism-textile");
require("prismjs/components/prism-haml");
require("prismjs/components/prism-handlebars");
require("prismjs/components/prism-haskell");
require("prismjs/components/prism-haxe");
require("prismjs/components/prism-hcl");
require("prismjs/components/prism-json");
require("prismjs/components/prism-http");
require("prismjs/components/prism-hpkp");
require("prismjs/components/prism-hsts");
require("prismjs/components/prism-ichigojam");
require("prismjs/components/prism-icon");
require("prismjs/components/prism-inform7");
require("prismjs/components/prism-ini");
require("prismjs/components/prism-io");
require("prismjs/components/prism-j");
require("prismjs/components/prism-java");
require("prismjs/components/prism-php");
require("prismjs/components/prism-javadoclike");
require("prismjs/components/prism-scala");
require("prismjs/components/prism-javadoc");
require("prismjs/components/prism-javastacktrace");
require("prismjs/components/prism-jolie");
require("prismjs/components/prism-jq");
require("prismjs/components/prism-jsdoc");
require("prismjs/components/prism-n4js");
require("prismjs/components/prism-js-templates");
require("prismjs/components/prism-typescript");
require("prismjs/components/prism-js-extras");
require("prismjs/components/prism-jsonp");
require("prismjs/components/prism-json5");
require("prismjs/components/prism-julia");
require("prismjs/components/prism-keyman");
require("prismjs/components/prism-kotlin");
require("prismjs/components/prism-latex");
require("prismjs/components/prism-latte");
require("prismjs/components/prism-scheme");
require("prismjs/components/prism-lilypond");
require("prismjs/components/prism-liquid");
require("prismjs/components/prism-lisp");
require("prismjs/components/prism-livescript");
require("prismjs/components/prism-llvm");
require("prismjs/components/prism-lolcode");
require("prismjs/components/prism-makefile");
require("prismjs/components/prism-matlab");
require("prismjs/components/prism-mel");
require("prismjs/components/prism-mizar");
require("prismjs/components/prism-monkey");
require("prismjs/components/prism-moonscript");
require("prismjs/components/prism-n1ql");
require("prismjs/components/prism-nand2tetris-hdl");
require("prismjs/components/prism-nasm");
require("prismjs/components/prism-neon");
require("prismjs/components/prism-nginx");
require("prismjs/components/prism-nim");
require("prismjs/components/prism-nix");
require("prismjs/components/prism-nsis");
require("prismjs/components/prism-objectivec");
require("prismjs/components/prism-ocaml");
require("prismjs/components/prism-opencl");
require("prismjs/components/prism-oz");
require("prismjs/components/prism-parigp");
require("prismjs/components/prism-parser");
require("prismjs/components/prism-pascal");
require("prismjs/components/prism-pascaligo");
require("prismjs/components/prism-pcaxis");
require("prismjs/components/prism-perl");
require("prismjs/components/prism-phpdoc");
require("prismjs/components/prism-php-extras");
require("prismjs/components/prism-sql");
require("prismjs/components/prism-plsql");
require("prismjs/components/prism-powerquery");
require("prismjs/components/prism-powershell");
require("prismjs/components/prism-processing");
require("prismjs/components/prism-prolog");
require("prismjs/components/prism-properties");
require("prismjs/components/prism-protobuf");
require("prismjs/components/prism-stylus");
require("prismjs/components/prism-twig");
require("prismjs/components/prism-pug");
require("prismjs/components/prism-puppet");
require("prismjs/components/prism-pure");
require("prismjs/components/prism-python");
require("prismjs/components/prism-q");
require("prismjs/components/prism-qml");
require("prismjs/components/prism-qore");
require("prismjs/components/prism-r");
require("prismjs/components/prism-jsx");
require("prismjs/components/prism-tsx");
require("prismjs/components/prism-renpy");
require("prismjs/components/prism-reason");
require("prismjs/components/prism-vala");
require("prismjs/components/prism-regex");
require("prismjs/components/prism-rest");
require("prismjs/components/prism-rip");
require("prismjs/components/prism-roboconf");
require("prismjs/components/prism-robotframework");
require("prismjs/components/prism-rust");
require("prismjs/components/prism-sas");
require("prismjs/components/prism-sass");
require("prismjs/components/prism-shell-session");
require("prismjs/components/prism-smalltalk");
require("prismjs/components/prism-smarty");
require("prismjs/components/prism-solidity");
require("prismjs/components/prism-solution-file");
require("prismjs/components/prism-soy");
require("prismjs/components/prism-turtle");
require("prismjs/components/prism-sparql");
require("prismjs/components/prism-splunk-spl");
require("prismjs/components/prism-sqf");
require("prismjs/components/prism-swift");
require("prismjs/components/prism-yaml");
require("prismjs/components/prism-tap");
require("prismjs/components/prism-tcl");
require("prismjs/components/prism-toml");
require("prismjs/components/prism-tt2");
require("prismjs/components/prism-t4-templating");
require("prismjs/components/prism-t4-cs");
require("prismjs/components/prism-visual-basic");
require("prismjs/components/prism-t4-vb");
require("prismjs/components/prism-vbnet");
require("prismjs/components/prism-velocity");
require("prismjs/components/prism-verilog");
require("prismjs/components/prism-vhdl");
require("prismjs/components/prism-vim");
require("prismjs/components/prism-wasm");
require("prismjs/components/prism-wiki");
require("prismjs/components/prism-xeora");
require("prismjs/components/prism-xojo");
require("prismjs/components/prism-xquery");
require("prismjs/components/prism-zig");
const components = require('prismjs/components');
const getLoader = require('prismjs/dependencies');
/**
* The set of all languages which have been loaded using the below function.
*
* @type {Set<string>}
*/
const loadedLanguages = [];
/**
* Loads the given languages and adds them to the current Prism instance.
*
* If no languages are provided, __all__ Prism languages will be loaded.
*
* @returns {void}
*/
const reprism = require("reprism");
const abap = require("reprism/languages/abap");
const actionscript = require("reprism/languages/actionscript");
const ada = require("reprism/languages/ada");
const apacheconf = require("reprism/languages/apacheconf");
const apl = require("reprism/languages/apl");
const applescript = require("reprism/languages/applescript");
const arff = require("reprism/languages/arff");
const asciidoc = require("reprism/languages/asciidoc");
const asm6502 = require("reprism/languages/asm6502");
const aspnet = require("reprism/languages/aspnet");
const autohotkey = require("reprism/languages/autohotkey");
const autoit = require("reprism/languages/autoit");
const bash = require("reprism/languages/bash");
const basic = require("reprism/languages/basic");
const batch = require("reprism/languages/batch");
const brainfuck = require("reprism/languages/brainfuck");
const bro = require("reprism/languages/bro");
const c = require("reprism/languages/c");
const clike = require("reprism/languages/clike");
const clojure = require("reprism/languages/clojure");
const coffeescript = require("reprism/languages/coffeescript");
const cpp = require("reprism/languages/cpp");
const csharp = require("reprism/languages/csharp");
const csp = require("reprism/languages/csp");
const cssExtras = require("reprism/languages/css-extras");
const css = require("reprism/languages/css");
const d = require("reprism/languages/d");
const dart = require("reprism/languages/dart");
const diff = require("reprism/languages/diff");
const django = require("reprism/languages/django");
const docker = require("reprism/languages/docker");
const eiffel = require("reprism/languages/eiffel");
const elixir = require("reprism/languages/elixir");
const erlang = require("reprism/languages/erlang");
const flow = require("reprism/languages/flow");
const fortran = require("reprism/languages/fortran");
const fsharp = require("reprism/languages/fsharp");
const gedcom = require("reprism/languages/gedcom");
const gherkin = require("reprism/languages/gherkin");
const git = require("reprism/languages/git");
const glsl = require("reprism/languages/glsl");
const go = require("reprism/languages/go");
const graphql = require("reprism/languages/graphql");
const groovy = require("reprism/languages/groovy");
const haml = require("reprism/languages/haml");
const handlebars = require("reprism/languages/handlebars");
const haskell = require("reprism/languages/haskell");
const haxe = require("reprism/languages/haxe");
const hpkp = require("reprism/languages/hpkp");
const hsts = require("reprism/languages/hsts");
const http = require("reprism/languages/http");
const ichigojam = require("reprism/languages/ichigojam");
const icon = require("reprism/languages/icon");
const inform7 = require("reprism/languages/inform7");
const ini = require("reprism/languages/ini");
const io = require("reprism/languages/io");
const j = require("reprism/languages/j");
const java = require("reprism/languages/java");
const javascript = require("reprism/languages/javascript");
const jolie = require("reprism/languages/jolie");
const json = require("reprism/languages/json");
const jsx = require("reprism/languages/jsx");
const julia = require("reprism/languages/julia");
const keyman = require("reprism/languages/keyman");
const kotlin = require("reprism/languages/kotlin");
const latex = require("reprism/languages/latex");
const less = require("reprism/languages/less");
const liquid = require("reprism/languages/liquid");
const lisp = require("reprism/languages/lisp");
const livescript = require("reprism/languages/livescript");
const lolcode = require("reprism/languages/lolcode");
const lua = require("reprism/languages/lua");
const makefile = require("reprism/languages/makefile");
const markdown = require("reprism/languages/markdown");
const markupTemplating = require("reprism/languages/markup-templating");
const markup = require("reprism/languages/markup");
const matlab = require("reprism/languages/matlab");
const mel = require("reprism/languages/mel");
const mizar = require("reprism/languages/mizar");
const monkey = require("reprism/languages/monkey");
const n4js = require("reprism/languages/n4js");
const nasm = require("reprism/languages/nasm");
const nginx = require("reprism/languages/nginx");
const nim = require("reprism/languages/nim");
const nix = require("reprism/languages/nix");
const nsis = require("reprism/languages/nsis");
const objectivec = require("reprism/languages/objectivec");
const ocaml = require("reprism/languages/ocaml");
const opencl = require("reprism/languages/opencl");
const oz = require("reprism/languages/oz");
const parigp = require("reprism/languages/parigp");
const parser = require("reprism/languages/parser");
const pascal = require("reprism/languages/pascal");
const perl = require("reprism/languages/perl");
const phpExtras = require("reprism/languages/php-extras");
const php = require("reprism/languages/php");
const powershell = require("reprism/languages/powershell");
const processing = require("reprism/languages/processing");
const prolog = require("reprism/languages/prolog");
const properties = require("reprism/languages/properties");
const protobuf = require("reprism/languages/protobuf");
const pug = require("reprism/languages/pug");
const puppet = require("reprism/languages/puppet");
const pure = require("reprism/languages/pure");
const python = require("reprism/languages/python");
const q = require("reprism/languages/q");
const qore = require("reprism/languages/qore");
const r = require("reprism/languages/r");
const reason = require("reprism/languages/reason");
const renpy = require("reprism/languages/renpy");
const rest = require("reprism/languages/rest");
const rip = require("reprism/languages/rip");
const roboconf = require("reprism/languages/roboconf");
const ruby = require("reprism/languages/ruby");
const rust = require("reprism/languages/rust");
const sas = require("reprism/languages/sas");
const sass = require("reprism/languages/sass");
const scala = require("reprism/languages/scala");
const scheme = require("reprism/languages/scheme");
const scss = require("reprism/languages/scss");
const smalltalk = require("reprism/languages/smalltalk");
const smarty = require("reprism/languages/smarty");
const soy = require("reprism/languages/soy");
const stylus = require("reprism/languages/stylus");
const swift = require("reprism/languages/swift");
const tcl = require("reprism/languages/tcl");
const textile = require("reprism/languages/textile");
const tsx = require("reprism/languages/tsx");
const twig = require("reprism/languages/twig");
const typescript = require("reprism/languages/typescript");
const vbnet = require("reprism/languages/vbnet");
const velocity = require("reprism/languages/velocity");
const verilog = require("reprism/languages/verilog");
const vhdl = require("reprism/languages/vhdl");
const vim = require("reprism/languages/vim");
const visualBasic = require("reprism/languages/visual-basic");
const wasm = require("reprism/languages/wasm");
const wiki = require("reprism/languages/wiki");
const xeora = require("reprism/languages/xeora");
const xojo = require("reprism/languages/xojo");
const yaml = require("reprism/languages/yaml");
exports.languages = {
abap, actionscript, ada, apacheconf, apl, applescript, arff,
asciidoc, asm6502, aspnet, autohotkey, autoit, bash, basic, batch,
brainfuck, bro, c, clike, clojure, coffeescript, cpp, csharp, csp, cssExtras,
css, d, dart, diff, django, docker, eiffel, elixir, erlang, flow, fortran, fsharp,
gedcom, gherkin, git, glsl, go, graphql, groovy, haml, handlebars, haskell, haxe,
hpkp, hsts, http, ichigojam, icon, inform7, ini, io, j, java, javascript, jolie,
json, jsx, julia, keyman, kotlin, latex, less, liquid, lisp, livescript,
lolcode, lua, makefile, markdown, markupTemplating, markup, matlab, mel, mizar,
monkey, n4js, nasm, nginx, nim, nix, nsis, objectivec, ocaml, opencl, oz, parigp,
parser, pascal, perl, php, phpExtras, powershell, processing, prolog,
properties, protobuf, pug, puppet, pure, python, q, qore, r, reason, renpy, rest,
rip, roboconf, ruby, rust, sas, sass, scala, scheme, scss, smalltalk, smarty, soy,
stylus, swift, tcl, textile, twig, typescript, vbnet, velocity, verilog, vhdl,
vim, visualBasic, wasm, wiki, xeora, xojo, yaml, tsx,
};
exports.loadLanguages = () => {
const languages = Object.keys(components.languages).filter(l => l != 'meta');
// the user might have loaded languages via some other way or used `prism.js` which already includes some
// we don't need to validate the ids because `getLoader` will ignore invalid ones
const loaded = [
...loadedLanguages,
...Object.keys(Prism.languages),
];
getLoader(components, languages, loaded).load(lang => {
if (!(lang in components.languages)) {
console.warn('Language does not exist: ' + lang);
return;
}
const pathToLanguage = 'prismjs/components/prism-' + lang;
require(pathToLanguage);
// console.log(`import "${pathToLanguage}";`);
if (!(lang in loadedLanguages)) {
loadedLanguages.push(lang);
}
});
reprism.loadLanguages(Object.values(exports.languages).map(v => v.default));
};
//# sourceMappingURL=grammar-loader.js.map

2

dist/index.d.ts
import { IOptions, ITokenizer, ITokensMap } from '@jscpd/core';
export * from './interfaces';
export * from './prism';
export * from './tokenize';
export * from './token-map';

@@ -5,0 +5,0 @@ export * from './formats';

6

dist/index.js

@@ -6,4 +6,4 @@ "use strict";

Object.defineProperty(exports, "__esModule", { value: true });
const prism_1 = require("./prism");
__export(require("./prism"));
const tokenize_1 = require("./tokenize");
__export(require("./tokenize"));
__export(require("./token-map"));

@@ -13,3 +13,3 @@ __export(require("./formats"));

generateMaps(id, data, format, options) {
return prism_1.createTokenMapBasedOnCode(id, data, format, options);
return tokenize_1.createTokenMapBasedOnCode(id, data, format, options);
}

@@ -16,0 +16,0 @@ }

7

package.json
{
"name": "@jscpd/tokenizer",
"version": "3.3.0-rc.5",
"version": "3.3.0-rc.7",
"description": "tokenizer of source code for jscpd",

@@ -33,3 +33,2 @@ "author": "Andrey Kucherenko <kucherenko.andrey@gmail.com>",

"devDependencies": {
"@types/prismjs": "^1.16.0",
"@types/spark-md5": "^3.0.2"

@@ -39,6 +38,6 @@ },

"@jscpd/core": "^3.3.0-rc.4",
"prismjs": "^1.20.0",
"reprism": "^0.0.11",
"spark-md5": "^3.0.1"
},
"gitHead": "6d78c7a0b45eac2cd22bfaf8d1462cc9d3e5dd0a"
"gitHead": "efb8b1e607218f859b2270ea52c287f1f860673a"
}
dist/prism.d.ts
dist/prism.js
dist/prism.js.map
dist/grammar-loader.js.map

Sorry, the diff of this file is not supported yet

dist/index.js.map

Sorry, the diff of this file is not supported yet

SocketSocket SOC 2 Logo

Product

  • Package Alerts
  • Integrations
  • Docs
  • Pricing
  • FAQ
  • Roadmap
  • Changelog

About

Packages

npm

Go

Maven

PyPI

Rubygems

Stay in touch

Get open source security insights delivered straight into your inbox.

  • Terms
  • Privacy
  • Security

Made with ⚡️ by Socket Inc