diff --git a/examples/tokenizer-playground/index.html b/examples/tokenizer-playground/index.html index f893510..3a73d9a 100644 --- a/examples/tokenizer-playground/index.html +++ b/examples/tokenizer-playground/index.html @@ -3,7 +3,6 @@ - The Tokenizer Playground diff --git a/examples/tokenizer-playground/package-lock.json b/examples/tokenizer-playground/package-lock.json index 802fac2..9a0f038 100644 --- a/examples/tokenizer-playground/package-lock.json +++ b/examples/tokenizer-playground/package-lock.json @@ -8,7 +8,7 @@ "name": "tokenizer-playground", "version": "0.0.0", "dependencies": { - "@xenova/transformers": "^2.5.0", + "@xenova/transformers": "^2.15.0", "react": "^18.2.0", "react-dom": "^18.2.0" }, @@ -810,6 +810,14 @@ "node": "^12.22.0 || ^14.17.0 || >=16.0.0" } }, + "node_modules/@huggingface/jinja": { + "version": "0.1.3", + "resolved": "https://registry.npmjs.org/@huggingface/jinja/-/jinja-0.1.3.tgz", + "integrity": "sha512-9KsiorsdIK8+7VmlamAT7Uh90zxAhC/SeKaKc80v58JhtPYuwaJpmR/ST7XAUxrHAFqHTCoTH5aJnJDwSL6xIQ==", + "engines": { + "node": ">=18" + } + }, "node_modules/@humanwhocodes/config-array": { "version": "0.11.11", "resolved": "https://registry.npmjs.org/@humanwhocodes/config-array/-/config-array-0.11.11.tgz", @@ -1078,10 +1086,11 @@ } }, "node_modules/@xenova/transformers": { - "version": "2.6.2", - "resolved": "https://registry.npmjs.org/@xenova/transformers/-/transformers-2.6.2.tgz", - "integrity": "sha512-GmyAIPN4eBzPHQqduSeKAYS3SpEogRFhky7KLciAPq9Ba2NoP7UVKSTBlKJz/chsO4IQ5et6TKHPpLKNlR1SGQ==", + "version": "2.15.0", + "resolved": "https://registry.npmjs.org/@xenova/transformers/-/transformers-2.15.0.tgz", + "integrity": "sha512-e8pt+yLGSmwZnQR5Q/fq1NJ6fPr3+WKqxh/jF2PzfXFZ2KZsDdFQeCVlk8AnOADP4Aimlqy+Wp/xuws96/pX9A==", "dependencies": { + "@huggingface/jinja": "^0.1.0", "onnxruntime-web": "1.14.0", "sharp": "^0.32.0" }, diff --git a/examples/tokenizer-playground/package.json b/examples/tokenizer-playground/package.json index cc80d6c..a96f037 100644 --- a/examples/tokenizer-playground/package.json +++ b/examples/tokenizer-playground/package.json @@ -10,7 +10,7 @@ "preview": "vite preview" }, "dependencies": { - "@xenova/transformers": "^2.5.0", + "@xenova/transformers": "^2.15.0", "react": "^18.2.0", "react-dom": "^18.2.0" }, diff --git a/examples/tokenizer-playground/public/vite.svg b/examples/tokenizer-playground/public/vite.svg deleted file mode 100644 index e7b8dfb..0000000 --- a/examples/tokenizer-playground/public/vite.svg +++ /dev/null @@ -1 +0,0 @@ - \ No newline at end of file diff --git a/examples/tokenizer-playground/src/assets/react.svg b/examples/tokenizer-playground/src/assets/react.svg deleted file mode 100644 index 6c87de9..0000000 --- a/examples/tokenizer-playground/src/assets/react.svg +++ /dev/null @@ -1 +0,0 @@ - \ No newline at end of file