test add tokenizer

This commit is contained in:
polv committed 2026-08-28 00:54:20 +07:00
1 parent 7e8c38a80f
commit 9dfae88805
11 files changed
+233 -20

No files matched your search

+3 -1
View File
@@ -27,11 +27,13 @@
"dependencies": {
"@supabase/supabase-js": "^2.110.5",
"@tauri-apps/plugin-http": "~2.5.9",
"@types/better-sqlite3": "^9.6.0",
"@types/markdown-it": "^14.2.0",
"@types/node": "^24.13.3",
"better-sqlite3": "^13.0.3",
"kuromoji-ko": "^1.0.8",
"markdown-it": "^14.3.0",
"pdfjs-dist": "^5.7.284",
"shell-quote": "^1.10.0",
"tauri-plugin-tts-api": "^0.1.11",
"vite": "^8.1.5",
"yaml": "^2.9.0",