Compare commits

8 Commits
Author SHA1 Message Date
polv 52c25992ab extract image assets for yomitan zip 2026-03-21 12:46:54 +07:00
polv 79deaf9372 fix fts prefix ~ 2026-03-16 12:44:12 +07:00
polv f0cafa450d full text search and UI button 2026-03-16 00:05:25 +07:00
polv afacdc0856 load next scroll faster in search 2026-03-15 19:38:11 +07:00
polv 7033e70ddf add alternate app icon 2026-03-15 19:21:52 +07:00
polv 96e36e1d4c furigana format is now <>{} and add input message for glob 2026-03-15 14:27:34 +07:00
polv b1ef987f9d router and enable back button 2026-03-15 11:49:20 +07:00
polv 41e207afad fix scroll and wanakana 2026-03-10 23:40:06 +07:00
42 changed files with 482 additions and 165 deletions

No files matched your search

Generated
+7
View File
@@ -1981,6 +1981,12 @@ dependencies = [
"pin-project-lite",
]
[[package]]
name = "http-range"
version = "0.1.5"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "21dec9db110f5f872ed9699c3ecf50cf16f423502706ba5c72462e28d3157573"
[[package]]
name = "httparse"
version = "1.10.1"
@@ -4837,6 +4843,7 @@ dependencies = [
"gtk",
"heck 0.5.0",
"http",
"http-range",
"jni",
"libc",
"log",
-1
View File
@@ -1,7 +1,6 @@
{
"name": "cjdic2",
"private": true,
"version": "0.1.1",
"type": "module",
"scripts": {
"dev:desktop": "cross-env RUST_BACKTRACE=1 tauri dev",
+21
View File
@@ -90,6 +90,9 @@ importers:
react-icons:
specifier: ^5.5.0
version: 5.5.0(react@19.2.4)
react-router:
specifier: ^7.13.1
version: 7.13.1(react-dom@19.2.4(react@19.2.4))(react@19.2.4)
wanakana:
specifier: ^5.3.1
version: 5.3.1
@@ -1442,6 +1445,16 @@ packages:
resolution: {integrity: sha512-z6F7K9bV85EfseRCp2bzrpyQ0Gkw1uLoCel9XBVWPg/TjRj94SkJzUTGfOa4bs7iJvBWtQG0Wq7wnI0syw3EBQ==}
engines: {node: '>=0.10.0'}
react-router@7.13.1:
resolution: {integrity: sha512-td+xP4X2/6BJvZoX6xw++A2DdEi++YypA69bJUV5oVvqf6/9/9nNlD70YO1e9d3MyamJEBQFEzk6mbfDYbqrSA==}
engines: {node: '>=20.0.0'}
peerDependencies:
react: '>=18'
react-dom: '>=18'
peerDependenciesMeta:
react-dom:
optional: true
react@19.2.4:
resolution: {integrity: sha512-9nfp2hYpCwOjAN+8TZFGhtWEwgvWHXqESH8qT89AT/lWklpLON22Lc8pEtnpsZz7VmawabSU0gCjnj8aC0euHQ==}
engines: {node: '>=0.10.0'}
@@ -3321,6 +3334,14 @@ snapshots:
react-refresh@0.17.0: {}
react-router@7.13.1(react-dom@19.2.4(react@19.2.4))(react@19.2.4):
dependencies:
cookie: 1.1.1
react: 19.2.4
set-cookie-parser: 2.7.2
optionalDependencies:
react-dom: 19.2.4(react@19.2.4)
react@19.2.4: {}
real-require@0.2.0: {}
+9 -3
View File
@@ -17,7 +17,7 @@ fn main() -> Result<(), anyhow::Error> {
println!("{:?}", p);
})?;
let zip_dir = Path::new("src-tauri/resources/yomitan");
let zip_dir = Path::new("tmp/yomitan");
println!("zip_dir: {:?}", absolute(zip_dir)); // Relative to workspace root
for entry in
@@ -31,9 +31,15 @@ fn main() -> Result<(), anyhow::Error> {
println!(
"{:?}",
AppService::import_yomitan_zip_file(&mut writer, &p, "ja", |progress| {
AppService::import_yomitan_zip_file(
&mut writer,
&p,
&zip_dir.to_path_buf(),
"ja",
|progress| {
println!("{:?}", progress);
})?,
}
)?,
);
} else {
println!("not zip_file: {:?}", p);
+8 -3
View File
@@ -18,13 +18,14 @@ pub use yomitan::YomitanRow;
mod yomitan_writer;
pub use yomitan_writer::{YomitanProgress, YomitanWriter, YomitanZipImportResult, ZipSource};
use crate::CJDicError;
use crate::{CJDicError, tokenizer::Tokenizer};
#[derive(Clone)]
pub(crate) struct Database {
pub(crate) conn: Arc<Mutex<Connection>>,
pub(crate) dir: PathBuf,
is_db_attached: EnumMap<DbChild, Arc<AtomicBool>>,
tokenizer: Tokenizer,
}
#[derive(Debug, Enum, Clone, Copy)]
@@ -52,7 +53,7 @@ pub(crate) static DBSCHEMA: LazyLock<EnumMap<DbChild, &str>> = LazyLock::new(||
});
impl Database {
pub fn new(db_dir: impl AsRef<Path>) -> Result<Self, CJDicError> {
pub fn new(db_dir: impl AsRef<Path>, tokenizer: Tokenizer) -> Result<Self, CJDicError> {
let dir = db_dir.as_ref().to_path_buf();
let conn = Connection::open(dir.join(USER_DBFILE))?;
@@ -73,6 +74,7 @@ impl Database {
DbChild::YomitanGlossary => Arc::new(AtomicBool::new(false)),
DbChild::Search => Arc::new(AtomicBool::new(false)),
},
tokenizer,
})
}
@@ -80,7 +82,10 @@ impl Database {
self.ensure_db_attached(DbChild::Yomitan)?;
self.ensure_db_attached(DbChild::YomitanGlossary)?;
self.ensure_db_attached(DbChild::Search)?;
Ok(yomitan::YomitanDatabase::new(self.clone()))
Ok(yomitan::YomitanDatabase::new(
self.clone(),
self.tokenizer.clone(),
))
}
fn ensure_db_attached(&self, db_child: DbChild) -> Result<(), CJDicError> {
+1 -26
View File
@@ -1,5 +1,3 @@
use std::collections::HashSet;
use rusqlite::{Connection, Transaction, params};
use wana_kana::utils::katakana_to_hiragana;
@@ -114,8 +112,6 @@ impl<'a> SearchDatabase<'a> {
DBSCHEMA[DbChild::Search]
))?;
let exclude_pos =
HashSet::from(["助詞", "助動詞", "記号", "接続詞"].map(|p| p.to_string()));
let mut stmt_write_ft = tx.prepare(&format!(
"INSERT INTO {}.terms_ft (rowid, term) VALUES (?1, ?2)",
DBSCHEMA[DbChild::Search]
@@ -130,28 +126,7 @@ impl<'a> SearchDatabase<'a> {
max_score
])?;
let mut segmented: Vec<String> = vec![];
for t in tokenizer.tokenize(term) {
let mut base = t.surface;
let mut pos = None;
for (i, dt) in t.details.iter().enumerate() {
match i {
0 => base = dt.to_string(),
6 => pos = Some(dt),
_ => {}
}
}
if let Some(p) = pos {
if exclude_pos.contains(p.as_str()) {
continue;
}
}
segmented.push(base);
}
stmt_write_ft.execute(params![id, segmented.join(" ")])?;
stmt_write_ft.execute(params![id, tokenizer.ja_normalize(term).join(" ")])?;
if i % 10_000 == 0 {
progress_callback(YomitanProgress {
+63 -22
View File
@@ -5,6 +5,7 @@ use zstd::bulk::Decompressor;
use crate::{
CJDicError, Timer,
db::{Database, yomitan_writer::normalize_term},
tokenizer::Tokenizer,
};
#[derive(Serialize, Debug, Clone)]
@@ -15,7 +16,6 @@ pub struct YomitanRow {
rules: String,
score: i64,
glossary_json: String,
glossary_b: Vec<u8>,
sequence: Option<i64>,
term_tags: String,
dict_title: String,
@@ -23,11 +23,12 @@ pub struct YomitanRow {
pub struct YomitanDatabase {
db: Database,
tokenizer: Tokenizer,
}
impl YomitanDatabase {
pub(crate) fn new(db: Database) -> Self {
Self { db }
pub(crate) fn new(db: Database, tokenizer: Tokenizer) -> Self {
Self { db, tokenizer }
}
fn decompressor(&self) -> Result<Decompressor<'_>, CJDicError> {
@@ -66,8 +67,10 @@ impl YomitanDatabase {
// max decompressed: 90KB (compression ratio on largest: ~2.5x)
const MAX_DECOMPRESSED_SIZE: usize = 512 * 1024; // 512KB, ~5x headroom
let and_or = if q_term == q_reading { "OR" } else { "AND" };
let is_fts = q_term.starts_with('~');
let q_term = if is_fts {
normalize_term(q_term)
} else {
let mut new_t = String::new();
let mut new_seg = String::new();
@@ -83,21 +86,58 @@ impl YomitanDatabase {
}
new_t.push_str(&normalize_term(&new_seg));
let q_term_norm = new_t;
new_t
};
let eq1 = if q_term_norm.len() > 0 { "GLOB" } else { "=" };
let eq2 = if q_reading.len() > 0 { "GLOB" } else { "=" };
let and_or = if q_term == q_reading { "OR" } else { "AND" };
let conn = self.db.conn.lock()?;
let mut stmt = conn.prepare(&format!(
conn.execute_batch(
"
WITH s AS (
SELECT * FROM search.terms
CREATE TEMP TABLE IF NOT EXISTS search_ids (term_id INTEGER);
DELETE FROM search_ids;
",
)?;
if is_fts {
let q = self.tokenizer.ja_normalize(q_term.to_string()).join(" ");
println!("fts: {q_term} => {q}");
if q.len() > 0 {
conn.execute(
&format!(
"
INSERT INTO search_ids (term_id)
SELECT rowid FROM search.terms_ft
WHERE term MATCH ?1
ORDER BY rank
LIMIT ?2 OFFSET ?3
"
),
params![q, limit, offset],
)?;
}
} else {
let eq1 = if q_term.len() > 0 { "GLOB" } else { "=" };
let eq2 = if q_reading.len() > 0 { "GLOB" } else { "=" };
conn.execute(
&format!(
"
INSERT INTO search_ids (term_id)
SELECT id FROM search.terms
WHERE term {eq1} ?1 {and_or} reading {eq2} ?2
ORDER BY max_score DESC
LIMIT ?3 OFFSET ?4
)
"
),
params![q_term, q_reading, limit, offset],
)?;
}
let mut stmt = conn.prepare(&format!(
"
SELECT
t.term,
t.reading,
@@ -108,8 +148,8 @@ impl YomitanDatabase {
t.sequence,
COALESCE(tt.tags, '') AS term_tags,
d.title AS dict_title
FROM s
JOIN yomitan.terms t ON t.id = s.id
FROM search_ids s
JOIN yomitan.terms t ON t.id = s.term_id
LEFT JOIN yomitan.dictionaries d ON d.id = t.dict_id
LEFT JOIN yomitan.def_tag_sets dt ON dt.id = t.def_tags_id
LEFT JOIN yomitan.rule_sets r ON r.id = t.rules_id
@@ -117,27 +157,28 @@ impl YomitanDatabase {
LEFT JOIN glossary.glossaries g ON g.id = t.glossary_id
"
))?;
let rows = stmt.query_map(params![q_term_norm, q_reading, limit, offset], |r| {
Ok(YomitanRow {
let rows = stmt.query_map([], |r| {
Ok((
YomitanRow {
term: r.get(0)?,
reading: r.get(1)?,
def_tags: r.get(2)?,
rules: r.get(3)?,
score: r.get(4)?,
glossary_json: String::new(),
glossary_b: r.get(5)?,
glossary_json: String::from("[]"), // a valid JSON array
sequence: r.get(6)?,
term_tags: r.get(7)?,
dict_title: r.get(8)?,
})
},
r.get::<_, Vec<u8>>(5)?,
))
})?;
let mut out = Vec::new();
for row in rows {
let mut r = row?;
let (mut r, glossary_b) = row?;
r.glossary_json =
String::from_utf8(decompressor.decompress(&r.glossary_b, MAX_DECOMPRESSED_SIZE)?)?;
r.glossary_b = vec![];
String::from_utf8(decompressor.decompress(&glossary_b, MAX_DECOMPRESSED_SIZE)?)?;
out.push(r);
}
+24 -1
View File
@@ -7,7 +7,8 @@ use std::{
borrow::Cow,
collections::HashMap,
env::current_dir,
io::{Cursor, Read},
fs::{File, create_dir_all},
io::{self, Cursor, Read},
path::{Path, PathBuf},
};
use zip::ZipArchive;
@@ -437,6 +438,7 @@ impl YomitanWriter {
pub fn import_dictionary_zip_file<Z, Callback>(
&mut self,
zip_file: &Z,
asset_dir: &PathBuf,
lang: &str,
progress_callback: Callback,
) -> anyhow::Result<YomitanZipImportResult, CJDicError>
@@ -452,6 +454,27 @@ impl YomitanWriter {
let cursor = Cursor::new(zip_file.bytes()?);
let mut archive = ZipArchive::new(cursor)?;
for i in 0..archive.len() {
// Metadata — borrow ends before by_index_raw
let (name, is_dir) = {
let f = archive.by_index(i)?;
(f.name().to_owned(), f.is_dir())
};
if !name.starts_with("assets") || is_dir {
continue;
}
let out_path = asset_dir.join(name);
if let Some(parent) = out_path.parent() {
create_dir_all(parent)?;
}
let mut entry = archive.by_index(i)?;
let mut out = File::create(&out_path)?;
io::copy(&mut entry, &mut out)?; // writes plain bytes
}
let index_file = match archive.by_name("index.json") {
Ok(mut f) => {
let mut s = String::new();
+1 -1
View File
@@ -9,7 +9,7 @@ mod util;
pub use db::{YomitanProgress, YomitanRow, YomitanZipImportResult, ZipSource};
pub use error::CJDicError;
pub use service::{AppService, SqlParam};
pub use service::{AppService, SqlParam, YomitanDictEntry};
pub use tokenizer::TokenizeSegment;
pub use util::Timer;
+50 -4
View File
@@ -1,6 +1,6 @@
use std::{
collections::{HashMap, HashSet},
path::Path,
path::{Path, PathBuf},
};
use rusqlite::{Connection, params_from_iter};
@@ -16,6 +16,14 @@ use crate::{
tokenizer::{TokenizeSegment, Tokenizer},
};
#[derive(Serialize, Debug)]
pub struct YomitanDictEntry {
pub title: String,
pub bundle_name: String,
pub revision: String,
pub lang: String,
}
#[derive(Serialize, Debug, Clone)]
pub struct LoadYomitanZipDirResult {
pub new_dicts: Vec<String>,
@@ -42,8 +50,9 @@ impl AppService {
db_dir: impl AsRef<Path>,
vibrato_dic: impl AsRef<Path>,
) -> Result<Self, CJDicError> {
let db = Database::new(db_dir)?;
let tokenizer = Tokenizer::new(vibrato_dic)?;
let db = Database::new(db_dir, tokenizer.clone())?;
Ok(Self { db, tokenizer })
}
@@ -125,9 +134,39 @@ impl AppService {
Ok(writer)
}
pub fn list_yomitan_dict(&self) -> Result<Vec<YomitanDictEntry>, CJDicError> {
let db_path = self.db.dir.join(DBFILE[DbChild::Yomitan]);
let mut out = vec![];
if db_path.exists() {
let conn = Connection::open(&db_path)?;
let mut stmt = conn.prepare(
"
SELECT title, bundle_name, revision, lang
FROM dictionaries
WHERE bundle_name IS NOT NULL",
)?;
let rows = stmt.query_map([], |r| {
Ok(YomitanDictEntry {
title: r.get(0)?,
bundle_name: r.get(1)?,
revision: r.get(2)?,
lang: r.get(3)?,
})
})?;
for r in rows {
out.push(r?);
}
}
Ok(out)
}
pub fn load_yomitan_zip_dir<Z, LoadCallback, ImportCallback>(
&self,
zip_dir: Vec<Z>,
asset_dir: &PathBuf,
lang: &str,
load_callback: LoadCallback,
import_callback: ImportCallback,
@@ -208,7 +247,13 @@ impl AppService {
let mut writer = YomitanWriter::new(self.db.dir.clone())?;
for z in new_dicts.clone().iter() {
if let Some(zip_file) = dir_zip_map.get(z) {
Self::import_yomitan_zip_file(&mut writer, *zip_file, lang, &import_callback)?;
Self::import_yomitan_zip_file(
&mut writer,
*zip_file,
&asset_dir,
lang,
&import_callback,
)?;
}
}
}
@@ -230,6 +275,7 @@ impl AppService {
pub fn import_yomitan_zip_file<Z, Callback>(
writer: &mut YomitanWriter, // Reuse existing connection
zip_file: &Z,
asset_dir: &PathBuf,
lang: &str,
progress_callback: Callback,
) -> Result<YomitanZipImportResult, CJDicError>
@@ -237,7 +283,7 @@ impl AppService {
Z: ZipSource,
Callback: Fn(YomitanProgress),
{
Ok(writer.import_dictionary_zip_file(zip_file, lang, progress_callback)?)
Ok(writer.import_dictionary_zip_file(zip_file, asset_dir, lang, progress_callback)?)
}
pub fn remove_yomitan_dictionary(
+35 -1
View File
@@ -1,4 +1,4 @@
use std::{fs::File, io::BufReader, path::Path};
use std::{collections::HashSet, fs::File, io::BufReader, path::Path};
use serde::Serialize;
@@ -25,6 +25,7 @@ pub struct TokenizeSegment {
#[derive(Clone)]
pub struct Tokenizer {
ja_tokenizer: vibrato_rkyv::Tokenizer,
ja_exclude_pos: HashSet<String>,
}
impl Tokenizer {
@@ -33,6 +34,9 @@ impl Tokenizer {
let dictionary = vibrato_rkyv::Dictionary::read(reader)?;
Ok(Self {
ja_tokenizer: vibrato_rkyv::Tokenizer::new(dictionary),
ja_exclude_pos: HashSet::from(
["助詞", "助動詞", "記号", "接続詞"].map(|p| p.to_string()),
),
})
}
@@ -56,4 +60,34 @@ impl Tokenizer {
output
}
pub fn ja_normalize(&self, text: String) -> Vec<String> {
let mut segmented: Vec<String> = vec![];
for t in self.ja_tokenize(text) {
let mut surface = t.surface;
let mut pos = None;
for (i, dt) in t.details.iter().enumerate() {
match i {
0 => pos = Some(dt),
6 => {
let base = dt.to_string();
if base != "*" {
surface = base
}
}
_ => {}
}
}
if let Some(p) = pos {
if self.ja_exclude_pos.contains(p.as_str()) {
continue;
}
}
segmented.push(surface);
}
segmented
}
}
+1
View File
@@ -21,6 +21,7 @@
"react": "^19.1.0",
"react-dom": "^19.1.0",
"react-icons": "^5.5.0",
"react-router": "^7.13.1",
"wanakana": "^5.3.1",
"zustand": "^5.0.11"
},
Binary file not shown.

Before

Width:  |  Height:  |  Size: 254 B

+1 -1
View File
@@ -1 +1 @@
<svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" class="iconify iconify--logos" width="31.88" height="32" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 257"><defs><linearGradient id="IconifyId1813088fe1fbc01fb466" x1="-.828%" x2="57.636%" y1="7.652%" y2="78.411%"><stop offset="0%" stop-color="#41D1FF"></stop><stop offset="100%" stop-color="#BD34FE"></stop></linearGradient><linearGradient id="IconifyId1813088fe1fbc01fb467" x1="43.376%" x2="50.316%" y1="2.242%" y2="89.03%"><stop offset="0%" stop-color="#FFEA83"></stop><stop offset="8.333%" stop-color="#FFDD35"></stop><stop offset="100%" stop-color="#FFA800"></stop></linearGradient></defs><path fill="url(#IconifyId1813088fe1fbc01fb466)" d="M255.153 37.938L134.897 252.976c-2.483 4.44-8.862 4.466-11.382.048L.875 37.958c-2.746-4.814 1.371-10.646 6.827-9.67l120.385 21.517a6.537 6.537 0 0 0 2.322-.004l117.867-21.483c5.438-.991 9.574 4.796 6.877 9.62Z"></path><path fill="url(#IconifyId1813088fe1fbc01fb467)" d="M185.432.063L96.44 17.501a3.268 3.268 0 0 0-2.634 3.014l-5.474 92.456a3.268 3.268 0 0 0 3.997 3.378l24.777-5.718c2.318-.535 4.413 1.507 3.936 3.838l-7.361 36.047c-.495 2.426 1.782 4.5 4.151 3.78l15.304-4.649c2.372-.72 4.652 1.36 4.15 3.788l-11.698 56.621c-.732 3.542 3.979 5.473 5.943 2.437l1.313-2.028l72.516-144.72c1.215-2.423-.88-5.186-3.54-4.672l-25.505 4.922c-2.396.462-4.435-1.77-3.759-4.114l16.646-57.705c.677-2.35-1.37-4.583-3.769-4.113Z"></path></svg>
<svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" class="iconify iconify--logos" width="512" height="512" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 257"><defs><linearGradient id="IconifyId1813088fe1fbc01fb466" x1="-.828%" x2="57.636%" y1="7.652%" y2="78.411%"><stop offset="0%" stop-color="#41D1FF"></stop><stop offset="100%" stop-color="#BD34FE"></stop></linearGradient><linearGradient id="IconifyId1813088fe1fbc01fb467" x1="43.376%" x2="50.316%" y1="2.242%" y2="89.03%"><stop offset="0%" stop-color="#FFEA83"></stop><stop offset="8.333%" stop-color="#FFDD35"></stop><stop offset="100%" stop-color="#FFA800"></stop></linearGradient></defs><path fill="url(#IconifyId1813088fe1fbc01fb466)" d="M255.153 37.938L134.897 252.976c-2.483 4.44-8.862 4.466-11.382.048L.875 37.958c-2.746-4.814 1.371-10.646 6.827-9.67l120.385 21.517a6.537 6.537 0 0 0 2.322-.004l117.867-21.483c5.438-.991 9.574 4.796 6.877 9.62Z"></path><path fill="url(#IconifyId1813088fe1fbc01fb467)" d="M185.432.063L96.44 17.501a3.268 3.268 0 0 0-2.634 3.014l-5.474 92.456a3.268 3.268 0 0 0 3.997 3.378l24.777-5.718c2.318-.535 4.413 1.507 3.936 3.838l-7.361 36.047c-.495 2.426 1.782 4.5 4.151 3.78l15.304-4.649c2.372-.72 4.652 1.36 4.15 3.788l-11.698 56.621c-.732 3.542 3.979 5.473 5.943 2.437l1.313-2.028l72.516-144.72c1.215-2.423-.88-5.186-3.54-4.672l-25.505 4.922c-2.396.462-4.435-1.77-3.759-4.114l16.646-57.705c.677-2.35-1.37-4.583-3.769-4.113Z"></path></svg>

Before

Width:  |  Height:  |  Size: 1.5 KiB

After

Width:  |  Height:  |  Size: 1.5 KiB

+15 -2
View File
@@ -1,14 +1,27 @@
import "./App.css";
import { createBrowserRouter } from "react-router";
import { RouterProvider } from "react-router/dom";
import LoadingDialog from "./components/LoadingDialog";
import { Provider } from "./components/ui/provider";
import SearchPage from "./pages/SearchPage";
const router = createBrowserRouter([
{
path: "/",
lazy: async () => {
return {
Component: (await import("./pages/SearchPage")).default,
};
},
},
]);
function App() {
return (
<Provider>
<>
<SearchPage />
<RouterProvider router={router} />
<LoadingDialog />
</>
</Provider>
+17 -11
View File
@@ -2,10 +2,12 @@ import { createElement as h } from "react";
export default function Glossary({
glossary,
yomitanURL,
maxLength,
onTermClicked,
}: {
glossary: any;
yomitanURL: string;
maxLength?: number;
onTermClicked: (t: string) => void;
}) {
@@ -29,7 +31,7 @@ export default function Glossary({
// GlossaryImage
if ("type" in glossary && glossary.type === "image") {
return <GlossaryImage {...glossary} />;
return <GlossaryImage img={glossary} yomitanURL={yomitanURL} />;
}
// GlossaryStructuredContent
@@ -38,8 +40,7 @@ export default function Glossary({
return (
<StructuredContent
node={sc.content}
maxLength={maxLength}
onTermClicked={onTermClicked}
{...{ yomitanURL, maxLength, onTermClicked }}
/>
);
}
@@ -53,10 +54,10 @@ export default function Glossary({
return null;
}
function GlossaryImage(img: any) {
function GlossaryImage({ img, yomitanURL }: { img: any; yomitanURL: string }) {
return (
<img
src={img.path}
src={`${yomitanURL || ""}/${img.path}`}
width={img.width}
height={img.height}
title={img.title}
@@ -72,10 +73,12 @@ function GlossaryImage(img: any) {
function StructuredContent({
node,
yomitanURL,
maxLength,
onTermClicked,
}: {
node: any;
yomitanURL: string;
maxLength?: number;
onTermClicked: (t: string) => void;
}): any {
@@ -100,8 +103,7 @@ function StructuredContent({
<StructuredContent
key={i}
node={n}
maxLength={maxLength}
onTermClicked={onTermClicked}
{...{ yomitanURL, maxLength, onTermClicked }}
/>
))}
</>
@@ -118,7 +120,7 @@ function StructuredContent({
// Image
if (tag === "img") {
return <GlossaryImage {...node} />;
return <GlossaryImage img={node} yomitanURL={yomitanURL} />;
}
// Link
@@ -145,8 +147,7 @@ function StructuredContent({
{content ? (
<StructuredContent
node={content}
maxLength={maxLength}
onTermClicked={onTermClicked}
{...{ yomitanURL, maxLength, onTermClicked }}
/>
) : null}
</a>
@@ -159,6 +160,11 @@ function StructuredContent({
return h(
tag,
{ style: block.style, title: block.title, open: block.open },
StructuredContent({ node: block.content, maxLength, onTermClicked }),
StructuredContent({
node: block.content,
yomitanURL,
maxLength,
onTermClicked,
}),
);
}
+26 -10
View File
@@ -7,6 +7,13 @@ import { listen } from "@tauri-apps/api/event";
import { supabase } from "../lib/supabaseClient";
interface YomitanDictEntry {
title: string;
bundle_name: string;
revision: string;
lang: string;
}
interface YomitanDownloadDictEntry {
url: string;
filepath: string;
}
@@ -38,7 +45,7 @@ interface Progress {
}
function LoadingDialog() {
const [messages, setMessages] = useState<Progress[]>([]);
const [messages, set_messages] = useState<Progress[]>([]);
const isInit = useRef(false);
@@ -66,24 +73,33 @@ function LoadingDialog() {
}
});
async function downloadAssets(lang = "ja") {
const dicts: YomitanDictEntry[] = [];
const existing_dicts =
await invoke<YomitanDictEntry[]>("list_yomitan_dict");
const dicts: YomitanDownloadDictEntry[] = [];
if (lang === "ja") {
{
const filename = "Pixiv.zip";
const filepath = `yomitan/${lang}/${filename}`;
var filename = "PixivLight.zip";
var filepath = `yomitan/${lang}/${filename}`;
var existing = existing_dicts.find((d) => d.bundle_name === filename);
if (!existing) {
// Maybe check revision update
dicts.push({
filepath,
url:
(await ghLatestReleaseURL(
"MarvNC/pixiv-yomitan",
/^Pixiv_.+\.zip$/,
/^PixivLight_.+\.zip$/,
).catch((e) => {
console.error(e);
return "";
})) || "",
});
} else {
dicts.push({
filepath,
url: "",
});
}
{
@@ -106,11 +122,11 @@ function LoadingDialog() {
}
await invoke("init_yomitan", { dicts, lang });
setMessages([]);
set_messages([]);
}
listen<LoadYomitanZipDirResult>("load-yomitan-dir", ({ payload }) => {
setMessages((messages) => {
set_messages((messages) => {
if (payload.new_dicts.length > 0) {
messages = [
...messages,
@@ -149,7 +165,7 @@ function LoadingDialog() {
}, []);
function updateProgress(payload: Progress) {
setMessages((messages) => {
set_messages((messages) => {
const prev = messages[messages.length - 1];
if (prev?.message === payload.message) {
messages = messages.slice(0, messages.length - 1);
+146 -49
View File
@@ -5,19 +5,21 @@ import {
useRef,
useState,
} from "react";
import { toKana } from "wanakana";
import { useSearchParams } from "react-router";
import { toHiragana, toKana } from "wanakana";
import {
Box,
Card,
CloseButton,
Group,
Field,
Input,
InputGroup,
Stack,
Switch,
} from "@chakra-ui/react";
import { invoke } from "@tauri-apps/api/core";
import { convertFileSrc, invoke } from "@tauri-apps/api/core";
import { appDataDir, join } from "@tauri-apps/api/path";
import { readText } from "@tauri-apps/plugin-clipboard-manager";
import Glossary from "../components/Glossary";
@@ -35,14 +37,35 @@ interface Entry {
}
function SearchPage() {
const [q, setQ] = useState("");
const [entries, setEntries] = useState<Entry[]>([]);
const [searchTimeout, setSearchTimeout] = useState(0);
const [furigana, setFurigana] = useState("");
const [searchParams, set_searchParams] = useSearchParams();
useEffect(() => {
let q = searchParams.get("q") || "";
if (q) set_q(q);
}, [searchParams]);
function searchParams_setQ(q: string) {
if (searchParams.get("q") === q) return;
set_searchParams({ q });
}
const [q, set_q] = useState("");
const [entries, set_entries] = useState<Entry[]>([]);
const [searchTimeout, set_searchTimeout] = useState(0);
const [furigana, set_furigana] = useState("");
const [isAutoKana, set_isAutoKana] = useState(true);
const [isScrollEnd, set_isScrollEnd] = useState(false);
const [yomitanURL, set_yomitanURL] = useState("");
useEffect(() => {
(async () => {
set_yomitanURL(convertFileSrc(await join(await appDataDir(), "yomitan")));
})();
});
const nSearch = useRef(0);
const searchboxRef = useRef<HTMLInputElement | null>(null);
const resultScrollRef = useRef<HTMLElement | null>(null);
const lang = "ja-JP";
@@ -54,10 +77,13 @@ function SearchPage() {
const intervalId = setInterval(async () => {
const newText = (await readText()).replace(/ /g, "");
if (!/[\p{sc=Han}\p{scx=Hiragana}\p{scx=Katakana}〆]/u.test(newText)) {
return;
}
set_clipboardText((clipboardText) => {
if (clipboardText !== newText) {
setQ(newText + " ");
searchParams_setQ(newText + " ");
return newText;
}
return clipboardText;
@@ -73,7 +99,7 @@ function SearchPage() {
function trySearch() {
if (!q.trim()) {
setEntries([]);
set_entries([]);
return;
}
@@ -86,7 +112,7 @@ function SearchPage() {
nSearch.current += 1;
setSearchTimeout(
set_searchTimeout(
setTimeout(() => {
if (nSearch.current > 1) runSearch();
}, 250),
@@ -100,11 +126,15 @@ function SearchPage() {
if (isAutoKana) {
norm_q = norm_q.replace(/n$/i, "ん").replace(/[a-z]$/i, "");
}
norm_q = norm_q.replace(/*/g, "*").replace(/?/g, "?").replace(/^〜/, "~");
if (!norm_q) return;
const ender = /\p{Z}$/u.test(q) ? "" : "*";
const ender =
/\p{Z}$/u.test(q) || [..."*?[]"].some((c) => q.includes(c)) ? "" : "*";
const re = /\<(.+?)\>\[(.+?)\]/g;
const re = /\<(.+?)\>{(.+?)}/g;
let qTerm = "";
let qReading = "";
@@ -134,9 +164,12 @@ function SearchPage() {
});
if (isNew) {
if (!result.length && !isFromSplit && /^[^ ]{3,} $/.test(q)) {
const [s1, prefix = "", s2 = ""] = q.split(/^([\*\?\[\]\~]*)/);
const text = s1 || s2;
if (!result.length && !isFromSplit && /^[^ ]{3,} $/.test(text)) {
const segs = await invoke<{ surface: string }[]>("tokenize", {
text: q,
text,
});
if (segs.length > 1) {
const newQ =
@@ -145,14 +178,19 @@ function SearchPage() {
segs.map((s) => s.surface).join("") +
" ";
setQ(newQ);
searchParams_setQ(prefix + newQ);
return;
}
}
setEntries(result);
if (resultScrollRef.current) {
resultScrollRef.current.scrollTop = 0;
set_isScrollEnd(false);
}
set_entries(result);
} else {
setEntries([...entries, ...result]);
set_entries([...entries, ...result]);
}
return result;
@@ -162,30 +200,31 @@ function SearchPage() {
if (!(target instanceof HTMLElement)) return;
const { scrollHeight, scrollTop } = target;
if (scrollHeight - 20 > scrollTop + target.getBoundingClientRect().height)
if (
isScrollEnd ||
scrollHeight - window.innerHeight / 2 >
scrollTop + target.getBoundingClientRect().height
)
return;
const results = await runSearch(false);
if (!results?.length) {
target.style.paddingBottom = "50vh";
set_isScrollEnd(true);
return;
}
setTimeout(() => {
target.scrollTop = scrollTop + 100;
}, 100);
};
function onSearchboxChange(q: string) {
if (isAutoKana) {
q = toKana(
q,
{ useObsoleteKana: true, IMEMode: true },
Object.fromEntries("<>[]".split("").map((c) => [c, c])),
);
q = toKana(q, {
useObsoleteKana: true,
IMEMode: true,
customKanaMapping: Object.fromEntries([..."<>{}"].map((c) => [c, c])),
});
}
setQ(q);
set_q(q);
}
const FURIGANA_REGEX = /^[\p{scx=Hiragana}\p{scx=Katakana}]+$/u;
@@ -195,20 +234,23 @@ function SearchPage() {
data: compositionData,
}) => {
if (FURIGANA_REGEX.test(compositionData)) {
setFurigana(compositionData);
set_furigana(compositionData);
}
};
const addFurigana: CompositionEventHandler = ({ data: compositionData }) => {
const addFurigana: CompositionEventHandler = ({
data: compositionData,
target,
}) => {
const cleanedFuri = [...furigana.replace(/n/g, "ん")]
.map((c) => katakanaToHiragana(c))
.map((c) => toHiragana(c, { passRomaji: true }))
.join("");
let parts = compositionData.split(KANJI_REGEX);
if (parts.length === 1) return;
const hiraganaParts = parts.map((p) =>
[...p].map((c) => katakanaToHiragana(c)).join(""),
[...p].map((c) => toHiragana(c, { passRomaji: true })).join(""),
);
const regex = new RegExp(
`^${hiraganaParts.map((p, idx) => `(${idx & 1 ? ".+" : p})`).join("")}$`,
@@ -221,29 +263,47 @@ function SearchPage() {
rt.shift();
const markup = parts
.map((p, idx) => (idx & 1 ? `<${p}>[${rt[idx]}]` : p))
.map((p, idx) => (idx & 1 ? `<${p}>{${rt[idx]}}` : p))
.join("");
setQ(markup);
};
function katakanaToHiragana(k: string) {
let c = k.charCodeAt(0);
return c >= 12449 && c <= 12531
? String.fromCharCode(k.charCodeAt(0) - 96)
: k;
}
set_q((q) => {
if (!(target instanceof HTMLInputElement)) return markup;
let { selectionStart } = target;
selectionStart = selectionStart || 0;
if (selectionStart < compositionData.length) return markup;
return (
q.substring(0, selectionStart - compositionData.length) +
markup +
q.substring(selectionStart)
);
});
};
const clearButton = q.trim() ? (
<CloseButton
size={"xs"}
me={-2}
onClick={() => {
setQ("");
searchParams_setQ(q);
searchParams_setQ("");
set_q("");
searchboxRef.current ? searchboxRef.current.focus() : null;
}}
/>
) : null;
function onTermClicked(t: string) {
searchParams_setQ(q);
searchParams_setQ(t + " ");
}
function JSONdumpClean(o: Record<string, any>) {
const p = Object.entries(o).filter(([, v]) => v || v === 0);
return p.length ? JSON.stringify(Object.fromEntries(p), null, 1) : null;
}
return (
<Stack
style={{
@@ -261,7 +321,7 @@ function SearchPage() {
e.preventDefault();
}}
>
<Group attached w="full">
<Field.Root w="full">
<InputGroup endElement={clearButton}>
<Input
id="greet-input"
@@ -276,8 +336,24 @@ function SearchPage() {
placeholder="Search..."
/>
</InputGroup>
{/* <Button type="submit">Search</Button> */}
</Group>
{q.includes(" ") ? (
<Field.HelperText>
Space (" ") to mark word boundary for search
</Field.HelperText>
) : null}
{[..."*?[]"].some((c) => q.includes(c)) ? (
<Field.HelperText>
<code>{"*?[]"}</code> can be used as
<a
href="https://en.wikipedia.org/wiki/Glob_(programming)#Syntax"
target="_blank"
rel="noopener noreferrer"
>
glob
</a>
</Field.HelperText>
) : null}
</Field.Root>
<div style={{ marginTop: "0.5em", display: "flex", gap: "1em" }}>
<Switch.Root
checked={isAutoKana}
@@ -298,6 +374,7 @@ function SearchPage() {
</div>
</form>
<Box
ref={resultScrollRef}
as={"ol"}
listStyleType={"number"}
style={{ overflowY: "scroll", scrollbarWidth: "none" }}
@@ -308,10 +385,30 @@ function SearchPage() {
<li key={i} lang={lang} style={{ marginLeft: "1.5em" }}>
<div>
<Card.Root>
<Card.Header>
<Card.Header display={"block"}>
<a
onClick={() =>
onTermClicked(
reading && reading !== term
? `<${term}>{${reading}}`
: term,
)
}
>
{term}
{reading ? ` (${reading})` : ""} 【{dict_title}】
{JSON.stringify(it, (_, v) => v || undefined)}
</a>
{reading && reading !== term ? (
<>
{"("}
<a onClick={() => onTermClicked(reading)}>{reading}</a>
{")"}
</>
) : null}
<button onClick={() => onTermClicked("~" + term)}>
🔗
</button>
<span>【{dict_title}】</span>
<span>{JSONdumpClean(it)}</span>
</Card.Header>
<Card.Body>
<div
@@ -325,7 +422,7 @@ function SearchPage() {
<Glossary
key={i}
glossary={g}
onTermClicked={(t) => setQ(t + " ")}
{...{ yomitanURL, onTermClicked }}
/>
))}
</div>
+3
View File
@@ -29,4 +29,7 @@ export default defineConfig(async () => ({
ignored: ["**/src-tauri/**"],
},
},
build: {
chunkSizeWarningLimit: 1024, // default = 500 kB
},
}));
+1 -1
View File
@@ -18,7 +18,7 @@ crate-type = ["staticlib", "cdylib", "rlib"]
tauri-build = { version = "2", features = [] }
[dependencies]
tauri = { version = "2", features = [] }
tauri = { version = "2", features = ["protocol-asset"] }
tauri-plugin-opener = "2"
cjdic2-core = { path = "../src-core" }
tauri-plugin-http = "2"
+1
View File
@@ -9,3 +9,4 @@
/src/main/assets/**/*.zst
/src/main/assets/**/*.db
/src/main/assets/**/manifest.json
!/src/debug
@@ -0,0 +1,5 @@
<?xml version="1.0" encoding="utf-8"?>
<adaptive-icon xmlns:android="http://schemas.android.com/apk/res/android">
<foreground android:drawable="@mipmap/ic_launcher_foreground"/>
<background android:drawable="@color/ic_launcher_background"/>
</adaptive-icon>
Binary file not shown.

After

Width:  |  Height:  |  Size: 3.1 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 6.1 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 3.2 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 3.0 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 3.9 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 3.1 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 7.1 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 7.9 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 6.9 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 11 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 13 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 11 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 16 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 17 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 16 KiB

@@ -0,0 +1,4 @@
<?xml version="1.0" encoding="utf-8"?>
<resources>
<color name="ic_launcher_background">#fff</color>
</resources>
@@ -0,0 +1,4 @@
<resources>
<string name="app_name">cjdic2 (debug)</string>
<string name="main_activity_title">cjdic2 (debug)</string>
</resources>
+32 -27
View File
@@ -5,7 +5,8 @@ use std::{
};
use cjdic2_core::{
AppService, CJDicError, SqlParam, TokenizeSegment, YomitanRow, YomitanZipImportResult,
AppService, CJDicError, SqlParam, TokenizeSegment, YomitanDictEntry, YomitanRow,
YomitanZipImportResult,
};
use serde::{Deserialize, Serialize};
use tauri::{AppHandle, Emitter, Manager};
@@ -13,8 +14,15 @@ use tauri_plugin_http::reqwest::Client;
use tokio::io::AsyncWriteExt;
use zip::ZipArchive;
#[tauri::command]
pub async fn list_yomitan_dict(
state: tauri::State<'_, AppService>,
) -> Result<Vec<YomitanDictEntry>, CJDicError> {
state.list_yomitan_dict()
}
#[derive(Deserialize)]
pub struct YomitanDictEntry {
pub struct YomitanDownloadDictEntry {
url: String,
filepath: String,
}
@@ -22,42 +30,40 @@ pub struct YomitanDictEntry {
#[tauri::command]
pub async fn init_yomitan(
app: AppHandle,
dicts: Vec<YomitanDictEntry>,
dicts: Vec<YomitanDownloadDictEntry>,
lang: String,
state: tauri::State<'_, AppService>,
) -> Result<(), CJDicError> {
let app_dir = app
let data_dir = app
.path()
.app_data_dir()
.map_err(|e| CJDicError::Error(e.to_string()))?;
let yomitan_assets = data_dir.join("yomitan");
for d in dicts.iter().clone() {
let zip_path = app_dir.join(&d.filepath);
let zip_path = data_dir.join(&d.filepath);
if zip_path.exists() && File::open(zip_path).is_ok_and(|f| ZipArchive::new(f).is_ok()) {
continue;
}
download_url_local(
d.url.clone(),
app_dir.clone(),
d.filepath.clone(),
|progress| {
download_url_local(&d.url, &data_dir.clone(), &d.filepath, |progress| {
app.emit("download-url-progress", progress).unwrap();
},
)
})
.await
.map_err(|e| CJDicError::Error(e.to_string()))?;
}
let zip_files: Vec<PathBuf> = dicts
.into_iter()
.map(|d| app_dir.join(&d.filepath))
.map(|d| data_dir.join(&d.filepath))
.collect();
let update_count = Cell::new(0usize);
state.load_yomitan_zip_dir(
zip_files,
&yomitan_assets,
lang.as_str(),
|r| {
update_count.set(update_count.get() + r.new_dicts.len() + r.to_be_removed_dicts.len());
@@ -89,6 +95,9 @@ pub async fn import_yomitan_dict(
.path()
.app_data_dir()
.map_err(|e| CJDicError::Error(e.to_string()))?;
let yomitan_assets = data_dir.join("yomitan");
data_dir.push("yomitan");
data_dir.push(lang);
data_dir.push(bundle_name);
@@ -96,7 +105,7 @@ pub async fn import_yomitan_dict(
let mut writer = state.get_yomitan_writer(|r| {
app.emit("yomitan-import-progress", r).unwrap();
})?;
AppService::import_yomitan_zip_file(&mut writer, &data_dir, lang, |r| {
AppService::import_yomitan_zip_file(&mut writer, &data_dir, &yomitan_assets, lang, |r| {
app.emit("yomitan-import-progress", r).unwrap();
})
}
@@ -143,16 +152,16 @@ struct DownloadProgress {
}
async fn download_url_local<Callback>(
url: String,
data_dir: PathBuf,
filepath: String,
url: &str,
data_dir: &PathBuf,
filepath: &str,
callback: Callback,
) -> Result<bool, CJDicError>
where
Callback: Fn(DownloadProgress),
{
let client = Client::new();
let file_pf = data_dir.join(filepath.as_str());
let file_pf = data_dir.join(filepath);
let temp_pf = data_dir.join(format!("{}.dl-tmp", filepath));
let temp_path = temp_pf.as_path();
@@ -162,7 +171,7 @@ where
.map(|m| m.len())
.unwrap_or(0);
let mut request = client.get(url.as_str());
let mut request = client.get(url);
// Request only the remaining bytes
if existing_size > 0 {
request = request.header("Range", format!("bytes={}-", existing_size));
@@ -200,8 +209,8 @@ where
downloaded += chunk.len() as u64;
callback(DownloadProgress {
url: url.clone(),
filepath: filepath.clone(),
url: url.to_owned(),
filepath: filepath.to_owned(),
content_length,
downloaded,
});
@@ -227,14 +236,10 @@ where
}
#[tauri::command]
pub async fn download_url(
app: AppHandle,
url: String,
filepath: String,
) -> Result<bool, CJDicError> {
pub async fn download_url(app: AppHandle, url: &str, filepath: &str) -> Result<bool, CJDicError> {
download_url_local(
url,
app.path()
&app.path()
.app_data_dir()
.map_err(|e| CJDicError::Error(e.to_string()))?,
filepath,
+1
View File
@@ -47,6 +47,7 @@ pub fn run() {
Ok(())
})
.invoke_handler(tauri::generate_handler![
list_yomitan_dict,
init_yomitan,
import_yomitan_dict,
remove_yomitan_dict,
+6 -2
View File
@@ -1,7 +1,7 @@
{
"$schema": "https://schema.tauri.app/config/2",
"productName": "cjdic2",
"version": "0.1.1",
"version": "0.1.2",
"identifier": "cc.polv.cjdic2",
"build": {
"beforeDevCommand": "pnpm dev",
@@ -19,7 +19,11 @@
}
],
"security": {
"csp": null
"csp": "default-src 'self' ipc: http://ipc.localhost; img-src 'self' asset: http://asset.localhost",
"assetProtocol": {
"enable": true,
"scope": ["$APPDATA/yomitan/**"]
}
}
},
"bundle": {