Files
jap_learn/src/lang.rs
T

574 lines
19 KiB
Rust
Raw Normal View History

2026-05-12 17:12:03 +03:00
use crate::data_provider::card_stats::{
add_stat, delete_stat, load_stats_of_set, update_stat_score,
};
2026-04-13 22:25:58 +03:00
use crate::repetitions::CardSetSettings;
use crate::AppState;
use chrono::{DateTime, Utc};
2026-04-14 15:19:46 +03:00
use rand::distr::weighted::WeightedIndex;
use rand::distr::Distribution;
2026-05-25 12:23:32 +03:00
use rand::prelude::SliceRandom;
2026-04-14 15:19:46 +03:00
use rand::rng;
use rand::rngs::ThreadRng;
2026-04-13 22:25:58 +03:00
use serde::{Deserialize, Serialize};
2026-05-12 17:12:03 +03:00
use std::cmp::min;
2026-04-13 22:25:58 +03:00
use std::collections::HashMap;
use std::sync::{Arc, Mutex};
2026-04-20 10:13:39 +03:00
const MAX_HISTORY_LEN: usize = 20;
2026-04-17 13:06:37 +03:00
const MAX_HISTORY_LEN_PART: f32 = 0.33;
2026-04-14 16:24:45 +03:00
const MAX_SCORE: i32 = 25;
2026-04-13 22:25:58 +03:00
const FADE_PER_DAY: f32 = 0.95;
2026-02-10 12:12:16 +03:00
#[derive(Clone, Debug)]
pub struct KanaSet {
name: String,
pub(crate) chars_type: KanaType,
pub(crate) dictionary: Vec<Vec<(String, String)>>,
pub(crate) include_map: [bool; 10],
}
#[derive(Clone, Debug)]
pub enum KanaType {
Hiragana,
Katakana,
}
impl KanaSet {
pub fn hiragana() -> Self {
Self {
name: "Хирагана".to_string(),
chars_type: KanaType::Hiragana,
dictionary: vec![
vec![
(String::from("ぁ"), String::from("a")),
(String::from("ぃ"), String::from("i")),
(String::from("ぅ"), String::from("u")),
(String::from("ぇ"), String::from("e")),
(String::from("ぉ"), String::from("o")),
],
vec![
(String::from("さ"), String::from("sa")),
(String::from("し"), String::from("shi")),
(String::from("す"), String::from("su")),
(String::from("せ"), String::from("se")),
(String::from("そ"), String::from("so")),
],
vec![
(String::from("か"), String::from("ka")),
(String::from("き"), String::from("ki")),
(String::from("く"), String::from("ku")),
(String::from("け"), String::from("ke")),
(String::from("こ"), String::from("ko")),
],
// Ряд «та» (たちつてと)
vec![
(String::from("た"), String::from("ta")),
(String::from("ち"), String::from("chi")),
(String::from("つ"), String::from("tsu")),
(String::from("て"), String::from("te")),
(String::from("と"), String::from("to")),
],
// Ряд «на» (なにぬねの)
vec![
(String::from("な"), String::from("na")),
(String::from("に"), String::from("ni")),
(String::from("ぬ"), String::from("nu")),
(String::from("ね"), String::from("ne")),
(String::from("の"), String::from("no")),
],
// Ряд «ха» (はひふへほ)
vec![
(String::from("は"), String::from("ha")),
(String::from("ひ"), String::from("hi")),
(String::from("ふ"), String::from("fu")),
(String::from("へ"), String::from("he")),
(String::from("ほ"), String::from("ho")),
],
// Ряд «ма» (まみむめも)
vec![
(String::from("ま"), String::from("ma")),
(String::from("み"), String::from("mi")),
(String::from("む"), String::from("mu")),
(String::from("め"), String::from("me")),
(String::from("も"), String::from("mo")),
],
// Ряд «я» (やゆよ) — только 3 символа
vec![
(String::from("や"), String::from("ya")),
(String::from("ゆ"), String::from("yu")),
(String::from("よ"), String::from("yo")),
],
// Ряд «ра» (らりるれろ)
vec![
(String::from("ら"), String::from("ra")),
(String::from("り"), String::from("ri")),
(String::from("る"), String::from("ru")),
(String::from("れ"), String::from("re")),
(String::from("ろ"), String::from("ro")),
],
vec![
(String::from("わ"), String::from("wa")),
(String::from("を"), String::from("wo")),
(String::from("ん"), String::from("n")),
],
],
include_map: [true; 10],
}
}
pub fn katakana() -> Self {
Self {
name: "Катакана".to_string(),
chars_type: KanaType::Katakana,
dictionary: vec![
vec![
(String::from("ァ"), String::from("a")),
(String::from("ィ"), String::from("i")),
(String::from("ゥ"), String::from("u")),
(String::from("ェ"), String::from("e")),
(String::from("ォ"), String::from("o")),
],
vec![
(String::from("サ"), String::from("sa")),
(String::from("シ"), String::from("shi")),
(String::from("ス"), String::from("su")),
(String::from("セ"), String::from("se")),
(String::from("ソ"), String::from("so")),
],
vec![
(String::from("カ"), String::from("ka")),
(String::from("キ"), String::from("ki")),
(String::from("ク"), String::from("ku")),
(String::from("ケ"), String::from("ke")),
(String::from("コ"), String::from("ko")),
],
// Ряд «та» (タチツテト)
vec![
(String::from("タ"), String::from("ta")),
(String::from("チ"), String::from("chi")),
(String::from("ツ"), String::from("tsu")),
(String::from("テ"), String::from("te")),
(String::from("ト"), String::from("to")),
],
// Ряд «на» (ナニヌネノ)
vec![
(String::from("ナ"), String::from("na")),
(String::from("ニ"), String::from("ni")),
(String::from("ヌ"), String::from("nu")),
(String::from("ネ"), String::from("ne")),
(String::from("ノ"), String::from("no")),
],
// Ряд «ха» (ハヒフヘホ)
vec![
(String::from("ハ"), String::from("ha")),
(String::from("ヒ"), String::from("hi")),
(String::from("フ"), String::from("fu")),
(String::from("ヘ"), String::from("he")),
(String::from("ホ"), String::from("ho")),
],
// Ряд «ма» (マミムメモ)
vec![
(String::from("マ"), String::from("ma")),
(String::from("ミ"), String::from("mi")),
(String::from("ム"), String::from("mu")),
(String::from("メ"), String::from("me")),
(String::from("モ"), String::from("mo")),
],
// Ряд «я» (ヤユヨ) — только 3 символа
vec![
(String::from("ヤ"), String::from("ya")),
(String::from("ユ"), String::from("yu")),
(String::from("ヨ"), String::from("yo")),
],
// Ряд «ра» (ラリルレロ)
vec![
(String::from("ラ"), String::from("ra")),
(String::from("リ"), String::from("ri")),
(String::from("ル"), String::from("ru")),
(String::from("レ"), String::from("re")),
(String::from("ロ"), String::from("ro")),
],
vec![
(String::from("ワ"), String::from("wa")),
(String::from("ヲ"), String::from("wo")),
(String::from("ン"), String::from("n")),
],
],
include_map: [true; 10],
}
}
2026-04-13 22:25:58 +03:00
/* pub fn next(&mut self) -> (String, String) {
2026-02-10 17:04:48 +03:00
let current_set = self.list();
2026-02-10 17:30:43 +03:00
2026-02-10 17:04:48 +03:00
let mut rand = rand::rng();
let index: u32 = rand.random();
current_set[index as usize % current_set.len()].clone()
2026-02-15 23:55:35 +03:00
}*/
2026-02-10 17:30:43 +03:00
2026-02-10 17:04:48 +03:00
pub fn list(&self) -> Vec<(String, String)> {
2026-02-10 12:12:16 +03:00
let mut current_set: Vec<(String, String)> = Vec::new();
for i in 0..10 {
if self.include_map[i] {
self.dictionary[i].iter().for_each(|v| {
current_set.push(v.clone());
});
}
}
2026-02-10 17:30:43 +03:00
2026-02-10 17:04:48 +03:00
current_set
2026-02-10 12:12:16 +03:00
}
}
impl Default for KanaSet {
fn default() -> Self {
KanaSet::hiragana()
}
}
impl PartialEq<Self> for KanaSet {
fn eq(&self, other: &Self) -> bool {
self.name == other.name
}
}
2026-04-13 22:25:58 +03:00
#[derive(Clone, Debug, Serialize, Deserialize)]
2026-05-05 12:02:59 +03:00
pub struct WordData {
2026-04-13 22:25:58 +03:00
pub id: u32,
pub key: String,
pub value: String,
pub tags: String,
pub additional: HashMap<String, String>,
2026-05-12 17:12:03 +03:00
pub group_id: u32,
2026-04-13 22:25:58 +03:00
}
2026-05-05 12:02:59 +03:00
impl WordData {
2026-04-13 22:25:58 +03:00
pub fn new() -> Self {
Self {
id: 0,
key: String::new(),
value: String::new(),
tags: String::new(),
additional: Default::default(),
2026-05-12 17:12:03 +03:00
group_id: 1,
2026-04-13 22:25:58 +03:00
}
}
}
2026-05-05 14:26:34 +03:00
#[derive(Clone)]
2026-05-12 17:12:03 +03:00
pub struct WordGroup {
2026-05-05 12:02:59 +03:00
pub id: u32,
pub name: String,
}
2026-04-14 15:19:46 +03:00
#[derive(Clone, PartialEq)]
2026-04-13 22:25:58 +03:00
pub struct CardStatistics {
pub id: u32,
pub word_id: u32,
2026-04-14 15:19:46 +03:00
pub set_id: u32,
2026-04-13 22:25:58 +03:00
pub last_open: DateTime<Utc>,
2026-04-14 16:24:45 +03:00
pub score: i32,
2026-04-13 22:25:58 +03:00
}
impl CardStatistics {
2026-04-14 15:19:46 +03:00
pub fn update(&mut self, status: WordOpenMode) {
2026-04-13 22:25:58 +03:00
match status {
WordOpenMode::Easy => {
2026-04-14 16:24:45 +03:00
self.score = (self.calculated_score() + 5.0).round() as i32;
2026-04-13 22:25:58 +03:00
}
2026-05-12 17:12:03 +03:00
WordOpenMode::Ok => self.score = (self.calculated_score() + 2.0).round() as i32,
2026-04-13 22:25:58 +03:00
WordOpenMode::Hard => {
2026-04-14 16:24:45 +03:00
self.score = (self.calculated_score() - 1.0).round() as i32;
2026-04-13 22:25:58 +03:00
}
WordOpenMode::None => {
2026-04-14 16:24:45 +03:00
self.score = (self.calculated_score() * 0.5) as i32;
2026-04-13 22:25:58 +03:00
}
}
if self.score < 1 {
self.score = 1
} else if self.score > MAX_SCORE {
self.score = MAX_SCORE
}
2026-04-16 09:56:57 +03:00
self.last_open = Utc::now();
2026-04-13 22:25:58 +03:00
}
pub fn calculated_score(&self) -> f32 {
let time = Utc::now() - self.last_open;
let days = time.num_days();
let multiplier = FADE_PER_DAY.powi(days as i32);
2026-05-12 17:12:03 +03:00
self.score as f32 * multiplier
2026-04-13 22:25:58 +03:00
}
}
2026-05-25 12:23:32 +03:00
#[derive(Clone, Copy)]
2026-04-13 22:25:58 +03:00
pub enum WordOpenMode {
Easy,
Ok,
Hard,
None,
}
#[derive(Clone)]
pub struct CardSet {
2026-05-05 12:02:59 +03:00
words: Vec<WordData>,
2026-04-13 22:25:58 +03:00
set: Vec<CardStatistics>,
2026-04-14 15:19:46 +03:00
current_word_index: Option<usize>,
2026-04-17 13:06:37 +03:00
state: Arc<Mutex<AppState>>,
2026-05-25 12:23:32 +03:00
order_module: OrderModule,
2026-04-13 22:25:58 +03:00
}
impl CardSet {
2026-04-14 15:19:46 +03:00
pub fn new(settings: &CardSetSettings, state: Arc<Mutex<AppState>>) -> Self {
let state_for = state.clone();
2026-04-13 22:25:58 +03:00
let state_locked = state.lock().unwrap();
2026-04-14 15:19:46 +03:00
let mut current_set = load_stats_of_set(&settings, &state_locked.connection);
2026-04-13 22:25:58 +03:00
let last_list = settings.get_word_list(&state_locked);
2026-04-14 15:19:46 +03:00
let saved_ids = current_set.iter().map(|l| l.word_id).collect::<Vec<u32>>();
2026-04-15 07:53:32 +03:00
let word_ids = last_list.iter().map(|l| l.id).collect::<Vec<u32>>();
2026-05-12 17:12:03 +03:00
last_list
.iter()
.filter(|word| !saved_ids.contains(&word.id))
2026-05-25 12:23:32 +03:00
.map(|word| CardStatistics {
id: 0,
word_id: word.id.clone(),
last_open: Utc::now(),
score: 1,
set_id: settings.id.clone(),
2026-05-12 17:12:03 +03:00
})
.for_each(|mut new_statistic| {
2026-04-14 15:19:46 +03:00
add_stat(&mut new_statistic, &state_locked.connection);
current_set.push(new_statistic);
2026-05-12 17:12:03 +03:00
});
2026-04-14 15:19:46 +03:00
2026-04-15 07:53:32 +03:00
let mut index = 0;
for stat in current_set.clone() {
if !word_ids.contains(&stat.word_id) {
delete_stat(&stat, &state_locked.connection);
current_set.remove(index);
2026-05-12 17:12:03 +03:00
} else {
2026-05-12 16:57:05 +03:00
index += 1;
2026-04-15 07:53:32 +03:00
}
}
2026-04-13 22:25:58 +03:00
Self {
set: current_set,
2026-04-14 15:19:46 +03:00
words: last_list,
current_word_index: None,
2026-04-17 13:06:37 +03:00
state: state_for,
2026-05-25 12:23:32 +03:00
order_module: match settings.open_mode {
SetOrderMode::Default => OrderModule::SemiRandomSRS(SemiRandomSRSModule::new()),
SetOrderMode::TrainWorstFirst => {
OrderModule::WorstWordsSRS(WorstWordsSRSModule::new())
}
SetOrderMode::FullRandom => OrderModule::RandomSRS(RandomSRSModule::new()),
},
2026-04-14 15:19:46 +03:00
}
}
2026-05-05 12:02:59 +03:00
pub fn next(&mut self) -> (WordData, CardStatistics) {
2026-05-25 12:23:32 +03:00
let index = match self.order_module.clone() {
OrderModule::SemiRandomSRS(mut module) => {
if module.initializated == false {
module.init(self)
}
let index = module.next(self);
self.order_module = OrderModule::SemiRandomSRS(module);
index
}
OrderModule::RandomSRS(mut module) => {
if module.initializated == false {
module.init(self)
}
let index = module.next(self);
self.order_module = OrderModule::RandomSRS(module);
index
}
OrderModule::WorstWordsSRS(mut module) => {
if module.initializated == false {
module.init(self)
}
let index = module.next(self);
self.order_module = OrderModule::WorstWordsSRS(module);
index
}
};
2026-04-17 13:06:37 +03:00
2026-04-14 15:19:46 +03:00
self.current_word_index = Some(index);
2026-05-05 12:02:59 +03:00
(self.words[index].clone(), self.set[index].clone())
2026-04-14 15:19:46 +03:00
}
pub fn open(&mut self, status: WordOpenMode) {
if let None = self.current_word_index {
return;
}
2026-05-25 12:23:32 +03:00
let index = self.current_word_index.unwrap();
2026-04-14 15:19:46 +03:00
2026-05-25 12:23:32 +03:00
let word = &mut self.set[index];
2026-04-14 15:19:46 +03:00
word.update(status);
2026-05-25 12:23:32 +03:00
match self.order_module.clone() {
OrderModule::SemiRandomSRS(mut module) => {
module.open(status, index, word.clone());
self.order_module = OrderModule::SemiRandomSRS(module);
}
OrderModule::RandomSRS(mut module) => {
module.open(status, index, word.clone());
self.order_module = OrderModule::RandomSRS(module);
}
OrderModule::WorstWordsSRS(mut module) => {
module.open(status, index, word.clone());
self.order_module = OrderModule::WorstWordsSRS(module);
}
}
update_stat_score(word, &self.state.lock().unwrap().connection)
}
pub fn len(&self) -> usize {
self.set.len()
}
}
#[derive(Clone, PartialEq, Copy, Eq)]
pub(crate) enum SetOrderMode {
Default,
TrainWorstFirst,
FullRandom,
}
#[derive(Clone)]
enum OrderModule {
SemiRandomSRS(SemiRandomSRSModule),
RandomSRS(RandomSRSModule),
WorstWordsSRS(WorstWordsSRSModule),
}
trait SRSModule {
fn next(&mut self, set: &mut CardSet) -> usize;
fn open(&mut self, status: WordOpenMode, index: usize, updated_word: CardStatistics);
fn init(&mut self, set: &mut CardSet);
}
#[derive(Clone)]
struct RandomSRSModule {
backet: Vec<usize>,
initializated: bool,
}
impl RandomSRSModule {
fn new() -> RandomSRSModule {
Self{
backet: vec![],
initializated: false,
}
}
}
impl SRSModule for RandomSRSModule {
fn next(&mut self, set: &mut CardSet) -> usize {
if self.backet.is_empty() {
self.backet = (0..set.words.len()).collect::<Vec<usize>>();
self.backet.shuffle(&mut rand::rng())
}
self.backet.pop().unwrap()
}
fn open(&mut self, _: WordOpenMode, _: usize, _: CardStatistics) {}
fn init(&mut self, set: &mut CardSet) {
self.initializated = true;
self.backet = (0..set.words.len()).collect::<Vec<usize>>();
self.backet.shuffle(&mut rand::rng())
}
}
#[derive(Clone)]
struct SemiRandomSRSModule {
history: Vec<usize>,
last_weights: WeightedIndex<f32>,
generator: ThreadRng,
initializated: bool,
}
impl SemiRandomSRSModule {
fn new() -> SemiRandomSRSModule {
SemiRandomSRSModule {
history: vec![],
last_weights: WeightedIndex::new([1.0]).unwrap(),
generator: rng(),
initializated: false,
}
}
}
impl SRSModule for SemiRandomSRSModule {
fn next(&mut self, set: &mut CardSet) -> usize {
let index = self.last_weights.sample(&mut self.generator);
if self.history.contains(&index) {
return self.next(set);
}
if self.history.len() == self.history_len(set) {
self.history.remove(0);
}
self.history.push(index);
index
}
fn open(&mut self, status: WordOpenMode, index: usize, word: CardStatistics) {
2026-04-20 10:13:39 +03:00
let new_weight = (100.0 / word.calculated_score()).powf(2.0);
2026-05-12 17:12:03 +03:00
self.last_weights
2026-05-25 12:23:32 +03:00
.update_weights(&[(index, &new_weight)])
2026-05-12 17:12:03 +03:00
.unwrap();
2026-04-13 22:25:58 +03:00
}
2026-04-17 13:06:37 +03:00
2026-05-25 12:23:32 +03:00
fn init(&mut self, set: &mut CardSet) {
self.initializated = true;
let weights = set
.set
.iter()
.map(|s| (100.0 / s.calculated_score()).powf(2.0) * 2.0)
.collect::<Vec<f32>>();
self.last_weights = WeightedIndex::new(weights).unwrap();
}
}
impl SemiRandomSRSModule {
fn history_len(&self, set: &CardSet) -> usize {
2026-05-12 17:12:03 +03:00
min(
MAX_HISTORY_LEN,
2026-05-25 12:23:32 +03:00
(set.len() as f32 * MAX_HISTORY_LEN_PART) as usize,
2026-05-12 17:12:03 +03:00
)
2026-04-17 13:06:37 +03:00
}
2026-05-25 12:23:32 +03:00
}
2026-04-20 15:21:31 +03:00
2026-05-25 12:23:32 +03:00
#[derive(Clone)]
struct WorstWordsSRSModule {
initializated: bool,
}
impl SRSModule for WorstWordsSRSModule {
fn next(&mut self, set: &mut CardSet) -> usize {
todo!()
}
fn open(&mut self, status: WordOpenMode, index: usize, updated_word: CardStatistics) {
todo!()
}
fn init(&mut self, set: &mut CardSet) {
todo!()
}
}
impl WorstWordsSRSModule {
fn new() -> WorstWordsSRSModule {
WorstWordsSRSModule {
initializated: false,
}
2026-04-20 15:21:31 +03:00
}
2026-04-13 22:25:58 +03:00
}