Fix already updated cache change

Reviewed-on: https://gitea.micialware.ru/micialware/jap_learn/pulls/14

Cargo.toml

@@ -4,20 +4,20 @@ version = "0.1.3"
 edition = "2024"
 
 [dependencies]
-iced = { version = "0.14.0", features = ["tokio", "svg", "lazy"]}
+iced = { version = "0.14.0", features = ["tokio", "svg", "lazy", "crisp", "tiny-skia", "wayland", "wgpu"], default-features = false}
 iced_core = "0.14.0"
 rand = "0.10.2"
-dirs = "6.0.0"
+dirs = "7.0.0"
 serde_json = "1.0.151"
-rhai = { version = "1.25.1", features = ["sync"] }
+rhai = { version = "1.26.0", features = ["sync"] }
 chrono = "0.4.45"
 rusqlite = { version = "0.40.2", features = ["chrono", "bundled"] }
-reqwest = { version = "0.13.4", features = ["json", "stream", "multipart"] }
+reqwest = { version = "0.13.5", features = ["json", "stream", "multipart"] }
 rodio = "0.22.2"
 sha2 = "0.11.0"
 tokio = { version = "1.53.1", features = ["rt", "rt-multi-thread", "macros"] }
 hex = "0.4.3"
-zstd = "0.13.3"
+zstd = "0.14.0"
 zip = "8.6.0"
 rfd = "0.17.2"
 mimalloc = "0.1.52"
@@ -26,20 +26,25 @@ rayon = "1.12.0"
 parking_lot = "0.12.5"
 env_logger = "0.11.11"
 log = "0.4.34"
+fsrs = "6.6.2"
+litemap = { version = "0.8.3", features = ["serde"] }
 
 [profile.super-release]
 inherits = "release"
 codegen-units = 1
 lto = true
 opt-level = 3
-strip = true
+#strip = true
 panic = "abort"
 
 [dev-dependencies]
 criterion = { version = "0.8.2", features = ["html_reports"] }
+rustc-hash = "2.1.3"
 
 [[bench]]
 name = "map_bench"
 harness = false
 
-
+[[bench]]
+name = "repo_cache_bench"
+harness = false

benches/repo_cache_bench.rs

@@ -0,0 +1,325 @@
+use criterion::{BenchmarkId, Criterion, criterion_group, criterion_main};
+use hashbrown::HashMap as HashbrownMap;
+use rustc_hash::FxHashMap;
+use std::collections::{BTreeMap, HashMap};
+use std::hint::black_box;
+
+// Тестовая структура (аналог вашей сущности)
+#[derive(Debug, Clone)]
+struct Entity {
+    id: i64,
+    data: [u8; 64], // 64 байта данных для реалистичности
+}
+
+impl Entity {
+    fn new(id: i64) -> Self {
+        Self {
+            id,
+            data: [id as u8; 64],
+        }
+    }
+}
+
+// ========== ТЕСТОВЫЕ ФУНКЦИИ ==========
+
+fn bench_vec_insert_sorted(vec: &mut Vec<Entity>, entities: &[Entity]) {
+    vec.clear();
+    for entity in entities {
+        vec.push(entity.clone());
+    }
+    // Vec уже отсортирован, так как ID монотонно возрастают
+}
+
+fn bench_vec_search_separated<'a>(ids: &[i64], vec: &'a [Entity], id: i64) -> Option<&'a Entity> {
+    match ids.binary_search(&id) {
+        Ok(index) => Some(&vec[index]),
+        Err(_) => None,
+    }
+}
+
+fn bench_vec_search(vec: &Vec<Entity>, id: i64) -> Option<&Entity> {
+    match vec.binary_search_by(|probe| probe.id.cmp(&id)) {
+        Ok(index) => Some(&vec[index]),
+        Err(_) => None,
+    }
+}
+
+fn bench_btreemap_insert(map: &mut BTreeMap<i64, Entity>, entities: &[Entity]) {
+    map.clear();
+    for entity in entities {
+        map.insert(entity.id, entity.clone());
+    }
+}
+
+fn bench_btreemap_search(map: &BTreeMap<i64, Entity>, id: i64) -> Option<&Entity> {
+    map.get(&id)
+}
+
+fn bench_hashmap_insert(map: &mut HashMap<i64, Entity>, entities: &[Entity]) {
+    map.clear();
+    for entity in entities {
+        map.insert(entity.id, entity.clone());
+    }
+}
+
+fn bench_hashmap_search(map: &HashMap<i64, Entity>, id: i64) -> Option<&Entity> {
+    map.get(&id)
+}
+
+fn bench_hashbrown_insert(map: &mut HashbrownMap<i64, Entity>, entities: &[Entity]) {
+    map.clear();
+    for entity in entities {
+        map.insert(entity.id, entity.clone());
+    }
+}
+
+fn bench_hashbrown_search(map: &HashbrownMap<i64, Entity>, id: i64) -> Option<&Entity> {
+    map.get(&id)
+}
+
+fn bench_fxhashmap_insert(map: &mut FxHashMap<i64, Entity>, entities: &[Entity]) {
+    map.clear();
+    for entity in entities {
+        map.insert(entity.id, entity.clone());
+    }
+}
+
+fn bench_fxhashmap_search(map: &FxHashMap<i64, Entity>, id: i64) -> Option<&Entity> {
+    map.get(&id)
+}
+
+// ========== ГЕНЕРАЦИЯ ДАННЫХ ==========
+
+fn generate_entities(count: usize) -> Vec<Entity> {
+    (0..count).map(|i| Entity::new(i as i64)).collect()
+}
+
+fn generate_search_ids(count: usize, max_id: i64) -> Vec<i64> {
+    // 70% попаданий, 30% промахов (реалистичный сценарий)
+    let mut ids = Vec::with_capacity(count);
+    for i in 0..count {
+        if i % 10 < 7 {
+            // Попадание
+            ids.push((i as i64 * 13) % max_id);
+        } else {
+            // Промах (несуществующий ID)
+            ids.push(max_id + i as i64);
+        }
+    }
+    ids
+}
+
+// ========== БЕНЧМАРКИ ==========
+
+fn bench_insert(c: &mut Criterion) {
+    let mut group = c.benchmark_group("insert");
+
+    for size in [10_000, 100_000, 500_000] {
+        let entities = generate_entities(size);
+
+        group.bench_with_input(
+            BenchmarkId::new("Vec (sorted)", size),
+            &entities,
+            |b, entities| {
+                let mut vec = Vec::with_capacity(size);
+                b.iter(|| {
+                    bench_vec_insert_sorted(&mut vec, black_box(entities));
+                });
+            },
+        );
+
+        group.bench_with_input(
+            BenchmarkId::new("BTreeMap", size),
+            &entities,
+            |b, entities| {
+                let mut map = BTreeMap::new();
+                b.iter(|| {
+                    bench_btreemap_insert(&mut map, black_box(entities));
+                });
+            },
+        );
+
+        group.bench_with_input(
+            BenchmarkId::new("HashMap (std)", size),
+            &entities,
+            |b, entities| {
+                let mut map = HashMap::new();
+                b.iter(|| {
+                    bench_hashmap_insert(&mut map, black_box(entities));
+                });
+            },
+        );
+
+        group.bench_with_input(
+            BenchmarkId::new("HashMap (hashbrown)", size),
+            &entities,
+            |b, entities| {
+                let mut map = HashbrownMap::new();
+                b.iter(|| {
+                    bench_hashbrown_insert(&mut map, black_box(entities));
+                });
+            },
+        );
+
+        group.bench_with_input(
+            BenchmarkId::new("FxHashMap", size),
+            &entities,
+            |b, entities| {
+                let mut map = FxHashMap::default();
+                b.iter(|| {
+                    bench_fxhashmap_insert(&mut map, black_box(entities));
+                });
+            },
+        );
+    }
+
+    group.finish();
+}
+
+fn bench_search(c: &mut Criterion) {
+    let mut group = c.benchmark_group("search");
+
+    for size in [10_000, 100_000, 500_000] {
+        let entities = generate_entities(size);
+        let entity_ids = entities.iter().map(|entity| entity.id).collect::<Vec<_>>();
+        let search_ids = generate_search_ids(1000, size as i64);
+
+        // Подготовка коллекций
+        let mut vec = Vec::with_capacity(size);
+        bench_vec_insert_sorted(&mut vec, &entities);
+
+        let mut btreemap = BTreeMap::new();
+        bench_btreemap_insert(&mut btreemap, &entities);
+
+        let mut hashmap = HashMap::new();
+        bench_hashmap_insert(&mut hashmap, &entities);
+
+        let mut hashbrown = HashbrownMap::new();
+        bench_hashbrown_insert(&mut hashbrown, &entities);
+
+        let mut fxhashmap = FxHashMap::default();
+        bench_fxhashmap_insert(&mut fxhashmap, &entities);
+
+        group.bench_with_input(
+            BenchmarkId::new("Vec (binary search)", size),
+            &search_ids,
+            |b, ids| {
+                b.iter(|| {
+                    for &id in ids {
+                        black_box(bench_vec_search_separated(&entity_ids, &vec, black_box(id)));
+                    }
+                });
+            },
+        );
+
+        group.bench_with_input(
+            BenchmarkId::new("Vec (binary search) separated", size),
+            &search_ids,
+            |b, ids| {
+                b.iter(|| {
+                    for &id in ids {
+                        black_box(bench_vec_search(&vec, black_box(id)));
+                    }
+                });
+            },
+        );
+
+        group.bench_with_input(BenchmarkId::new("BTreeMap", size), &search_ids, |b, ids| {
+            b.iter(|| {
+                for &id in ids {
+                    black_box(bench_btreemap_search(&btreemap, black_box(id)));
+                }
+            });
+        });
+
+        group.bench_with_input(
+            BenchmarkId::new("HashMap (std)", size),
+            &search_ids,
+            |b, ids| {
+                b.iter(|| {
+                    for &id in ids {
+                        black_box(bench_hashmap_search(&hashmap, black_box(id)));
+                    }
+                });
+            },
+        );
+
+        group.bench_with_input(
+            BenchmarkId::new("HashMap (hashbrown)", size),
+            &search_ids,
+            |b, ids| {
+                b.iter(|| {
+                    for &id in ids {
+                        black_box(bench_hashbrown_search(&hashbrown, black_box(id)));
+                    }
+                });
+            },
+        );
+
+        group.bench_with_input(
+            BenchmarkId::new("FxHashMap", size),
+            &search_ids,
+            |b, ids| {
+                b.iter(|| {
+                    for &id in ids {
+                        black_box(bench_fxhashmap_search(&fxhashmap, black_box(id)));
+                    }
+                });
+            },
+        );
+    }
+
+    group.finish();
+}
+
+fn bench_memory_efficiency(c: &mut Criterion) {
+    let mut group = c.benchmark_group("memory_efficiency");
+
+    let size = 100_000;
+    let entities = generate_entities(size);
+
+    group.bench_function("Vec memory", |b| {
+        b.iter(|| {
+            let mut vec = Vec::with_capacity(size);
+            bench_vec_insert_sorted(&mut vec, black_box(&entities));
+            black_box(vec);
+        });
+    });
+
+    group.bench_function("BTreeMap memory", |b| {
+        b.iter(|| {
+            let mut map = BTreeMap::new();
+            bench_btreemap_insert(&mut map, black_box(&entities));
+            black_box(map);
+        });
+    });
+
+    group.bench_function("HashMap (std) memory", |b| {
+        b.iter(|| {
+            let mut map = HashMap::new();
+            bench_hashmap_insert(&mut map, black_box(&entities));
+            black_box(map);
+        });
+    });
+
+    group.bench_function("HashMap (hashbrown) memory", |b| {
+        b.iter(|| {
+            let mut map = HashbrownMap::new();
+            bench_hashbrown_insert(&mut map, black_box(&entities));
+            black_box(map);
+        });
+    });
+
+    group.bench_function("FxHashMap memory", |b| {
+        b.iter(|| {
+            let mut map = FxHashMap::default();
+            bench_fxhashmap_insert(&mut map, black_box(&entities));
+            black_box(map);
+        });
+    });
+
+    group.finish();
+}
+
+criterion_group!(benches, bench_insert, bench_search, bench_memory_efficiency);
+criterion_main!(benches);

sql/card_stats.sql

@@ -1,13 +0,0 @@
-create table card_stats
-(
-    id          INTEGER
-        primary key autoincrement,
-    word_id     INTEGER           not null
-        references words
-            on delete cascade,
-    set_id      INTEGER              not null
-        references card_set
-            on delete cascade,
-    score       INTEGER default 1 not null,
-    last_opened INTEGER           not null
-);

sql/custom_fields.sql

@@ -0,0 +1,4 @@
+create table custom_fields(
+    id INTEGER PRIMARY KEY,
+    name TEXT not null
+);

sql/decks.sql

@@ -1,4 +1,4 @@
-create table card_set
+create table decks
 (
     id       INTEGER
         primary key autoincrement,

sql/history.sql

@@ -0,0 +1,12 @@
+create table history
+(
+    id INTEGER
+        primary key autoincrement,
+    deck_id INTEGER not null references decks on delete cascade,
+    word_id INTEGER not null references words on delete cascade,
+    timestamp INTEGER not null,
+    answer INTEGER not null,
+    before INTEGER not null,
+    after INTEGER not null,
+    fsrs INTEGER not null
+);

sql/states.sql

@@ -0,0 +1,16 @@
+create table states
+(
+    id          INTEGER
+        primary key autoincrement,
+    word_id     INTEGER           not null
+        references words
+            on delete cascade,
+    deck_id      INTEGER              not null
+        references decks
+            on delete cascade,
+    score       INTEGER default 1 not null,
+    last_opened INTEGER           not null,
+    fsrs_opened INTEGER not null,
+    fsrs_memory INTEGER not null,
+    fsrs_open_day INTEGER not null
+);

sql/word_groups.sql

@@ -1,4 +1,4 @@
-create table word_group
+create table word_groups
 (
     id   INTEGER
         primary key autoincrement,

sql/words.sql

@@ -7,7 +7,7 @@ create table words
     tags     TEXT              not null,
     more     TEXT,
     group_id integer default 1 not null
-        constraint words_word_group_id_fk
+        constraint words_word_groups_id_fk
-            references word_group
+            references word_groups
             on update cascade on delete cascade
 );

src/app.rs

@@ -1,21 +1,23 @@
-use chrono::NaiveDate;
+use crate::data::repositories::Repository;
-use hashbrown::HashMap;
+use crate::data_provider::card_states::CardStateRepository;
-use iced::{keyboard, window, Subscription};
+use crate::data_provider::decks::DeckRepository;
-use iced_core::{Font, Size, Theme};
+use crate::data_provider::history::HistoryRepository;
+use crate::data_provider::settings::get_setting;
+use crate::data_provider::sqlite::SqliteConnection;
+use crate::data_provider::word_groups::WordGroupRepository;
+use crate::data_provider::words::WordRepository;
+use crate::navigation::RootMessage::Keyboard;
+use crate::navigation::{AppSettings, RootMessage, ScreenState};
+use iced::{Subscription, keyboard, window};
 use iced_core::window::Position;
 #[cfg(target_os = "linux")]
 use iced_core::window::settings::PlatformSpecific;
+use iced_core::{Font, Size, Theme};
 use log::info;
+use parking_lot::{Mutex, RwLock};
 use rusqlite::Connection;
-use crate::data::entities::DeckSettings;
+use std::sync::Arc;
-use crate::data_provider::card_sets::load_sets;
+
-use crate::data_provider::settings::get_setting;
-use crate::data_provider::sqlite::default_connection;
-use crate::data_provider::words::{load_word_groups, load_words};
-use crate::data::entities::{ WordData, WordGroup};
-use crate::data::Id;
-use crate::navigation::{AppSettings, RootMessage, ScreenState};
-use crate::navigation::RootMessage::Keyboard;
 pub const USER_FONT: Font = Font::with_name("Noto Sans JP");
 
 pub fn start() -> iced::Result {
@@ -57,13 +59,15 @@ fn subscription(_state: &ScreenState) -> Subscription<RootMessage> {
     keyboard::listen().map(Keyboard)
 }
 
+#[derive(Clone)]
 pub struct AppState {
-    pub dictionary: Vec<WordData>,
+    pub dictionary: WordRepository,
-    pub decks: Vec<DeckSettings>,
+    pub decks: DeckRepository,
-    pub word_groups: Vec<WordGroup>,
+    pub word_groups: WordGroupRepository,
-    pub connection: Connection,
+    pub card_states: CardStateRepository,
-    pub sync_data: AppSettings,
+    pub connection: Arc<Mutex<SqliteConnection>>,
-    pub activity: HashMap<Id, Vec<(NaiveDate, u32)>>,
+    pub sync_data: Arc<RwLock<AppSettings>>,
+    pub history: HistoryRepository,
 }
 
 impl Default for AppState {
@@ -74,30 +78,34 @@ impl Default for AppState {
 
 impl AppState {
     pub fn new() -> Self {
+        let connection = Arc::new(Mutex::new(SqliteConnection::default()));
         Self {
-            dictionary: vec![],
+            dictionary: WordRepository::new(connection.clone()),
-            decks: vec![],
+            decks: DeckRepository::new(connection.clone()),
-            word_groups: vec![],
+            word_groups: WordGroupRepository::new(connection.clone()),
-            connection: default_connection(),
+            card_states: CardStateRepository::new(connection.clone()),
-            sync_data: AppSettings {
+            history: HistoryRepository::new(connection.clone()),
+            sync_data: Arc::new(RwLock::new(AppSettings {
                 key: None,
                 auto_web_fetch: false,
-            },
+            })),
-            activity: Default::default(),
+            connection,
         }
     }
 }
 
 pub fn fill_state(state: &mut AppState) {
-    let list = load_words(&state.connection);
+    let connection = state.connection.lock();
-    let sets = load_sets(&state.connection);
-    let groups = load_word_groups(&state.connection);
-    let setting = load_settings(&state.connection);
 
-    state.dictionary = list;
+    let setting = load_settings(&connection);
-    state.decks = sets;
+    drop(connection);
-    state.word_groups = groups;
+    state.word_groups.write().start().unwrap();
-    state.sync_data = setting
+    state.dictionary.write().start().unwrap();
+    state.decks.write().start().unwrap();
+    state.history.write().start().unwrap();
+    state.card_states.write().start().unwrap();
+
+    state.sync_data = Arc::new(RwLock::new(setting))
 }
 
 fn load_settings(connection: &Connection) -> AppSettings {

src/core.rs

@@ -1,3 +1,3 @@
+pub mod deck;
 pub mod kana_set;
 pub mod srs;
-pub mod deck;

src/core/deck.rs

@@ -1,123 +1,189 @@
 use crate::app::AppState;
-use crate::core::srs::{OrderMode, OrderModule, RandomSRSModule, SRSModule, SemiRandomSRSModule, WordOpenMode, WorstWordsSRSModule};
+use crate::core::srs::OrderModule::{Fsrs, RandomSRS, SemiRandomSRS, WorstWordsSRS};
+use crate::core::srs::{
+    FsrsModule, OrderMode, OrderModule, RandomSRSModule, SRSModule, SemiRandomSRSModule,
+    WordOpenMode, WorstWordsSRSModule,
+};
 use crate::data::entities::*;
-use crate::data_provider::card_stats::{load_stats_of_deck, update_stat_score};
+use crate::data::repositories::Repository;
-use crate::data_provider::history::push_note;
+use crate::data_provider::card_states::CardStateRepositoryInner;
+use crate::notification::MaybeError;
 use chrono::Utc;
-use parking_lot::Mutex;
+use log::info;
+use rhai::{Engine, Scope};
 use std::sync::Arc;
-
+use std::time::Instant;
 
 #[derive(Clone)]
 pub struct DeckData {
-    pub(crate) words: Vec<WordData>,
+    pub(crate) words: Vec<EntityHandle<WordData>>,
-    pub(crate) set: Vec<CardStatistics>,
+    pub(crate) states: Vec<EntityHandle<CardState>>,
     current_word_index: Option<usize>,
-    state: Arc<Mutex<AppState>>,
+    state: AppState,
     order_module: OrderModule,
+    open_mode: OrderMode,
     settings: DeckSettings,
 }
 impl DeckData {
-    pub fn new(settings: &DeckSettings, state: Arc<Mutex<AppState>>) -> Self {
+    pub fn new(settings: &DeckSettings, open_mode: OrderMode, state: AppState) -> Self {
-        let state_for = state.clone();
+        let states_repo = state.card_states.read();
-        let state_locked = state.lock();
+        let mut query = states_repo.deck_states(settings.id);
-
+        let words = query
-        let stats = load_stats_of_deck(settings, &state_locked.connection);
+            .iter(&states_repo)
-        let words = stats
+            .map(|card_state| EntityHandle::from_id(card_state.word_id))
-            .iter()
-            .map(|stat| {
-                state_locked
-                    .dictionary
-                    .binary_search_by_key(&stat.word_id, |w| w.id)
-                    .unwrap()
-            })
-            .map(|index| &state_locked.dictionary[index])
-            .cloned()
             .collect();
-
+        let states = query.handles().collect::<Vec<EntityHandle<CardState>>>();
+        let fsrs = Fsrs(FsrsModule::new(Self::set_links(states.as_slice(), &states_repo).as_slice()));
+        drop(states_repo);
         Self {
-            set: stats,
+            states,
             words,
             current_word_index: None,
-            state: state_for,
+            state,
-            order_module: match settings.open_mode {
+            order_module: fsrs,
-                OrderMode::Default => OrderModule::SemiRandomSRS(SemiRandomSRSModule::new()),
+            open_mode,
-                OrderMode::TrainWorstFirst => {
-                    OrderModule::WorstWordsSRS(WorstWordsSRSModule::new())
-                }
-                OrderMode::FullRandom => OrderModule::RandomSRS(RandomSRSModule::new()),
-            },
             settings: settings.clone(),
         }
     }
 
-    pub fn next(&mut self) -> (WordData, CardStatistics) {
+    pub fn next(&mut self) -> (EntityHandle<WordData>, EntityHandle<CardState>) {
-        let index = match self.order_module.clone() {
+        if self.fsrs_finished() {
-            OrderModule::SemiRandomSRS(mut module) => {
+            self.switch_order_engine()
-                if !module.initialized {
+        }
-                    module.init(self)
+        let repo = self.state.card_states.read();
-                }
+        let links = Self::set_links(self.states.as_slice(), &repo);
-                let index = module.next(self);
+        let index = match self.order_module {
-                self.order_module = OrderModule::SemiRandomSRS(module);
+            SemiRandomSRS(ref mut module) => module.next(links.as_slice()),
-                index
+
-            }
+            RandomSRS(ref mut module) => module.next(links.as_slice()),
-            OrderModule::RandomSRS(mut module) => {
+            WorstWordsSRS(ref mut module) => module.next(links.as_slice()),
-                if !module.initialized {
+            Fsrs(ref mut module) => module.next(links.as_slice()),
-                    module.init(self)
-                }
-                let index = module.next(self);
-                self.order_module = OrderModule::RandomSRS(module);
-                index
-            }
-            OrderModule::WorstWordsSRS(mut module) => {
-                if !module.initialized {
-                    module.init(self)
-                }
-                let index = module.next(self);
-                self.order_module = OrderModule::WorstWordsSRS(module);
-                index
-            }
         };
 
         self.current_word_index = Some(index);
-        (self.words[index].clone(), self.set[index].clone())
+        (self.words[index].clone(), self.states[index].clone())
     }
-    pub fn open(&mut self, status: WordOpenMode) {
-        if self.current_word_index.is_none() {
-            return;
-        }
-        let index = self.current_word_index.unwrap();
 
-        let word : &mut CardStatistics = &mut self.set[index];
+    fn set_links<'a>(
-        let old_score = word.score;
+        set: &[EntityHandle<CardState>],
-        word.update(status);
+        repo: &'a CardStateRepositoryInner,
-        let new_score = word.score;
+    ) -> Vec<&'a CardState> {
+        set.iter()
+            .map(|h| repo.get_ref_static(*h).unwrap())
+            .collect::<Vec<_>>()
+    }
 
-        match self.order_module {
+    pub fn open(&mut self, status: WordOpenMode) -> MaybeError {
-            OrderModule::SemiRandomSRS(ref mut module) => {
+        if let Some(index) = self.current_word_index {
-                module.open(status, index, word);
+            let mut repo = self.state.card_states.write();
+            let card_state_handle = &mut self.states[index];
+            let card_state = repo.get_mut(card_state_handle).unwrap();
+            let old_score = card_state.score;
+            card_state.update(status);
+            let new_score = card_state.score;
+
+            let mut fsrs = false;
+            match self.order_module {
+                SemiRandomSRS(ref mut module) => {
+                    module.open(status, index, card_state);
+                }
+                RandomSRS(ref mut module) => {
+                    module.open(status, index, card_state);
+                }
+                WorstWordsSRS(ref mut module) => {
+                    module.open(status, index, card_state);
+                }
+                Fsrs(ref mut module) => {
+                    module.open(status, index, card_state);
+                    fsrs = true;
+                }
             }
-            OrderModule::RandomSRS(ref mut module) => {
+
-                module.open(status, index, word);
+            let word_id = card_state.word_id;
-            }
+            repo.save(card_state_handle)?;
-            OrderModule::WorstWordsSRS(ref mut module) => {
+
-                module.open(status, index, word);
+            let mut history = self.state.history.write();
-            }
+            history.create_now(HistoryNote {
-        }
+                id: Default::default(),
-        update_stat_score(word, &self.state.lock().connection);
-        let _ = push_note(
-            self.settings.id,
-            HistoryItem {
                 timestamp: Utc::now(),
-                word_id: word.word_id,
+                deck_id: self.settings.id,
-                mode: status,
+                word_id,
+                answer: status.clone(),
                 before: old_score,
                 after: new_score,
-            },
+                fsrs,
-        );
+            })?;
+        }
+
+        Ok(())
     }
+
+    fn switch_order_engine(&mut self) {
+        let repo = self.state.card_states.read();
+        let links = Self::set_links(self.states.as_slice(), &repo);
+        self.order_module = match self.open_mode {
+            OrderMode::Default => SemiRandomSRS(SemiRandomSRSModule::new(links.as_slice())),
+            OrderMode::TrainWorstFirst => WorstWordsSRS(WorstWordsSRSModule::new(links.as_slice())),
+            OrderMode::FullRandom => RandomSRS(RandomSRSModule::new(links.as_slice())),
+        }
+    }
+
+    fn fsrs_finished(&self) -> bool {
+        if let Fsrs(ref fsrs) = self.order_module
+            && fsrs.finished()
+        {
+            info!("Fsrs finished. Infinite mode enabled");
+            return true;
+        }
+
+        false
+    }
+
     pub fn len(&self) -> usize {
-        self.set.len()
+        self.states.len()
+    }
+
+    pub fn list(deck: &DeckSettings, state: &AppState) -> Vec<EntityHandle<WordData>> {
+        let time = Instant::now();
+        let list = vec![];
+        let engine = Engine::new();
+
+        let ast = engine.compile(&deck.filter);
+        if let Ok(ast) = ast {
+            let groups = state.word_groups.read().iter().cloned().collect::<Vec<_>>();
+            let dictionary = &state.dictionary.read();
+            let query = dictionary.query_par(Arc::new(move |word| {
+                let mut more = rhai::Map::new();
+                for iced in &word.additional {
+                    more.insert(iced.0.clone().into(), iced.1.clone().into());
+                }
+                let mut scope = Scope::new();
+                let group_name = groups[groups
+                    .binary_search_by_key(&word.group_id, |g| g.id)
+                    .unwrap()]
+                .name
+                .clone();
+                scope
+                    .push_constant("id", word.id.0 as i64)
+                    .push_constant("key", word.key.clone())
+                    .push_constant("value", word.value.clone())
+                    .push_constant("tags", word.tags.clone())
+                    .push_constant("more", more)
+                    .push_constant("group", group_name);
+
+                let result = engine.eval_ast_with_scope::<bool>(&mut scope, &ast);
+                if let Ok(result) = result {
+                    return result;
+                }
+                false
+            }));
+
+            info!("Collecting available words is {:?}", time.elapsed());
+            let handles = query.handles().collect();
+            drop(query);
+            handles
+        } else {
+            list
+        }
     }
 }
-

src/core/kana_set.rs

@@ -198,4 +198,4 @@ impl PartialEq<Self> for KanaSet {
     fn eq(&self, other: &Self) -> bool {
         self.name == other.name
     }
-}
+}

src/core/srs.rs

@@ -1,15 +1,17 @@
-use crate::core::deck::DeckData;
+use crate::data::entities::CardState;
+use chrono::{Local, TimeDelta};
+use fsrs::FSRS;
+use log::{debug, info};
 use rand::distr::weighted::WeightedIndex;
 use rand::prelude::ThreadRng;
 use rand::prelude::{Distribution, SliceRandom};
-use rand::rng;
+use rand::{RngExt, rng};
-use crate::data::entities::CardStatistics;
 
 const MAX_HISTORY_LEN: usize = 20;
 const MAX_HISTORY_LEN_PART: f32 = 0.33;
 pub const MAX_SCORE: u8 = 25;
 pub const FADE_PER_DAY: f32 = 0.95;
-
+const PARTIAL_POOL_SIZE: usize = 10;
 #[derive(Clone, PartialEq, Copy, Eq)]
 pub enum OrderMode {
     Default,
@@ -27,64 +29,47 @@ pub enum OrderModule {
     SemiRandomSRS(SemiRandomSRSModule),
     RandomSRS(RandomSRSModule),
     WorstWordsSRS(WorstWordsSRSModule),
+    Fsrs(FsrsModule),
 }
 pub trait SRSModule {
-    fn next(&mut self, set: &mut DeckData) -> usize;
+    fn new(set: &[&CardState]) -> Self;
-    fn open(&mut self, status: WordOpenMode, index: usize, updated_word: &CardStatistics);
+    fn next(&mut self, set: &[&CardState]) -> usize;
-    fn init(&mut self, set: &mut DeckData);
+    fn open(&mut self, status: WordOpenMode, index: usize, updated_word: &mut CardState);
 }
 #[derive(Clone)]
 pub struct RandomSRSModule {
     basket: Vec<usize>,
-    pub(crate) initialized: bool,
-}
-impl RandomSRSModule {
-    pub(crate) fn new() -> RandomSRSModule {
-        Self {
-            basket: vec![],
-            initialized: false,
-        }
-    }
 }
 impl SRSModule for RandomSRSModule {
-    fn next(&mut self, set: &mut DeckData) -> usize {
+    fn new(set: &[&CardState]) -> Self {
+        let mut basket = (0..set.len()).collect::<Vec<usize>>();
+        basket.shuffle(&mut rand::rng());
+        Self{
+            basket,
+        }
+    }
+
+    fn next(&mut self, set: &[&CardState]) -> usize {
         match self.basket.pop() {
             Some(index) => index,
             None => {
-                self.basket = (0..set.words.len()).collect::<Vec<usize>>();
+                self.basket = (0..set.len()).collect::<Vec<usize>>();
                 self.basket.shuffle(&mut rand::rng());
                 self.basket.pop().expect("empty basket")
             }
         }
     }
 
-    fn open(&mut self, _: WordOpenMode, _: usize, _: &CardStatistics) {}
+    fn open(&mut self, _: WordOpenMode, _: usize, _: &mut CardState) {}
-
-    fn init(&mut self, set: &mut DeckData) {
-        self.initialized = true;
-        self.basket = (0..set.set.len()).collect::<Vec<usize>>();
-        self.basket.shuffle(&mut rand::rng())
-    }
 }
 #[derive(Clone)]
 pub struct SemiRandomSRSModule {
     history: Vec<usize>,
     last_weights: WeightedIndex<f32>,
     generator: ThreadRng,
-    pub(crate) initialized: bool,
-}
-impl SemiRandomSRSModule {
-    pub(crate) fn new() -> SemiRandomSRSModule {
-        SemiRandomSRSModule {
-            history: vec![],
-            last_weights: WeightedIndex::new([1.0]).unwrap(),
-            generator: rng(),
-            initialized: false,
-        }
-    }
 }
 impl SRSModule for SemiRandomSRSModule {
-    fn next(&mut self, set: &mut DeckData) -> usize {
+    fn next(&mut self, set: &[&CardState]) -> usize {
         let index = self.last_weights.sample(&mut self.generator);
 
         if self.history.contains(&index) && self.history.len() != 1 {
@@ -98,30 +83,33 @@ impl SRSModule for SemiRandomSRSModule {
 
         index
     }
-    fn open(&mut self, _: WordOpenMode, index: usize, word: &CardStatistics) {
+    fn open(&mut self, _: WordOpenMode, index: usize, word: &mut CardState) {
         let new_weight = (100.0 / word.calculated_score()).powf(2.0);
         self.last_weights
             .update_weights(&[(index, &new_weight)])
             .expect("update weights error");
     }
-    fn init(&mut self, set: &mut DeckData) {
+    fn new(set: &[&CardState]) -> Self {
-        self.initialized = true;
+
         let weights = set
-            .set
             .iter()
             .map(|s| (100.0 / s.calculated_score()).powf(2.0) * 2.0)
             .collect::<Vec<f32>>();
-        self.last_weights = WeightedIndex::new(weights).unwrap();
+
+        Self{
+            generator: rng(),
+            last_weights:  WeightedIndex::new(weights).expect("Incorrect weights update"),
+            history: vec![]
+        }
     }
 }
 impl SemiRandomSRSModule {
-    fn history_len(&self, set: &DeckData) -> usize {
+    fn history_len(&self, set: &[&CardState]) -> usize {
         ((set.len() as f32 * MAX_HISTORY_LEN_PART) as usize).clamp(1, MAX_HISTORY_LEN)
     }
 }
 #[derive(Clone)]
 pub struct WorstWordsSRSModule {
-    pub(crate) initialized: bool,
     pool_size: usize,
     rounds_remaining: u8,
     pool: Vec<usize>,
@@ -129,7 +117,7 @@ pub struct WorstWordsSRSModule {
     rounds_count: u8,
 }
 impl SRSModule for WorstWordsSRSModule {
-    fn next(&mut self, set: &mut DeckData) -> usize {
+    fn next(&mut self, set: &[&CardState]) -> usize {
         if self.rounds_remaining == 0 {
             self.fill_pool(set);
             self.rounds_remaining = self.rounds_count;
@@ -145,41 +133,139 @@ impl SRSModule for WorstWordsSRSModule {
         }
     }
 
-    fn open(&mut self, _: WordOpenMode, _: usize, _: &CardStatistics) {}
+    fn open(&mut self, _: WordOpenMode, _: usize, _: &mut CardState) {}
 
-    fn init(&mut self, _: &mut DeckData) {
+    fn new(_: &[&CardState]) -> Self {
-        self.initialized = true;
-    }
-}
-impl WorstWordsSRSModule {
-    pub(crate) fn new() -> WorstWordsSRSModule {
         WorstWordsSRSModule {
-            initialized: false,
+            pool_size: PARTIAL_POOL_SIZE,
-            pool_size: 15,
             rounds_count: 2,
             rounds_remaining: 0,
             pool: vec![],
             queue: vec![],
         }
     }
-    fn fill_pool(&mut self, set: &DeckData) {
+}
-        let mut sorted = set
+impl WorstWordsSRSModule {
-            .set
+    fn fill_pool(&mut self, set: &[&CardState]) {
-            .clone()
+        let mut sorted = set.iter().enumerate().collect::<Vec<_>>();
-            .into_iter()
+        sorted.sort_by_key(|c| c.1.score);
-            .zip(0..set.set.len())
-            .collect::<Vec<_>>();
-        sorted.sort_by_key(|c| c.0.score);
         let mut worst = sorted[0..self.pool_size]
             .iter()
-            .map(|(_, index)| *index)
+            .map(|(index, _)| *index)
             .collect::<Vec<usize>>();
         worst.shuffle(&mut rand::rng());
         self.pool = worst;
     }
 }
 
-#[derive(Clone, Copy)]
+#[derive(Clone)]
+pub struct FsrsModule {
+    today_set: Vec<usize>,
+    solved: Vec<usize>,
+    current_group: Vec<usize>,
+    queue: Vec<usize>,
+    rng: ThreadRng,
+    fsrs: FSRS,
+}
+
+impl SRSModule for FsrsModule {
+    fn new(set: &[&CardState]) -> Self {
+        let today = Local::now().date_naive();
+
+        let mut new = Self {
+            today_set: set
+                .iter()
+                .enumerate()
+                .filter(|(_, c)| c.fsrs_open_day <= today)
+                .map(|(index, _)| index)
+                .collect(),
+            current_group: vec![],
+            queue: vec![],
+            solved: vec![],
+            rng: rng(),
+            fsrs: FSRS::default(),
+        };
+        new.today_set.shuffle(&mut new.rng);
+        new.fill_partial_pool();
+
+        new
+    }
+
+    fn next(&mut self, _: &[&CardState]) -> usize {
+        if self.current_group.is_empty() {
+            self.fill_partial_pool();
+        }
+
+        if self.queue.is_empty() {
+            self.fill_queue();
+            self.queue.shuffle(&mut self.rng);
+        }
+
+        self.queue.pop().unwrap_or(0)
+    }
+
+    fn open(&mut self, status: WordOpenMode, index: usize, updated_word: &mut CardState) {
+        let today = Local::now().date_naive();
+        let delta = today - updated_word.fsrs_opened;
+        let delta_days = delta.num_days();
+
+        let memory = self
+            .fsrs
+            .next_states(updated_word.fsrs_memory, 0.9, delta_days as u32)
+            .expect("Wrong next stage calculation");
+
+        let next = match status {
+            WordOpenMode::Easy => memory.easy,
+            WordOpenMode::Ok => memory.good,
+            WordOpenMode::Hard => memory.hard,
+            WordOpenMode::None => memory.again,
+        };
+
+        let mut next_day = today + TimeDelta::days(next.interval.round() as i64);
+        if (next_day - today).num_days() >= 5 {
+            let offset = ((rng().random::<f32>() - 0.5) * 3.0).round() as i32;
+            next_day += TimeDelta::days(offset as i64);
+        }
+
+        let first_time = updated_word.fsrs_memory.is_none();
+
+        updated_word.fsrs_memory = Some(next.memory);
+        updated_word.fsrs_open_day = next_day;
+        updated_word.fsrs_opened = updated_word.last_open.date_naive();
+
+        if (updated_word.fsrs_open_day != today && !first_time) || (first_time && status == WordOpenMode::Easy) {
+            info!("For today word on index {} solved", index);
+            self.solved.push(index);
+            let index = self.current_group.iter().position(|x| *x == index).unwrap();
+            self.current_group.remove(index);
+        }
+    }
+}
+
+impl FsrsModule {
+    fn fill_partial_pool(&mut self) {
+        debug!("Filling partial pool");
+        self.current_group.extend(
+            self.today_set
+                .iter()
+                .filter(|x| !self.solved.contains(*x))
+                .take(PARTIAL_POOL_SIZE),
+        );
+
+        self.queue.clear();
+        self.queue.extend(self.current_group.clone());
+    }
+
+    fn fill_queue(&mut self) {
+        self.queue.extend(self.current_group.clone());
+    }
+
+    pub fn finished(&self) -> bool {
+        self.today_set.len() == self.solved.len()
+    }
+}
+
+#[derive(Clone, Copy, PartialEq, Eq)]
 pub enum WordOpenMode {
     Easy,
     Ok,

src/data.rs

@@ -1,62 +1,82 @@
 pub mod entities;
+pub mod repositories;
 
+use rusqlite::ToSql;
+use rusqlite::types::{FromSql, FromSqlError, FromSqlResult, ToSqlOutput, ValueRef};
 use std::fmt::{Display, Formatter};
 use std::num::ParseIntError;
 use std::str::FromStr;
-use rusqlite::ToSql;
-use rusqlite::types::{FromSql, FromSqlError, FromSqlResult, ToSqlOutput, ValueRef};
 
-#[derive(Clone, PartialEq, Eq, Debug, Hash, Copy, Ord, PartialOrd)]
+macro_rules! id_impl {
-pub struct Id(pub(crate) u32);
+    ($id_type:ty, $name:ident, $invalid:ident) => {
-pub const INVALID_ID: Id = Id(0);
+        #[derive(Clone, PartialEq, Eq, Debug, Hash, Copy, Ord, PartialOrd, Default)]
-impl FromStr for Id {
+        pub struct $name(pub(crate) $id_type);
-    type Err = ParseIntError;
+        pub const $invalid: $name = $name(0);
+        impl FromStr for $name {
+            type Err = ParseIntError;
 
-    fn from_str(s: &str) -> Result<Self, Self::Err> {
+            fn from_str(s: &str) -> Result<Self, Self::Err> {
-        Ok(Id(s.parse::<u32>()?))
+                Ok($name(s.parse::<$id_type>()?))
-    }
+            }
-}
-
-impl From<u32> for Id {
-    fn from(value: u32) -> Self {
-        Id(value)
-    }
-}
-
-impl From<Id> for u32 {
-    fn from(value: Id) -> Self {
-        value.0
-    }
-}
-impl Display for Id {
-    fn fmt(&self, f: &mut Formatter<'_>) -> std::fmt::Result {
-        write!(f, "{}", self.0)
-    }
-}
-
-impl FromSql for Id {
-    fn column_result(value: ValueRef<'_>) -> FromSqlResult<Self> {
-        match value {
-            ValueRef::Integer(i) => Ok(Id(i as u32)),
-            _ => Err(FromSqlError::InvalidType),
         }
+
+        impl From<$id_type> for $name {
+            fn from(value: $id_type) -> Self {
+                $name(value)
+            }
+        }
+
+        impl From<$name> for $id_type {
+            fn from(value: $name) -> Self {
+                value.0
+            }
+        }
+        impl Display for $name {
+            fn fmt(&self, f: &mut Formatter<'_>) -> std::fmt::Result {
+                write!(f, "{}", self.0)
+            }
+        }
+
+        impl FromSql for $name {
+            fn column_result(value: ValueRef<'_>) -> FromSqlResult<Self> {
+                match value {
+                    ValueRef::Integer(i) => Ok($name(i as $id_type)),
+                    _ => Err(FromSqlError::InvalidType),
+                }
+            }
+        }
+
+        impl ToSql for $name {
+            fn to_sql(&self) -> rusqlite::Result<ToSqlOutput<'_>> {
+                Ok(ToSqlOutput::from(self.0 as i64))
+            }
+        }
+
+        impl From<$name> for String {
+            fn from(value: $name) -> Self {
+                value.0.to_string()
+            }
+        }
+
+        impl $name {
+            pub(crate) fn is_valid(self) -> bool {
+                self.0 != 0
+            }
+        }
+    };
+}
+
+id_impl!(u32, Id, INVALID_ID);
+id_impl!(u16, SmallId, INVALID_SMALL_ID);
+
+impl From<SmallId> for Id {
+    fn from(value: SmallId) -> Self {
+        Self(value.0 as u32)
     }
 }
 
-impl ToSql for Id {
+impl From<Id> for SmallId {
-    fn to_sql(&self) -> rusqlite::Result<ToSqlOutput<'_>> {
-        Ok(ToSqlOutput::from(self.0 as i64))
-    }
-}
-
-impl From<Id> for String {
     fn from(value: Id) -> Self {
-        value.0.to_string()
+        Self(value.0 as u16)
     }
 }
-
-impl Id {
-    pub(crate) fn is_valid(self) -> bool {
-        self.0 != 0
-    }
-}

src/data/entities.rs

@@ -1,28 +1,53 @@
-use crate::app::AppState;
+use crate::core::srs::{FADE_PER_DAY, MAX_SCORE, WordOpenMode};
-use crate::core::srs::{FADE_PER_DAY, MAX_SCORE, OrderMode, WordOpenMode};
 use crate::data::{INVALID_ID, Id};
-use chrono::{DateTime, Utc};
+use chrono::{DateTime, Local, NaiveDate, Utc};
+use fsrs::MemoryState;
+use litemap::LiteMap;
 use log::info;
-use rayon::prelude::*;
+use rhai::Engine;
-use rhai::{Engine, Scope};
+use std::cmp::Ordering;
-use std::collections::HashMap;
+use std::hash::{Hash, Hasher};
+use std::marker::PhantomData;
+use std::sync::Arc;
 use std::time::Instant;
+use crate::data_provider::history::{HistoryRepository, HistoryRepositoryInner};
 
 #[derive(Clone, Debug)]
 pub struct WordData {
     pub id: Id,
+    pub group_id: Id,
     pub key: String,
     pub value: String,
     pub tags: String,
-    pub additional: HashMap<String, String>,
+    pub additional: LiteMap<String, String>,
-    pub group_id: Id,
 }
+
+impl EntityData for WordData {
+    fn id(&self) -> Id {
+        self.id
+    }
+
+    fn set_id(&mut self, id: Id) {
+        self.id = id;
+    }
+}
+
 #[derive(Clone)]
 pub struct WordGroup {
     pub id: Id,
     pub name: String,
 }
 
+impl EntityData for WordGroup {
+    fn id(&self) -> Id {
+        self.id
+    }
+
+    fn set_id(&mut self, id: Id) {
+        self.id = id;
+    }
+}
+
 impl WordData {
     pub fn new() -> Self {
         Self {
@@ -37,12 +62,49 @@ impl WordData {
 }
 
 #[derive(Clone)]
-pub struct HistoryItem {
+pub struct HistoryNote {
+    pub id: Id,
     pub timestamp: DateTime<Utc>,
+    pub deck_id: Id,
     pub word_id: Id,
-    pub mode: WordOpenMode,
+    pub answer: WordOpenMode,
     pub before: u8,
     pub after: u8,
+    pub fsrs: bool
+}
+
+impl EntityData for HistoryNote {
+    fn id(&self) -> Id {
+        self.id
+    }
+
+    fn set_id(&mut self, id: Id) {
+        self.id = id;
+    }
+}
+
+impl HistoryRepositoryInner {
+    pub fn activity_of_deck(&self, id: Id) -> Vec<(NaiveDate, u32)> {
+        let mut query = self.query(Arc::new(move |note| note.deck_id == id));
+        let values = query.iter(&self).collect::<Vec<_>>();
+        let mut counts = vec![];
+        if !values.is_empty() {
+            let mut date = values[0].timestamp.with_timezone(&Local).date_naive();
+            let mut count = 0;
+            for note in values {
+                let current_date = note.timestamp.with_timezone(&Local).date_naive();
+                if date ==  current_date{
+                    count += 1;
+                }
+                else {
+                    counts.push((date, count));
+                    date = current_date;
+                    count = 0;
+                }
+            }
+        }
+        counts
+    }
 }
 
 #[derive(Clone)]
@@ -52,9 +114,18 @@ pub struct DeckSettings {
     pub forward: String,
     pub backward: String,
     pub filter: String,
-    pub count: Option<usize>,
-    pub open_mode: OrderMode,
 }
+
+impl EntityData for DeckSettings {
+    fn id(&self) -> Id {
+        self.id
+    }
+
+    fn set_id(&mut self, id: Id) {
+        self.id = id;
+    }
+}
+
 impl DeckSettings {
     pub(crate) fn with_name(name: String) -> DeckSettings {
         DeckSettings {
@@ -63,8 +134,6 @@ impl DeckSettings {
             forward: "".to_string(),
             backward: "".to_string(),
             filter: "true".to_string(),
-            count: None,
-            open_mode: OrderMode::Default,
         }
     }
     pub fn check_filter(&self) -> bool {
@@ -74,68 +143,34 @@ impl DeckSettings {
         info!("Compile time is {:?}", time.elapsed());
         ast.is_ok()
     }
-    pub fn get_word_list(&self, state: &AppState) -> Vec<usize> {
-        let time = Instant::now();
-        let mut list = vec![];
-        let engine = Engine::new();
-
-        let ast = engine.compile(&self.filter);
-        if let Ok(ast) = ast {
-            let groups = &state.word_groups;
-
-            list = state
-                .dictionary
-                .par_iter()
-                .enumerate()
-                .filter(|(_, word)| {
-                    let mut more = rhai::Map::new();
-                    for iced in &word.additional {
-                        more.insert(iced.0.clone().into(), iced.1.clone().into());
-                    }
-                    let mut scope = Scope::new();
-                    scope
-                        .push_constant("id", word.id.0 as i64)
-                        .push_constant("key", word.key.clone())
-                        .push_constant("value", word.value.clone())
-                        .push_constant("tags", word.tags.clone())
-                        .push_constant("more", more)
-                        .push_constant(
-                            "group",
-                            groups
-                                .iter()
-                                .find(|g| g.id == word.group_id)
-                                .cloned()
-                                .unwrap()
-                                .name,
-                        );
-
-                    let result = engine.eval_ast_with_scope::<bool>(&mut scope, &ast);
-                    result.is_ok() && result.unwrap()
-                })
-                .map(|(index, _)| index)
-                .collect();
-
-            info!("Collecting available words is {:?}", time.elapsed());
-
-            list
-        } else {
-            list
-        }
-    }
     pub fn require_speech(&self) -> bool {
         self.forward == "speech" || self.backward == "speech"
     }
 }
 
 #[derive(Clone, PartialEq)]
-pub struct CardStatistics {
+pub struct CardState {
     pub id: Id,
     pub word_id: Id,
-    pub set_id: Id,
+    pub deck_id: Id,
     pub last_open: DateTime<Utc>,
     pub score: u8,
+    pub fsrs_opened: NaiveDate,
+    pub fsrs_memory: Option<MemoryState>,
+    pub fsrs_open_day: NaiveDate,
 }
-impl CardStatistics {
+
+impl EntityData for CardState {
+    fn id(&self) -> Id {
+        self.id
+    }
+
+    fn set_id(&mut self, id: Id) {
+        self.id = id;
+    }
+}
+
+impl CardState {
     pub fn update(&mut self, status: WordOpenMode) {
         match status {
             WordOpenMode::Easy => {
@@ -161,3 +196,92 @@ impl CardStatistics {
         (self.score as f32 * multiplier).max(1.0)
     }
 }
+
+pub struct CustomField {
+    pub id: Id,
+    pub name: String,
+}
+
+pub struct EntityHandle<E> {
+    pub(crate) id: Id,
+    index: u32,
+    pub(crate) _phantom: PhantomData<E>,
+}
+
+impl<T> Clone for EntityHandle<T> {
+    fn clone(&self) -> Self {
+        EntityHandle {
+            id: self.id,
+            index: self.index,
+            _phantom: Default::default(),
+        }
+    }
+}
+impl<T> Copy for EntityHandle<T> {}
+impl<T> EntityHandle<T> {
+    pub fn new(id: Id, index: usize, real: bool) -> Self {
+        Self {
+            id,
+            index: ((index as u32) << 1 >> 1) | (!real as u32) << 31,
+            _phantom: Default::default(),
+        }
+    }
+
+    pub fn from_id(id: Id) -> Self {
+        Self::new(id, id.0 as usize, true)
+    }
+
+    pub fn index(&self) -> usize {
+        (self.index << 1 >> 1) as usize
+    }
+
+    pub fn set_index(&mut self, index: usize) {
+        self.index = (self.index >> 31 << 31) | ((index as u32) << 1 >> 1);
+    }
+
+    pub fn real(&self) -> bool {
+        (self.index >> 31) == 0
+    }
+
+    pub fn set_real(&mut self, value: bool) {
+        self.index = self.index << 1 >> 1 | (!value as u32) << 31;
+    }
+}
+impl<T> Eq for EntityHandle<T> {}
+
+impl<T> PartialEq<Self> for EntityHandle<T> {
+    fn eq(&self, other: &Self) -> bool {
+        self.real() == other.real() && self.id == other.id
+    }
+}
+impl<T> PartialOrd<Self> for EntityHandle<T> {
+    fn partial_cmp(&self, other: &Self) -> Option<Ordering> {
+        Some(self.cmp(other))
+    }
+}
+
+impl<T> Ord for EntityHandle<T> {
+    fn cmp(&self, other: &Self) -> Ordering {
+        if self.real() && !other.real() {
+            return Ordering::Less;
+        }
+
+        if !self.real() && other.real() {
+            return Ordering::Greater;
+        }
+
+        self.id.cmp(&other.id)
+    }
+}
+
+impl<T> Hash for EntityHandle<T> {
+    fn hash<H: Hasher>(&self, state: &mut H) {
+        self.id.hash(state);
+        self.real().hash(state);
+    }
+}
+
+pub trait EntityData {
+    fn id(&self) -> Id;
+    fn set_id(&mut self, id: Id);
+}

src/data/repositories.rs

@@ -0,0 +1,698 @@
+use crate::data::Id;
+use crate::data::entities::{CardState, EntityData, EntityHandle};
+use crate::data_provider::sqlite::SqliteConnection;
+use crate::helpers::into_result;
+use crate::notification::{MaybeError, NotificationData};
+use parking_lot::{Mutex, RwLock};
+use rayon::iter::IndexedParallelIterator;
+use rayon::iter::IntoParallelRefIterator;
+use rayon::iter::ParallelIterator;
+use rusqlite::Connection;
+use std::marker::PhantomData;
+use std::ops::{Deref, Index, IndexMut};
+use std::sync::Arc;
+use std::time::Instant;
+use log::debug;
+
+pub trait Repository<T, D>
+where
+    D: DbLayer<T>,
+{
+    fn get(&self, handle: &mut EntityHandle<T>) -> Option<T>;
+    fn get_ref(&self, handle: &mut EntityHandle<T>) -> Option<&T>;
+    fn get_mut(&mut self, handle: &mut EntityHandle<T>) -> Option<&mut T>;
+    fn get_static(&self, handle: EntityHandle<T>) -> Option<T>;
+    fn get_ref_static(&self, handle: EntityHandle<T>) -> Option<&T>;
+    fn get_mut_static(&mut self, handle: EntityHandle<T>) -> Option<&mut T>;
+    fn set(&mut self, handle: &mut EntityHandle<T>, value: T);
+    fn set_static(&mut self, handle: EntityHandle<T>, value: T);
+    fn handle_by_id(&self, id: Id) -> EntityHandle<T>;
+    fn create(&mut self, new: T) -> EntityHandle<T>;
+    fn create_now(&mut self, new: T) -> Result<EntityHandle<T>, NotificationData>;
+    fn save(&mut self, entity: &mut EntityHandle<T>) -> MaybeError;
+    fn delete(&mut self, handle: EntityHandle<T>) -> MaybeError;
+    fn find<F>(&self, predicate: F) -> Option<EntityHandle<T>> where F : Fn(&T) -> bool;
+    fn init(&mut self) -> MaybeError;
+    fn start(&mut self) -> MaybeError;
+    fn reload(&mut self) -> MaybeError;
+    fn shifts(&self) -> usize;
+    fn iter<'a>(&'a self) -> impl Iterator<Item = &'a T> where T: 'a;
+    fn iter_mut<'a>(&'a mut self) -> impl Iterator<Item = &'a mut T> where T: 'a;
+}
+
+struct QueryManger<T, R, D>
+where
+    R: Repository<T, D>,
+    D: DbLayer<T>,
+{
+    queries: Vec<Arc<Mutex<Query<T, R, D>>>>,
+}
+
+impl<T, R, D> QueryManger<T, R, D>
+where
+    R: Repository<T, D>,
+    D: DbLayer<T>,
+    T: EntityData,
+{
+    pub(crate) fn handle_save(&self, old: EntityHandle<T>, new: &mut EntityHandle<T>, data: &T) {
+        return;
+        if old.real() && new.real() {
+            return;
+        }
+
+        let affected = self.get_affected_queries(data);
+        for q in affected {
+            let mut query = self.queries[q].lock();
+            let index = query.cache.binary_search(&old).unwrap();
+            query.cache.remove(index);
+            let real_end = query.cache.iter().rposition(|r| r.real()).unwrap() + 1;
+            query.cache.insert(real_end, new.clone());
+        }
+    }
+    pub(crate) fn handle_delete(&self, handle: &EntityHandle<T>, data: &T) {
+        return;
+        let affected = self.get_affected_queries(data);
+        for q in affected {
+            let mut query = self.queries[q].lock();
+            let slice = query.cache.as_slice();
+            if let Ok(index) = slice.binary_search(&handle) {
+                query.cache.remove(index);
+            }
+        }
+    }
+
+    fn get_affected_queries(&self, data: &T) -> Vec<usize> {
+        self.queries
+            .iter()
+            .enumerate()
+            .filter(|(_, q)| {
+                let query = q.lock();
+                let rule = &query.rule;
+                return rule(data);
+
+                false
+            })
+            .map(|(i, _)| i)
+            .collect()
+    }
+
+    fn reload_queries(&mut self, data_repository: impl Repository<T, D>) {
+        for q in &self.queries {
+            let mut query = q.lock();
+            query.cache.clear();
+        }
+    }
+}
+
+#[derive(Clone)]
+pub struct Query<T, R, D>
+where
+    R: Repository<T, D>,
+    D: DbLayer<T>,
+{
+    cache: Vec<EntityHandle<T>>,
+    rule: Arc<dyn Fn(&T) -> bool + Send + Sync>,
+    parallel: bool,
+    _marker: PhantomData<(R, D)>,
+    shift_stamp: usize,
+}
+
+impl<T: EntityData + Clone + Send + Sync, R: Repository<T, D>, D: DbLayer<T>> Query<T, R, D> {
+    pub fn iter<'a>(&mut self, data_repository_inner: &'a DataRepositoryInner<T, D>) -> impl Iterator<Item = &'a T>
+    where
+        T: 'a,
+    {
+        if self.shift_stamp != data_repository_inner.shifts() {
+            self.load(data_repository_inner);
+        }
+        self.cache
+            .iter_mut()
+            .filter_map(move |e| data_repository_inner.get_ref(e))
+    }
+
+    pub fn iter_with_handles<'a>(&mut self, data_repository_inner: &'a DataRepositoryInner<T, D>) -> impl Iterator<Item =  (&'a T, EntityHandle<T>)>
+    where
+        T: 'a,
+    {
+        if self.shift_stamp != data_repository_inner.shifts() {
+            self.load(data_repository_inner);
+        }
+        self.cache
+            .iter_mut()
+            .filter_map(move |e| Some((data_repository_inner.get_ref(e)?, e.clone())))
+    }
+    
+    pub fn for_each_mut<F>(&mut self, repo: &mut DataRepositoryInner<T, D>, mut f: F)
+    where
+        F: FnMut(&mut T),
+    {
+        if self.shift_stamp != repo.shifts() {
+            self.load(repo);
+        }
+        for handle in &mut self.cache {
+            if let Some(entity) = repo.get_mut(handle) {
+                f(entity);
+            }
+        }
+    }
+
+    pub fn load(&mut self, data_repository: &DataRepositoryInner<T, D>)
+    where
+        T: Send + Sync,
+    {
+        let time = Instant::now();
+        self.cache.clear();
+        if self.parallel {
+            self.cache = data_repository
+                .cache
+                .par_iter()
+                .enumerate()
+                .filter(|(_, entity)| self.rule.as_ref()(entity))
+                .map(|(i, entity)| EntityHandle::new(entity.id(), i, true))
+                .collect();
+        } else {
+            self.cache = data_repository
+                .cache
+                .iter()
+                .enumerate()
+                .filter(|(_, entity)| (self.rule)(entity))
+                .map(|(i, entity)| EntityHandle::new(entity.id(), i, true))
+                .collect();
+        }
+
+        self.cache.extend(
+            data_repository
+                .temporal
+                .iter()
+                .enumerate()
+                .filter(|(_, entity)| (self.rule)(entity))
+                .map(|(i, entity)| EntityHandle::new(entity.id(), i, false))
+                .collect::<Vec<_>>(),
+        );
+
+        debug!("Query for {} elements (filtered {}) takes {:?}", data_repository.len(), self.cache.len(), time.elapsed());
+    }
+
+    pub fn handles(&self) -> impl Iterator<Item = EntityHandle<T>> {
+        self.cache.iter().cloned()
+    }
+    
+    pub fn len(&self) -> usize {
+        self.cache.len()
+    }
+}
+
+impl<T: EntityData + Clone + Send + Sync, R: Repository<T, D>, D: DbLayer<T>> Index<usize> for  Query<T, R, D> {
+    type Output = EntityHandle<T>;
+
+    fn index(&self, index: usize) -> &Self::Output {
+        &self.cache[index]
+    }
+}
+
+impl<T: EntityData + Clone + Send + Sync, R: Repository<T, D>, D: DbLayer<T>> IndexMut<usize> for  Query<T, R, D> {
+    fn index_mut(&mut self, index: usize) -> &mut Self::Output {
+        &mut self.cache[index]
+    }
+}
+
+pub trait BatchedRepository<T, D>
+where
+    D: BatchedDbLayer<T>,
+    T: EntityData,
+{
+    fn create_now_many(&mut self, entities: &mut [T]) -> Result<Vec<EntityHandle<T>>, NotificationData>;
+    fn save_many(&mut self, handles: &mut [EntityHandle<T>]) -> MaybeError;
+    fn delete_many(&mut self, handles: &mut [EntityHandle<T>]) -> MaybeError;
+}
+
+pub trait DbLayer<T> {
+    fn write_entity(&self, entity: &T, connection: &Connection) -> MaybeError;
+    fn add_entity(&mut self, entity: &mut T, connection: &Connection) -> MaybeError;
+    fn delete_entity(&mut self, id: Id, connection: &Connection) -> MaybeError;
+    fn load_all(&self, storage: &mut Vec<T>, connection: &Connection) -> MaybeError;
+}
+
+pub trait BatchedDbLayer<T>
+where
+    T: EntityData,
+{
+    fn delete_many_entities(&mut self, ids: &[Id], connection: &mut Connection) -> MaybeError;
+    fn add_many_entities(&mut self, entity: &mut [T], connection: &mut Connection) -> MaybeError;
+}
+
+#[derive(Clone)]
+pub struct DataRepository<T: Clone + EntityData, D: DbLayer<T>> {
+    inner: Arc<RwLock<DataRepositoryInner<T, D>>>,
+}
+
+pub struct DataRepositoryInner<T: Clone + EntityData, D: DbLayer<T>> {
+    cache: Vec<T>,
+    temporal: Vec<T>,
+    next_temporal: u32,
+    connection: Arc<Mutex<SqliteConnection>>,
+    data_layer: D,
+    query_manger: QueryManger<T, Self, D>,
+    version: u16,
+    shifts: usize,
+}
+
+impl<T: Clone + EntityData, D: DbLayer<T> + Default>  DataRepository<T, D> {
+    pub fn new(connection: Arc<Mutex<SqliteConnection>>) -> DataRepository<T, D> {
+        Self{
+            inner: Arc::new(RwLock::new(DataRepositoryInner{
+                cache: vec![],
+                temporal: vec![],
+                next_temporal: 0,
+                connection,
+                data_layer: Default::default(),
+                query_manger: QueryManger { queries: vec![] },
+                version: 0,
+                shifts: 0,
+            })),
+        }
+    }
+}
+
+
+impl<T: Clone + EntityData, D: DbLayer<T>> Deref for DataRepository<T, D> {
+    type Target = Arc<RwLock<DataRepositoryInner<T, D>>>;
+
+    fn deref(&self) -> &Self::Target {
+        &self.inner
+    }
+}
+
+impl<T: EntityData + Clone + std::marker::Send + std::marker::Sync, D: DbLayer<T>> DataRepositoryInner<T, D> {
+    pub fn query_par(
+        &self,
+        rule: Arc<dyn Fn(&T) -> bool + Send + Sync>,
+    ) -> Query<T, DataRepositoryInner<T, D>, D>
+    where
+        T: Send + Sync,
+    {
+        let mut query = Query {
+            cache: vec![],
+            rule,
+            parallel: true,
+            _marker: PhantomData,
+            shift_stamp: self.shifts,
+        };
+
+        query.load(self);
+
+        query
+    }
+
+    pub fn query(
+        &self,
+        rule: Arc<dyn Fn(& T) -> bool + Send + Sync>,
+    ) -> Query<T, DataRepositoryInner<T, D>, D>
+    where
+        T: Send + Sync,
+    {
+        let mut query = Query {
+            cache: vec![],
+            rule,
+            parallel: false,
+            _marker: PhantomData,
+            shift_stamp: self.shifts,
+        };
+
+        query.load(self);
+
+        query
+    }
+    
+    pub fn empty_query(&self) -> Query<T, DataRepositoryInner<T, D>, D> {
+        Query{
+            cache: vec![],
+            rule: Arc::new(|_| false),
+            parallel: false,
+            _marker: Default::default(),
+            shift_stamp: 0,
+        }
+    }
+
+    pub fn empty_query_par(&self) -> Query<T, DataRepositoryInner<T, D>, D> {
+        Query{
+            cache: vec![],
+            rule: Arc::new(|_| false),
+            parallel: true,
+            _marker: Default::default(),
+            shift_stamp: 0,
+        }
+    }
+
+    pub fn full_query(&self) -> Query<T, DataRepositoryInner<T, D>, D> {
+        self.query(Arc::new(|_| true))
+    }
+
+    pub fn len(&self) -> usize {
+        self.cache.len() + self.temporal.len()
+    }
+}
+
+impl<T: EntityData + Clone, D: DbLayer<T>> Repository<T, D> for DataRepositoryInner<T, D> {
+    fn get(&self, handle: &mut EntityHandle<T>) -> Option<T> {
+        let slice = if handle.real() {
+            self.cache.as_slice()
+        } else {
+            self.temporal.as_slice()
+        };
+        let index = fast_position_of(slice, handle)?;
+        Some(slice[index].clone())
+    }
+
+    fn get_ref(&self, handle: &mut EntityHandle<T>) -> Option<&T> {
+        let slice = if handle.real() {
+            self.cache.as_slice()
+        } else {
+            self.temporal.as_slice()
+        };
+        let index = fast_position_of(slice, handle)?;
+        Some(&slice[index])
+    }
+
+    fn get_mut(&mut self, handle: &mut EntityHandle<T>) -> Option<&mut T> {
+        let slice = if handle.real() {
+            self.cache.as_mut_slice()
+        } else {
+            self.temporal.as_mut_slice()
+        };
+        let index = fast_position_of(slice, handle)?;
+        Some(&mut slice[index])
+    }
+
+    fn get_static(&self, mut handle: EntityHandle<T>) -> Option<T> {
+        self.get(&mut handle)
+    }
+
+    fn get_ref_static(&self, mut handle: EntityHandle<T>) -> Option<&T> {
+        self.get_ref(&mut handle)
+    }
+
+    fn get_mut_static(&mut self, mut handle: EntityHandle<T>) -> Option<&mut T> {
+        self.get_mut(&mut handle)
+    }
+
+    fn set(&mut self, handle: &mut EntityHandle<T>, value: T) {
+        let slice = if handle.real() {
+            self.cache.as_mut_slice()
+        } else {
+            self.temporal.as_mut_slice()
+        };
+        let index = fast_position_of(slice, handle).unwrap();
+        slice[index] = value;
+    }
+
+    fn set_static(&mut self, mut handle: EntityHandle<T>, value: T) {
+        self.set(&mut handle, value)
+    }
+
+    fn handle_by_id(&self, id: Id) -> EntityHandle<T> {
+        EntityHandle::new(id, id.0 as usize, true)
+    }
+
+    fn create(&mut self, mut new: T) -> EntityHandle<T> {
+        let next_temporal = self.next_temporal;
+        self.next_temporal += 1;
+        let entity = EntityHandle::new(next_temporal.into(), self.temporal.len(), false);
+        new.set_id(entity.id);
+        self.temporal.push(new);
+        entity
+    }
+
+    fn create_now(&mut self, mut new: T) -> Result<EntityHandle<T>, NotificationData> {
+        self.data_layer
+            .add_entity(&mut new, &self.connection.lock())?;
+        let index = self.cache.len();
+        let handle = EntityHandle::new(new.id(), index, true);
+        self.cache.push(new);
+        Ok(handle)
+    }
+
+    fn save(&mut self, entity: &mut EntityHandle<T>) -> MaybeError {
+        let original_state = entity.clone();
+        if entity.real() {
+            let data = self.get_ref(entity).unwrap();
+            self.data_layer
+                .write_entity(data, &self.connection.lock())?;
+        } else {
+            let index = fast_position_of(self.temporal.as_slice(), entity).unwrap();
+            let data = &mut self.temporal[index];
+            self.data_layer
+                .add_entity(data, &self.connection.lock())?;
+            entity.set_real(true);
+            entity.id = data.id();
+            entity.set_index(self.cache.len());
+            self.query_manger.handle_save(original_state, entity, &data);
+
+            let data = self.temporal.remove(index);
+            self.cache.push(data);
+            self.shifts += 1;
+        }
+
+        Ok(())
+    }
+
+    fn delete(&mut self, mut handle: EntityHandle<T>) -> MaybeError {
+        let vec = if handle.real() {
+            self.data_layer
+                .delete_entity(handle.id, &self.connection.lock())?;
+            &mut self.cache
+        } else {
+            &mut self.temporal
+        };
+
+        let index = into_result(
+            fast_position_of(vec.as_slice(), &mut handle),
+            NotificationData::DbSaveError,
+        )?;
+        let value = vec.remove(index);
+        self.query_manger.handle_delete(&handle, &value);
+        self.shifts += 1;
+        Ok(())
+    }
+
+    fn find<F>(&self, predicate: F) -> Option<EntityHandle<T>>
+    where
+        F: Fn(&T) -> bool
+    {
+        if let Some(index) = self.cache.iter().position(|entity| predicate(entity)){
+            let value = &self.cache[index];
+            return Some(EntityHandle::new(value.id(), index, true))
+        }
+
+        if let Some(index) = self.temporal.iter().position(|entity| predicate(entity)){
+            let value = &self.temporal[index];
+            return Some(EntityHandle::new(value.id(), index, false))
+        }
+        None
+    }
+
+    fn init(&mut self) -> MaybeError {
+        self.data_layer
+            .load_all(&mut self.cache, &self.connection.lock())?;
+        self.version += 1;
+        Ok(())
+    }
+
+    fn start(&mut self) -> MaybeError {
+        if self.version != 0 {
+            return Ok(());
+        }
+
+        self.init()?;
+        Ok(())
+    }
+
+    fn reload(&mut self) -> MaybeError {
+        self.cache.clear();
+        self.temporal.clear();
+        self.init()?;
+        Ok(())
+    }
+
+    fn shifts(&self) -> usize {
+        self.shifts
+    }
+
+    fn iter<'a>(&'a self) -> impl Iterator<Item=&'a T>
+    where
+        T: 'a
+    {
+        self.cache.iter().chain(self.temporal.iter())
+    }
+
+    fn iter_mut<'a>(&'a mut self) -> impl Iterator<Item=&'a mut T>
+    where
+        T: 'a
+    {
+        self.cache.iter_mut().chain(self.temporal.iter_mut())
+    }
+}
+impl<T: EntityData + Clone, D: BatchedDbLayer<T> + DbLayer<T>> BatchedRepository<T, D>
+    for DataRepositoryInner<T, D>
+{
+    fn create_now_many(&mut self, entities: &mut [T]) -> Result<Vec<EntityHandle<T>>, NotificationData> {
+        self.data_layer.add_many_entities(entities, &mut self.connection.lock())?;
+        let len = self.cache.len();
+        let handles = entities.iter().enumerate().map(|(index, entity)| {EntityHandle::new(entity.id(), index + len, true)}).collect();
+        self.cache.extend(entities.to_vec());
+        Ok(handles)
+    }
+
+    fn save_many(&mut self, handles: &mut [EntityHandle<T>]) -> MaybeError {
+        let mut temp = Vec::with_capacity(handles.len() / 2);
+        let mut cached = Vec::with_capacity(handles.len() / 2);
+        handles.sort_by_key(|a| a.id);
+        handles.iter_mut().for_each(|handle| {
+            if handle.real() {
+                cached.push(handle)
+            } else {
+                temp.push(handle)
+            }
+        });
+
+        let mut temp_values = Vec::with_capacity(temp.len());
+        let mut cell = 0;
+        let len = temp.len();
+        self.temporal.retain(|x| {
+            if cell == len {
+                return true;
+            }
+            let find = temp[cell].id;
+            let remove = x.id() == find;
+            if remove {
+                cell += 1;
+                temp_values.push(x.clone());
+            }
+            !remove
+        });
+
+        self.data_layer
+            .add_many_entities(&mut temp_values, &mut self.connection.lock())?;
+
+        let start = self.cache.len();
+
+        for (i, (handle, data)) in temp.into_iter().zip(&mut temp_values).enumerate() {
+            let old = handle.clone();
+            handle.id = data.id();
+            handle.set_index(start + i);
+            handle.set_real(true);
+            self.query_manger.handle_save(old, handle, data);
+        }
+
+        self.cache.extend(temp_values);
+
+        for handle in cached.into_iter() {
+            let h = handle;
+            let idx = fast_position_of(self.cache.as_slice(), h).unwrap();
+            self.data_layer
+                .write_entity(&self.cache[idx], &self.connection.lock())?;
+        }
+        self.shifts += 1;
+
+        Ok(())
+    }
+
+    fn delete_many(&mut self, handles: &mut [EntityHandle<T>]) -> MaybeError {
+        let (cached, temp) = split_temp_real(handles, |e| e.id);
+
+        let mut cell = 0;
+        let len = temp.len();
+        self.temporal.retain(|x| {
+            if cell == len {
+                return true;
+            }
+            let find = temp[cell];
+            let remove = x.id() == find;
+            if remove {
+                cell += 1;
+            }
+            !remove
+        });
+        self.data_layer
+            .delete_many_entities(cached.as_slice(), &mut self.connection.lock())?;
+        let len = cached.len();
+        cell = 0;
+        self.cache.retain(|x| {
+            if cell == len {
+                return true;
+            }
+            let find = cached[cell];
+            let remove = x.id() == find;
+            if remove {
+                cell += 1;
+            }
+
+            !remove
+        });
+        self.shifts += 1;
+
+        Ok(())
+    }
+}
+
+fn split_temp_real<T, F, V>(handles: &mut [EntityHandle<T>], getter: F) -> (Vec<V>, Vec<V>)
+where
+    F: Fn(&EntityHandle<T>) -> V,
+{
+    let mut temp = Vec::with_capacity(handles.len() / 2);
+    let mut cached = Vec::with_capacity(handles.len() / 2);
+    handles.sort_by(|a, b| a.id.cmp(&b.id));
+    handles.iter().for_each(|handle| {
+        if handle.real() {
+            cached.push(getter(handle))
+        } else {
+            temp.push(getter(handle))
+        }
+    });
+    (cached, temp)
+}
+
+pub fn fast_position_of<E: EntityData>(
+    storage: &[E],
+    handle: &mut EntityHandle<E>,
+) -> Option<usize> {
+    if storage.is_empty() {
+        return None;
+    }
+
+    let max_idx = storage.len() - 1;
+    let upper = (handle.index()).min(max_idx);
+    let peek = storage[upper].id();
+
+    if peek == handle.id {
+        handle.set_index(upper);
+        return Some(upper);
+    }
+
+    if peek.0 < handle.id.0 {
+        return None;
+    }
+
+    let target_id_val = handle.id.0 as i64;
+    let peek_val = peek.0 as i64;
+    let delta = peek_val - target_id_val;
+
+    let new_index = (upper as i64 - delta).max(0) as usize;
+
+    if storage[new_index].id() == handle.id {
+        handle.set_index(new_index);
+        return Some(new_index);
+    }
+
+    if new_index == upper {
+        return None;
+    }
+
+    let index = storage[new_index..upper]
+        .binary_search_by(|e| e.id().cmp(&handle.id))
+        .ok()?
+        + new_index;
+
+    handle.set_index(index);
+    Some(index)
+}

src/data_provider/card_sets.rs

@@ -1,75 +0,0 @@
-use crate::core::srs::OrderMode;
-
-use crate::data::entities::DeckSettings;
-use rusqlite::Connection;
-
-pub fn load_sets(connection: &Connection) -> Vec<DeckSettings> {
-    let mut stmt = connection
-        .prepare("SELECT id, name, forward, backward, filter FROM card_set")
-        .unwrap();
-    let iter = stmt
-        .query_map([], |row| {
-            Ok(DeckSettings {
-                id: row.get(0)?,
-                name: row.get(1)?,
-                forward: row.get(2)?,
-                backward: row.get(3)?,
-                filter: row.get(4)?,
-                count: None,
-                open_mode: OrderMode::Default,
-            })
-        })
-        .unwrap();
-
-    let mut buffer = vec![];
-    for word in iter {
-        buffer.push(word.unwrap());
-    }
-
-    buffer
-}
-
-pub fn add_set(set: &mut DeckSettings, connection: &Connection) {
-    let index : u32 = connection
-        .query_row(
-            "INSERT INTO card_set (name, forward, backward, filter) VALUES (?1, ?2, ?3, ?4) RETURNING id",
-            (
-                &set.name,
-                &set.forward,
-                &set.backward,
-                &set.filter,
-            ),
-            |row| row.get(0)
-        )
-        .unwrap();
-
-    set.id = index.into();
-}
-
-pub fn update_deck(set: &mut DeckSettings, connection: &Connection) {
-    if !set.id.is_valid() {
-        add_set(set, connection);
-    } else {
-        connection
-            .execute(
-                "UPDATE card_set SET name = ?1, forward = ?2, backward = ?3, filter = ?4 WHERE id = ?5",
-                (
-                    &set.name,
-                    &set.forward,
-                    &set.backward,
-                    &set.filter,
-                    &set.id
-                ),
-            )
-            .unwrap();
-    }
-}
-
-pub fn delete_set(set: &DeckSettings, connection: &Connection) {
-    if !set.id.is_valid() {
-        return;
-    }
-    connection
-        .execute("DELETE FROM card_set WHERE id = ?1", (&set.id,))
-        .unwrap();
-}

src/data_provider/card_states.rs

@@ -0,0 +1,128 @@
+use std::sync::Arc;
+use crate::data::entities::{CardState, DeckSettings};
+use crate::data::repositories::{DataRepository, DataRepositoryInner, Query};
+use crate::data_provider::{SqliteDbLayer, TableAccessQuerySet};
+use crate::notification::NotificationData::{DbLoadError, DbSaveError};
+use crate::notification::{MaybeError, NotificationData};
+use chrono::NaiveDate;
+use fsrs::MemoryState;
+use log::info;
+use rusqlite::{Connection, Error, Params, Row, params};
+use std::time::Instant;
+use crate::data::Id;
+
+pub type CardStateRepository =
+    DataRepository<CardState, CardStateDbLayer>;
+pub type CardStateRepositoryInner =
+    DataRepositoryInner<CardState, CardStateDbLayer>;
+pub type CardStateDbLayer = SqliteDbLayer<CardState, CardStatesQuerySet>;
+#[derive(Clone)]
+pub struct CardStatesQuerySet;
+impl TableAccessQuerySet<CardState> for CardStatesQuerySet {
+    fn load() -> &'static str {
+        "SELECT id, word_id, deck_id, score, last_opened, fsrs_opened, fsrs_memory, fsrs_open_day FROM states"
+    }
+
+    fn save() -> &'static str {
+        "UPDATE states SET score = ?1, last_opened = ?2, fsrs_opened = ?3, fsrs_memory = ?4, fsrs_open_day = ?5 WHERE id = ?6"
+    }
+
+    fn add() -> &'static str {
+        "INSERT INTO states (word_id, deck_id, score, last_opened, fsrs_opened, fsrs_memory, fsrs_open_day) VALUES (?1, ?2, ?3, ?4, ?5, ?6, ?7)"
+    }
+
+    fn name() -> &'static str {
+        "states"
+    }
+
+    fn from_sql(row: &Row) -> Result<CardState, Error> {
+        Ok(CardState {
+            id: row.get(0)?,
+            word_id: row.get(1)?,
+            deck_id: row.get(2)?,
+            score: row.get(3)?,
+            fsrs_opened: NaiveDate::from_epoch_days(row.get::<usize, i32>(5)?)
+                .expect("Incorrect date encoding"),
+            fsrs_memory: get_memory(row.get(6)?),
+            last_open: row.get(4)?,
+            fsrs_open_day: NaiveDate::from_epoch_days(row.get::<usize, i32>(7)?)
+                .expect("Incorrect date encoding"),
+        })
+    }
+
+    fn insert_params(entity: &CardState) -> impl Params {
+        (
+            entity.word_id,
+            entity.deck_id,
+            entity.score,
+            entity.last_open.timestamp(),
+            entity.fsrs_opened.to_epoch_days(),
+            memory_to_i64(&entity.fsrs_memory),
+            entity.fsrs_open_day.to_epoch_days(),
+        )
+    }
+
+    fn update_params(entity: &CardState) -> impl Params {
+        (
+            entity.score,
+            entity.last_open.timestamp(),
+            entity.fsrs_opened.to_epoch_days(),
+            memory_to_i64(&entity.fsrs_memory),
+            entity.fsrs_open_day.to_epoch_days(),
+            entity.id,
+        )
+    }
+}
+pub fn load_stats_of_deck(
+    set: &DeckSettings,
+    connection: &Connection,
+) -> Result<Vec<CardState>, NotificationData> {
+    let mut stmt = connection
+        .prepare("SELECT id, word_id, score, last_opened, fsrs_opened, fsrs_memory, fsrs_open_day FROM states WHERE set_id = ?1")
+        .expect("Failed to prepare state query");
+    let iter = stmt
+        .query_map((set.id,), |row| {
+            Ok(CardState {
+                id: row.get(0)?,
+                word_id: row.get(1)?,
+                deck_id: set.id,
+                score: row.get(2)?,
+                fsrs_opened: NaiveDate::from_epoch_days(row.get::<usize, i32>(4)?)
+                    .expect("Incorrect date encoding"),
+                fsrs_memory: get_memory(row.get(5)?),
+                last_open: row.get(3)?,
+                fsrs_open_day: NaiveDate::from_epoch_days(row.get::<usize, i32>(6)?)
+                    .expect("Incorrect date encoding"),
+            })
+        })
+        .map_err(|_| DbLoadError)?;
+
+    let mut buffer = Vec::with_capacity(512);
+    iter.filter_map(|res| res.ok()).for_each(|i| buffer.push(i));
+
+    Ok(buffer)
+}
+
+fn get_memory(value: i64) -> Option<MemoryState> {
+    if value == 0 {
+        return None;
+    }
+    Some(MemoryState {
+        stability: f32::from_bits(value as u32),
+        difficulty: f32::from_bits((value >> 32) as u32),
+    })
+}
+
+fn memory_to_i64(value: &Option<MemoryState>) -> i64 {
+    let Some(value) = &value else {
+        return 0;
+    };
+
+    value.stability.to_bits() as i64 | ((value.difficulty.to_bits() as i64) << 32)
+}
+
+impl CardStateRepositoryInner {
+    pub fn deck_states(&self, deck_id: Id) -> Query<CardState, CardStateRepositoryInner, CardStateDbLayer> {
+        self.query(Arc::new(move |state| {state.deck_id == deck_id}))
+    }
+}

src/data_provider/card_stats.rs

@@ -1,92 +0,0 @@
-use rusqlite::{Connection, params};
-use std::time::Instant;
-use log::info;
-use crate::data::entities::{CardStatistics, DeckSettings};
-
-pub fn load_stats_of_deck(set: &DeckSettings, connection: &Connection) -> Vec<CardStatistics> {
-    let mut stmt = connection
-        .prepare("SELECT id, word_id, score, last_opened FROM card_stats WHERE set_id = ?1")
-        .unwrap();
-    let iter = stmt
-        .query_map((set.id,), |row| {
-            Ok(CardStatistics {
-                id: row.get(0)?,
-                word_id: row.get(1)?,
-                set_id: set.id,
-                score: row.get(2)?,
-                last_open: row.get(3)?,
-            })
-        })
-        .unwrap();
-
-    let mut buffer = vec![];
-    for word in iter {
-        buffer.push(word.unwrap());
-    }
-
-    buffer
-}
-
-pub fn add_stat_list(stats: &mut [CardStatistics], connection: &mut Connection) {
-    let time = Instant::now();
-    let tx = connection.transaction().unwrap();
-    let count = stats.len();
-
-    {
-        let mut stmt = tx
-            .prepare(
-                "INSERT INTO card_stats (word_id, set_id, score, last_opened) VALUES (?1, ?2, ?3, ?4)",
-            )
-            .unwrap();
-
-        for stat in stats.iter() {
-            stmt.execute(params![
-                stat.word_id,
-                stat.set_id,
-                stat.score,
-                stat.last_open.timestamp()
-            ])
-            .unwrap();
-        }
-    }
-
-    let last_index: u32 = tx.last_insert_rowid() as u32;
-    tx.commit().unwrap();
-
-    let start_index = last_index - (count as u32) + 1;
-
-    for (index, id) in (start_index..=last_index).enumerate() {
-        stats[index].id = id.into();
-    }
-
-    info!("Added {} cards for {:?}", stats.len(), time.elapsed());
-}
-
-pub fn update_stat_score(stat: &CardStatistics, connection: &Connection) {
-    let time = Instant::now();
-
-    connection
-        .execute(
-            "UPDATE card_stats SET score = ?1, last_opened = ?2 WHERE id = ?3",
-            (&stat.score, &stat.last_open.timestamp(), &stat.id),
-        )
-        .unwrap();
-    info!("Updated stat: {}", time.elapsed().as_millis());
-}
-
-pub fn delete_stats(stat: &[CardStatistics], connection: &Connection) {
-    if stat.is_empty() {
-        return;
-    }
-    let ids = stat
-        .iter()
-        .map(|s| s.id.into())
-        .collect::<Vec<String>>()
-        .join(", ");
-    connection
-        .execute(
-            format!("DELETE FROM card_stats WHERE id in ({ids})").as_str(),
-            (),
-        )
-        .unwrap();
-}

src/data_provider/custom_fields.rs

@@ -0,0 +1,40 @@
+use crate::data::entities::{CustomField, WordGroup};
+use crate::data::repositories::DataRepository;
+use crate::data_provider::{SqliteDbLayer, TableAccessQuerySet};
+use rusqlite::{Error, Params, Row};
+
+pub type CustomFieldRepository = DataRepository<CustomField, SqliteDbLayer<CustomField, CustomFieldsQuerySet>>;
+
+pub struct CustomFieldsQuerySet;
+impl TableAccessQuerySet<WordGroup> for CustomFieldsQuerySet {
+    fn load() -> &'static str {
+        "SELECT id, name FROM custom_fields"
+    }
+
+    fn save() -> &'static str {
+        "UPDATE custom_fields SET name = ?1 WHERE id = ?2"
+    }
+
+    fn add() -> &'static str {
+        "INSERT INTO word_groups (name) VALUES (?1)"
+    }
+
+    fn name() -> &'static str {
+        "custom_fields"
+    }
+
+    fn from_sql(row: &Row) -> Result<WordGroup, Error> {
+        Ok(WordGroup {
+            id: row.get(0)?,
+            name: row.get(1)?,
+        })
+    }
+
+    fn insert_params(entity: &WordGroup) -> impl Params {
+        (&entity.name,)
+    }
+
+    fn update_params(entity: &WordGroup) -> impl Params {
+        (&entity.name, entity.id)
+    }
+}

src/data_provider/decks.rs

@@ -0,0 +1,55 @@
+use crate::data::entities::DeckSettings;
+use crate::data::repositories::DataRepository;
+use crate::data_provider::{SqliteDbLayer, TableAccessQuerySet};
+use rusqlite::{Error, Params, Row};
+
+pub type DeckRepository = DataRepository<DeckSettings, SqliteDbLayer<DeckSettings, DeckQuerySet>>;
+
+#[derive(Clone)]
+pub struct DeckQuerySet;
+impl TableAccessQuerySet<DeckSettings> for DeckQuerySet {
+    fn load() -> &'static str {
+        "SELECT id, name, forward, backward, filter FROM decks"
+    }
+
+    fn save() -> &'static str {
+        "UPDATE decks SET name = ?1, forward = ?2, backward = ?3, filter = ?4 WHERE id = ?5"
+    }
+
+    fn add() -> &'static str {
+        "INSERT INTO decks (name, forward, backward, filter) VALUES (?1, ?2, ?3, ?4)"
+    }
+
+    fn name() -> &'static str {
+        "decks"
+    }
+
+    fn from_sql(row: &Row) -> Result<DeckSettings, Error> {
+        Ok(DeckSettings {
+            id: row.get(0)?,
+            name: row.get(1)?,
+            forward: row.get(2)?,
+            backward: row.get(3)?,
+            filter: row.get(4)?,
+        })
+    }
+
+    fn insert_params(entity: &DeckSettings) -> impl Params {
+        (
+            &entity.name,
+            &entity.forward,
+            &entity.backward,
+            &entity.filter,
+        )
+    }
+
+    fn update_params(entity: &DeckSettings) -> impl Params {
+        (
+            &entity.name,
+            &entity.forward,
+            &entity.backward,
+            &entity.filter,
+            entity.id,
+        )
+    }
+}

src/data_provider/history.rs

@@ -1,88 +1,95 @@
 use crate::core::srs::WordOpenMode;
-use crate::data::entities::HistoryItem;
+use crate::data::entities::HistoryNote;
-use crate::data::Id;
+use crate::data::repositories::{DataRepository, DataRepositoryInner};
-use crate::fs::*;
+use crate::data_provider::{SqliteDbLayer, TableAccessQuerySet};
-use crate::notification::NotificationData;
+use rusqlite::types::{FromSql, FromSqlResult, ToSqlOutput, ValueRef};
-use crate::notification::NotificationData::PermissionDenied;
+use rusqlite::{Error, Params, Row, ToSql};
-use chrono::DateTime;
-use std::fs::{File, OpenOptions};
-use std::io::Write;
-use std::io::{BufRead, BufReader};
-use std::path::PathBuf;
 
-pub fn get_history_of_set(id: Id) -> Result<Vec<HistoryItem>, NotificationData> {
+pub type HistoryRepository = DataRepository<HistoryNote, HistoryDataLayer>;
-    let app_dir = history_dir()?;
+pub type HistoryRepositoryInner = DataRepositoryInner<HistoryNote, HistoryDataLayer>;
-    let head = app_dir.clone().join(format!("set_{}_history.csv", id));
+pub type HistoryDataLayer = SqliteDbLayer<HistoryNote, HistoryQuerySet>;
-    let mut lines = Vec::new();
 
-    append_lines_if_exists(head, &mut lines);
+#[derive(Clone)]
-    lines.reverse();
+pub struct HistoryQuerySet;
-    Ok(parse_history_items(lines))
+impl TableAccessQuerySet<HistoryNote> for HistoryQuerySet {
-}
+    fn load() -> &'static str {
+        "SELECT rowid, deck_id, word_id, timestamp, answer, before, after, fsrs FROM history"
+    }
 
-fn append_lines_if_exists(path: PathBuf, lines: &mut Vec<String>) {
+    fn save() -> &'static str {
-    if path.exists() {
+        todo!("History is readonly")
-        let reader = BufReader::new(File::open(path).unwrap());
+    }
-        for line in reader.lines() {
+
-            lines.push(line.unwrap());
+    fn add() -> &'static str {
-        }
+        "INSERT INTO history (deck_id, word_id, timestamp, answer, before, after, fsrs) VALUES (?1, ?2, ?3, ?4, ?5, ?6, ?7)"
+    }
+
+    fn name() -> &'static str {
+        "history"
+    }
+
+    fn id_field() -> &'static str {
+        "rowid"
+    }
+    fn from_sql(row: &Row) -> Result<HistoryNote, Error> {
+        Ok(HistoryNote {
+            id: row.get(0)?,
+            timestamp: row.get(3)?,
+            deck_id: row.get(1)?,
+            word_id: row.get(2)?,
+            answer: row.get(4)?,
+            before: row.get(5)?,
+            after: row.get(6)?,
+            fsrs: row.get(7)?,
+        })
+    }
+
+    fn insert_params(entity: &HistoryNote) -> impl Params {
+        (
+            entity.deck_id,
+            entity.word_id,
+            entity.timestamp,
+            entity.answer,
+            entity.before,
+            entity.after,
+            entity.fsrs,
+        )
+    }
+
+    fn update_params(entity: &HistoryNote) -> impl Params {
+        (
+            entity.deck_id,
+            entity.word_id,
+            entity.timestamp,
+            entity.answer,
+            entity.before,
+            entity.after,
+            entity.fsrs,
+        )
     }
 }
 
-fn parse_history_items(strings: Vec<String>) -> Vec<HistoryItem> {
+impl FromSql for WordOpenMode {
-    let mut items = Vec::with_capacity(strings.len());
+    fn column_result(value: ValueRef<'_>) -> FromSqlResult<Self> {
-    for string in strings {
+        if let ValueRef::Integer(s) = value {
-        if let [time, word, mode, before, after] = string.split(';').collect::<Vec<&str>>()[..] {
+            return match s {
-            let id = word.parse::<Id>();
+                1 => Ok(WordOpenMode::Hard),
-            if id.is_err() {
+                2 => Ok(WordOpenMode::Ok),
-                continue;
+                3 => Ok(WordOpenMode::Easy),
+                _ => Ok(WordOpenMode::None),
             }
-            let id = id.unwrap();
-            if !id.is_valid() {
-                continue;
-            }
-            items.push(HistoryItem {
-                timestamp: DateTime::from_timestamp(time.parse().unwrap_or_default(), 0).unwrap_or_default(),
-                word_id: id,
-                mode: match mode.parse::<u8>().unwrap_or_default() {
-                    2 => WordOpenMode::Hard,
-                    3 => WordOpenMode::Ok,
-                    4 => WordOpenMode::Easy,
-                    _ => WordOpenMode::None,
-                },
-                before: before.parse().unwrap_or_default(),
-                after: after.parse().unwrap_or_default(),
-            });
         }
+        Ok(WordOpenMode::None)
     }
-
-    items
 }
 
-pub fn push_note(set_id: Id, item: HistoryItem) -> Result<(), NotificationData> {
+impl ToSql for WordOpenMode {
-    let app_dir = history_dir()?;
+    fn to_sql(&self) -> rusqlite::Result<ToSqlOutput<'_>> {
-    let path = app_dir.clone().join(format!("set_{}_history.csv", set_id));
+        Ok(ToSqlOutput::from(match self {
-
+            WordOpenMode::Easy => 3,
-    let mut file = OpenOptions::new()
+            WordOpenMode::Ok => 2,
-        .create(true)
+            WordOpenMode::Hard => 1,
-        .append(true)
+            WordOpenMode::None => 0
-        .open(path)
+        }))
-        .map_err(|_| PermissionDenied)?;
+    }
-    let line_str = format!(
+}
-        "{};{};{};{};{}",
-        item.timestamp.timestamp(),
-        item.word_id,
-        match item.mode {
-            WordOpenMode::Easy => 4,
-            WordOpenMode::Ok => 3,
-            WordOpenMode::Hard => 2,
-            WordOpenMode::None => 1,
-        },
-        item.before,
-        item.after
-    );
-    writeln!(&mut file, "{}", line_str).map_err(|_| PermissionDenied)?;
-    Ok(())
-}
-
-

src/data_provider/import.rs

@@ -1,5 +1,7 @@
+use std::collections::BTreeMap;
+use crate::helpers::into_result;
 use crate::notification::NotificationData;
-use hashbrown::HashMap;
+use crate::notification::NotificationData::IncorrectAnkiFile;
 use log::info;
 use rusqlite::Connection;
 use serde_json::Value;
@@ -13,7 +15,7 @@ pub struct ImportGroup {
     pub name: String,
     pub fields: Vec<String>,
     pub length: u64,
-    pub mapping: HashMap<String, String>,
+    pub mapping: BTreeMap<String, String>,
     pub imported: bool,
 }
 
@@ -26,41 +28,38 @@ pub struct ImportNote {
 pub fn load_groups(connection: &Connection) -> Result<ImportData, NotificationData> {
     let json_models: String = connection
         .query_one("select models from col", (), |row| row.get(0))
-        .map_err(|_| NotificationData::IncorrectAnkiFile)?;
+        .map_err(|_| IncorrectAnkiFile)?;
-    let raw: Value = serde_json::from_str(json_models.as_str())
+    let raw: Value = serde_json::from_str(json_models.as_str()).map_err(|_| IncorrectAnkiFile)?;
-        .map_err(|_| NotificationData::IncorrectAnkiFile)?;
     let sets = raw.as_object();
     if let Some(sets) = sets {
         let mut total_data = ImportData(vec![]);
 
         let mut count_stmt = connection
             .prepare("select mid, count(id) from notes group by mid")
-            .map_err(|_| NotificationData::IncorrectAnkiFile)?;
+            .map_err(|_| IncorrectAnkiFile)?;
 
         let counts = count_stmt
             .query_map([], |row| Ok((row.get(0)?, row.get(1)?)))
-            .unwrap()
+            .map_err(|_| IncorrectAnkiFile)?
-            .map(|x| x.unwrap())
+            .filter_map(|x| x.ok())
             .collect::<Vec<(i64, i64)>>();
 
         for (_, collection) in sets {
-            let fields_property = collection.get("fields");
+            let fields_property = collection.get("flds");
             if let Some(fields_property) = fields_property {
-                let fields = fields_property
+                let fields = into_result(fields_property.as_array(), IncorrectAnkiFile)?
-                    .as_array()
-                    .unwrap()
                     .iter()
                     .filter_map(|x| x.get("name"))
                     .map(|x| x.as_str().unwrap().to_string())
                     .collect();
                 let id = collection.get("id");
-                if id.is_none() {
+                if id.is_none() || id.unwrap().as_u64().is_none() {
-                    return Err(NotificationData::IncorrectAnkiFile);
+                    return Err(IncorrectAnkiFile);
                 }
                 let id = id.unwrap().as_u64().unwrap();
                 let name = collection.get("name");
-                if name.is_none() {
+                if name.is_none() || name.unwrap().as_str().is_none() {
-                    return Err(NotificationData::IncorrectAnkiFile);
+                    return Err(IncorrectAnkiFile);
                 }
                 let name = name.unwrap().as_str().unwrap().to_string();
 
@@ -79,15 +78,18 @@ pub fn load_groups(connection: &Connection) -> Result<ImportData, NotificationDa
                 total_data.0.push(group);
             }
         }
-        return Ok(total_data)
+        return Ok(total_data);
     }
-    Err(NotificationData::IncorrectAnkiFile)
+    Err(IncorrectAnkiFile)
 }
 
-pub fn get_words_of_group(connection: &Connection, group_id: u64) -> Result<Vec<ImportNote>, NotificationData> {
+pub fn get_words_of_group(
+    connection: &Connection,
+    group_id: u64,
+) -> Result<Vec<ImportNote>, NotificationData> {
     let mut count_stmt = connection
         .prepare("select tags, flds from notes where mid == ?1;")
-        .map_err(|_| NotificationData::IncorrectAnkiFile)?;
+        .map_err(|_| IncorrectAnkiFile)?;
 
     Ok(count_stmt
         .query_map((group_id as i64,), |row| {
@@ -100,7 +102,7 @@ pub fn get_words_of_group(connection: &Connection, group_id: u64) -> Result<Vec<
                     .collect(),
             })
         })
-        .map_err(|_| NotificationData::IncorrectAnkiFile)?
+        .map_err(|_| IncorrectAnkiFile)?
-        .map(|x| x.unwrap())
+        .filter_map(|x| x.ok())
         .collect::<Vec<ImportNote>>())
 }

src/data_provider/mod.rs

@@ -1,9 +1,190 @@
-pub(crate) mod card_sets;
+use crate::data::Id;
-pub(crate) mod card_stats;
+use crate::data::entities::EntityData;
+use crate::data::repositories::{BatchedDbLayer, DbLayer};
+use crate::notification::MaybeError;
+use crate::notification::NotificationData::DbSaveError;
+use log::{debug, error};
+use rusqlite::{Connection, Error, Params, Row};
+use std::marker::PhantomData;
+use std::time::Instant;
+
+pub(crate) mod card_states;
+pub mod custom_fields;
+pub(crate) mod decks;
 pub(crate) mod history;
 pub(crate) mod import;
 pub(crate) mod settings;
 pub(crate) mod sqlite;
 pub(crate) mod voice;
 pub(crate) mod web_api;
+pub mod word_groups;
 pub(crate) mod words;
+
+pub trait TableAccessQuerySet<T> {
+    fn load() -> &'static str;
+    fn save() -> &'static str;
+    fn add() -> &'static str;
+    fn name() -> &'static str;
+    fn id_field() -> &'static str {
+        "id"
+    }
+    fn from_sql(row: &Row) -> Result<T, Error>;
+    fn insert_params(entity: &T) -> impl Params;
+    fn update_params(entity: &T) -> impl Params;
+}
+
+#[derive(Clone)]
+pub struct SqliteDbLayer<T, Q>
+where
+    Q: TableAccessQuerySet<T>,
+{
+    _phantom: PhantomData<(T, Q)>,
+}
+
+impl<T, Q: TableAccessQuerySet<T>> Default for SqliteDbLayer<T, Q> {
+    fn default() -> Self {
+        Self {
+            _phantom: PhantomData,
+        }
+    }
+}
+
+impl<T: EntityData, Q: TableAccessQuerySet<T>> DbLayer<T> for SqliteDbLayer<T, Q> {
+    fn write_entity(&self, entity: &T, connection: &Connection) -> MaybeError {
+        let time = Instant::now();
+
+        connection
+            .execute(Q::save(), Q::update_params(entity))
+            .map_err(|e| {
+                error!("{}", e);
+                DbSaveError
+            })?;
+        debug!("Updated in {} for {:?}", Q::name(), time.elapsed());
+        Ok(())
+    }
+
+    fn add_entity(&mut self, entity: &mut T, connection: &Connection) -> MaybeError {
+        let time = Instant::now();
+
+        let index: u32 = connection
+            .query_row(format!("{} RETURNING {}", Q::add(), Q::id_field()).as_str(), Q::insert_params(entity), |row| row.get(0))
+            .map_err(|e| {
+                error!("{}", e);
+                DbSaveError
+            })?;
+
+        entity.set_id(index.into());
+        debug!("Added into {} for {:?}", Q::name(), time.elapsed());
+        Ok(())
+    }
+
+    fn delete_entity(&mut self, id: Id, connection: &Connection) -> MaybeError {
+        let time = Instant::now();
+
+        if !id.is_valid() {
+            return Err(DbSaveError);
+        }
+        connection
+            .execute(
+                format!("DELETE FROM {} WHERE id = ?1", Q::name()).as_str(),
+                (&id,),
+            )
+            .map_err(|e| {
+                error!("{}", e);
+                DbSaveError
+            })?;
+        debug!("Deleted from {} for {:?}", Q::name(), time.elapsed());
+        Ok(())
+    }
+
+    fn load_all(&self, storage: &mut Vec<T>, connection: &Connection) -> MaybeError {
+        let time = Instant::now();
+
+        let mut stmt = connection
+            .prepare(Q::load())
+            .expect("Failed to prepare state query");
+        let iter = stmt
+            .query_map([], |row| Ok(Q::from_sql(row)?))
+            .map_err(|e| {
+                error!("{}", e);
+                DbSaveError
+            })?;
+
+        iter.filter_map(|res| res.ok())
+            .for_each(|i| storage.push(i));
+        debug!(
+            "Loaded {} from {} for {:?}",
+            storage.len(),
+            Q::name(),
+            time.elapsed()
+        );
+
+        Ok(())
+    }
+}
+
+impl<T: EntityData, Q: TableAccessQuerySet<T>> BatchedDbLayer<T> for SqliteDbLayer<T, Q> {
+    fn delete_many_entities(&mut self, ids: &[Id], connection: &mut Connection) -> MaybeError {
+        let time = Instant::now();
+
+        for chunk in ids.chunks(1000) {
+            let stringed = chunk
+                .iter()
+                .map(|i| i.to_string())
+                .collect::<Vec<_>>()
+                .join(",");
+            connection
+                .execute(
+                    format!("DELETE FROM {} WHERE id in ({})", Q::name(), stringed).as_str(),
+                    (),
+                )
+                .map_err(|e| {
+                    error!("{}", e);
+                    DbSaveError
+                })?;
+        }
+        debug!(
+            "Deleted {} from {} for {:?}",
+            ids.len(),
+            Q::name(),
+            time.elapsed()
+        );
+
+        Ok(())
+    }
+
+    fn add_many_entities(&mut self, entities: &mut [T], connection: &mut Connection) -> MaybeError {
+        let time = Instant::now();
+        let tx = connection
+            .transaction()
+            .expect("Failed to create transaction");
+        let count = entities.len();
+
+        {
+            let mut stmt = tx.prepare(Q::add()).expect("Failed to prepare state query");
+            for entity in entities.iter() {
+                stmt.execute(Q::insert_params(entity)).map_err(|e| {
+                    error!("{}", e);
+                    DbSaveError
+                })?;
+            }
+        }
+
+        let last_index: u32 = tx.last_insert_rowid() as u32;
+        tx.commit().expect("Failed to commit");
+
+        let start_index = last_index - (count as u32) + 1;
+
+        for (index, id) in (start_index..=last_index).enumerate() {
+            entities[index].set_id(id.into());
+        }
+
+        debug!(
+            "Added {} into {} for {:?}",
+            entities.len(),
+            Q::name(),
+            time.elapsed()
+        );
+        Ok(())
+    }
+}

src/data_provider/settings.rs

@@ -1,10 +1,12 @@
+use crate::notification::NotificationData::{DbLoadError, DbSaveError};
+use crate::notification::{MaybeError, NotificationData};
 use rusqlite::Connection;
 
 pub fn get_setting(key: String, connection: &Connection) -> Option<String> {
     let mut stmt = connection
         .prepare("SELECT value FROM settings WHERE id = ?1")
-        .unwrap();
+        .expect("Failed to prepare statement.");
-    let mut iter = stmt.query_map((key,), |row| row.get(0)).unwrap();
+    let mut iter = stmt.query_map((key,), |row| row.get(0)).ok()?;
 
     if let Some(row) = iter.next()
         && let Ok(value) = row
@@ -15,31 +17,35 @@ pub fn get_setting(key: String, connection: &Connection) -> Option<String> {
     None
 }
 
-pub fn set_setting(key: String, value: String, connection: &Connection) {
+pub fn set_setting(key: String, value: String, connection: &Connection) -> MaybeError {
-    let current = get_settings_list(connection);
+    let current = get_settings_list(connection)?;
     if current.contains(&key) {
-        update_settings(key, value, connection);
+        update_settings(key, value, connection)?;
     } else {
-        create_settings(key, value, connection);
+        create_settings(key, value, connection)?;
     }
+
+    Ok(())
 }
 
-pub fn delete_settings(key: String, connection: &Connection) {
+pub fn delete_settings(key: String, connection: &Connection) -> MaybeError {
     connection
         .execute("DELETE FROM settings WHERE id = ?1", (&key,))
-        .unwrap();
+        .map_err(|_| DbSaveError)?;
+    Ok(())
 }
 
-fn create_settings(key: String, value: String, connection: &Connection) {
+fn create_settings(key: String, value: String, connection: &Connection) -> MaybeError {
     connection
         .execute(
             "INSERT into settings (id, value) VALUES (?1, ?2)",
             (key, value),
         )
-        .unwrap();
+        .map_err(|_| DbSaveError)?;
+    Ok(())
 }
 
-fn update_settings(key: String, value: String, connection: &Connection) {
+fn update_settings(key: String, value: String, connection: &Connection) -> MaybeError {
     connection
         .execute(
             "update settings
@@ -47,11 +53,16 @@ set value = ?2
 where id = ?1",
             (key, value),
         )
-        .unwrap();
+        .map_err(|_| DbSaveError)?;
+    Ok(())
 }
 
-fn get_settings_list(connection: &Connection) -> Vec<String> {
+fn get_settings_list(connection: &Connection) -> Result<Vec<String>, NotificationData> {
-    let mut stmt = connection.prepare("SELECT id FROM settings").unwrap();
+    let mut stmt = connection
-    let iter = stmt.query_map((), |row| row.get(0)).unwrap();
+        .prepare("SELECT id FROM settings")
-    iter.map(|row| row.unwrap()).collect()
+        .expect("prepare stmt failed");
+    let iter = stmt
+        .query_map((), |row| row.get(0))
+        .map_err(|_| DbLoadError)?;
+    Ok(iter.filter_map(|i| i.ok()).collect())
 }

src/data_provider/sqlite.rs

@@ -1,23 +1,29 @@
-use rusqlite::Connection;
 use crate::fs::*;
+use rusqlite::Connection;
+use std::ops::{Deref, DerefMut};
+use log::error;
 
 pub fn create_db() {
     let db_file = db_path();
     if !db_file.exists() {
-        std::fs::File::create(&db_file).unwrap();
+        std::fs::File::create(&db_file).expect("Database file creation failed");
-        let connection = Connection::open(&db_file).unwrap();
+        let connection = Connection::open(&db_file).expect("Connection open failed");
-        connection.execute("PRAGMA foreign_keys = ON;", []).unwrap();
+        connection
+            .execute("PRAGMA foreign_keys = ON;", [])
+            .expect("Failed to set PRAGMA");
 
         create_tables(&connection);
     }
 }
 
 fn create_tables(conn: &Connection) {
-    make_card_set(conn).unwrap();
+    make_card_set(conn).expect("Failed to init table");
-    make_settings(conn).unwrap();
+    make_settings(conn).expect("Failed to init table");
-    make_word_group(conn).unwrap();
+    make_word_group(conn).expect("Failed to init table");
-    make_words(conn).unwrap();
+    make_words(conn).expect("Failed to init table");
-    make_card_stats(conn).unwrap();
+    make_card_stats(conn).expect("Failed to init table");
+    make_history(conn).expect("Failed to init table");
+    make_custom_fields(conn).expect("Failed to init table");
 }
 
 fn make_settings(conn: &Connection) -> Result<(), rusqlite::Error> {
@@ -27,15 +33,15 @@ fn make_settings(conn: &Connection) -> Result<(), rusqlite::Error> {
 }
 
 fn make_card_set(conn: &Connection) -> Result<(), rusqlite::Error> {
-    let query = include_str!("../../sql/card_set.sql");
+    let query = include_str!("../../sql/decks.sql");
     conn.execute(query, ())?;
     Ok(())
 }
 
 fn make_word_group(conn: &Connection) -> Result<(), rusqlite::Error> {
-    let query = include_str!("../../sql/word_group.sql");
+    let query = include_str!("../../sql/word_groups.sql");
     conn.execute(query, ())?;
-    conn.execute("insert into word_group (name) values (\"Слова\");", ())?;
+    conn.execute("insert into word_groups (name) values (\"Слова\");", ())?;
     Ok(())
 }
 fn make_words(conn: &Connection) -> Result<(), rusqlite::Error> {
@@ -44,14 +50,86 @@ fn make_words(conn: &Connection) -> Result<(), rusqlite::Error> {
     Ok(())
 }
 fn make_card_stats(conn: &Connection) -> Result<(), rusqlite::Error> {
-    let query = include_str!("../../sql/card_stats.sql");
+    let query = include_str!("../../sql/states.sql");
+    conn.execute(query, ())?;
+    Ok(())
+}
+
+fn make_history(conn: &Connection) -> Result<(), rusqlite::Error> {
+    let query = include_str!("../../sql/history.sql");
+    conn.execute(query, ())?;
+    Ok(())
+}
+
+fn make_custom_fields(conn: &Connection) -> Result<(), rusqlite::Error> {
+    let query = include_str!("../../sql/custom_fields.sql");
     conn.execute(query, ())?;
     Ok(())
 }
 
 pub fn default_connection() -> Connection {
     let db_file = db_path();
-    let connection = Connection::open(db_file).unwrap();
+    let connection = Connection::open(db_file).expect("Failed to open database");
-    connection.execute("PRAGMA foreign_keys = ON;", []).unwrap();
+    connection
+        .execute("PRAGMA foreign_keys = ON;", [])
+        .expect("Failed to set PRAGMA");
+    connection
+        .query_one("PRAGMA journal_mode = WAL;", [], |row| {
+            println!("{:?}", row);
+            Ok(())
+        })
+        .unwrap_or_else(|e| {
+            println!("{}", e);
+        });
+    connection
+        .execute("PRAGMA synchronous = NORMAL;", [])
+        .expect("Failed to set PRAGMA");
     connection
 }
+
+pub struct SqliteConnection(Option<Connection>);
+impl Deref for SqliteConnection {
+    type Target = Connection;
+    fn deref(&self) -> &Self::Target {
+        self.0.as_ref().unwrap()
+    }
+}
+
+impl DerefMut for SqliteConnection {
+    fn deref_mut(&mut self) -> &mut Self::Target {
+        self.0.as_mut().unwrap()
+    }
+}
+
+impl Default for SqliteConnection {
+    fn default() -> Self {
+        SqliteConnection(Some(default_connection()))
+    }
+}
+
+impl SqliteConnection {
+    pub fn finish(&mut self) {
+        let connection = self.0.take().unwrap();
+        connection
+            .query_row("PRAGMA wal_checkpoint(TRUNCATE)", [], |_| Ok(()))
+            .unwrap_or_else(|e| {
+                error!("Ошибка при checkpoint WAL: {e}");
+            });
+        connection
+            .execute("PRAGMA optimize", [])
+            .unwrap_or_else(|e| {
+                error!("Ошибка при  оптимизации БД: {e}");
+                0
+            });
+
+        self.0 = None;
+    }
+    pub fn restart(&mut self) {
+        self.0 = Some(default_connection());
+    }
+}
+
+impl Drop for SqliteConnection {
+
+fn drop(&mut self) { self.finish(); }
+}

src/data_provider/voice.rs

@@ -1,10 +1,10 @@
+use crate::fs::*;
+use crate::notification::NotificationData;
+use crate::notification::NotificationData::*;
 use reqwest::Client;
 use sha2::{Digest, Sha256};
 use std::fs::File;
 use std::io::BufReader;
-use crate::fs::*;
-use crate::notification::NotificationData;
-use crate::notification::NotificationData::*;
 
 pub async fn get_voice(text: &str) -> Result<BufReader<File>, NotificationData> {
     let mut path = voice_dir()?;
@@ -19,7 +19,11 @@ pub async fn get_voice(text: &str) -> Result<BufReader<File>, NotificationData>
             .send()
             .await;
 
-        let query = query.map_err(|_| VoiceVoxUnavailable)?.text().await.map_err(|_| VoiceVoxUnavailable)?;
+        let query = query
+            .map_err(|_| VoiceVoxUnavailable)?
+            .text()
+            .await
+            .map_err(|_| VoiceVoxUnavailable)?;
         // Synthesis
         let audio = client
             .post(format!("{engine_url}/synthesis?speaker=11"))
@@ -32,8 +36,12 @@ pub async fn get_voice(text: &str) -> Result<BufReader<File>, NotificationData>
             .await
             .map_err(|_| VoiceVoxUnavailable)?;
 
-        tokio::fs::write(&path, &audio).await.map_err(|_| PermissionDenied)?;
+        tokio::fs::write(&path, &audio)
+            .await
+            .map_err(|_| PermissionDenied)?;
     }
 
-    Ok(BufReader::new(File::open(path).map_err(|_| PermissionDenied)?))
+    Ok(BufReader::new(
+        File::open(path).map_err(|_| PermissionDenied)?,
+    ))
 }

src/data_provider/web_api.rs

@@ -1,19 +1,21 @@
-use std::io;
+use crate::fs::*;
+use crate::notification::NotificationData::{CompressError, PermissionDenied, WebApiUnavailable};
+use crate::notification::{MaybeError, NotificationData};
 use log::info;
+use std::io;
 use tokio::fs::{File, OpenOptions};
 use tokio::io::{AsyncReadExt, AsyncWriteExt};
 use zstd::{DEFAULT_COMPRESSION_LEVEL, Decoder, Encoder};
-use crate::fs::*;
-use crate::notification::NotificationData;
-use crate::notification::NotificationData::{PermissionDenied, WebApiUnavailable};
 
 // const API_URL: &str = "http://127.0.0.1:8089/";
 const API_URL: &str = "https://learning.micialware.ru/";
 
-pub async fn send_data(id: String) -> Result<(), NotificationData> {
+pub async fn send_data(id: String) -> MaybeError {
     let db_file = db_path();
-    let data = tokio::fs::read(db_file).await.map_err(|_| WebApiUnavailable)?;
+    let data = tokio::fs::read(db_file)
-    let data = compress(data);
+        .await
+        .map_err(|_| WebApiUnavailable)?;
+    let data = compress(data)?;
 
     let api_url = API_URL.to_string();
     let id_url = format!("{api_url}upload/stream/{id}");
@@ -23,57 +25,63 @@ pub async fn send_data(id: String) -> Result<(), NotificationData> {
         .post(&id_url)
         .body(data)
         .send()
-        .await.map_err(|_| WebApiUnavailable)?
+        .await
+        .map_err(|_| WebApiUnavailable)?
         .text()
-        .await.map_err(|_| WebApiUnavailable)?;
+        .await
-    set_local_version(new_version.parse::<u32>().unwrap_or_default()).await;
+        .map_err(|_| WebApiUnavailable)?;
+    set_local_version(new_version.parse::<u32>().unwrap_or_default()).await?;
     Ok(())
 }
 
-fn compress(data: Vec<u8>) -> Vec<u8> {
+fn compress(data: Vec<u8>) -> Result<Vec<u8>, NotificationData> {
-    let mut encoder = Encoder::new(Vec::new(), DEFAULT_COMPRESSION_LEVEL).unwrap();
+    let mut encoder =
-    io::copy(&mut &data[..], &mut encoder).unwrap();
+        Encoder::new(Vec::new(), DEFAULT_COMPRESSION_LEVEL).map_err(|_| CompressError)?;
-    encoder.finish().unwrap()
+    io::copy(&mut &data[..], &mut encoder).map_err(|_| PermissionDenied)?;
+    encoder.finish().map_err(|_| CompressError)
 }
 
-pub async fn load_data(id: String, temp: bool) -> Result<(), NotificationData> {
+pub async fn load_data(id: String, temp: bool) -> MaybeError {
     let api_url = API_URL.to_string();
     let id_url = format!("{api_url}download/{id}");
     let client = reqwest::Client::new();
     let data = client
         .get(&id_url)
         .send()
-        .await.map_err(|_| WebApiUnavailable)?
+        .await
+        .map_err(|_| WebApiUnavailable)?
         .bytes()
-        .await.map_err(|_| WebApiUnavailable)?
+        .await
+        .map_err(|_| WebApiUnavailable)?
         .to_vec();
-    let data = decompress(data);
+    let data = decompress(data)?;
 
     let path = app_data_dir();
     let file_name = if temp { "data.db.tmp" } else { "data.db" };
     let db_file = path.join(file_name);
 
-    tokio::fs::write(db_file, data).await.map_err(|_| PermissionDenied)?;
+    tokio::fs::write(db_file, data)
+        .await
+        .map_err(|_| PermissionDenied)?;
 
     let version_url = format!("{API_URL}{id}/version");
     let version = client
         .get(&version_url)
         .send()
-        .await.map_err(|_| WebApiUnavailable)?
+        .await
+        .map_err(|_| WebApiUnavailable)?
         .text()
-        .await.map_err(|_| WebApiUnavailable)?;
+        .await
-    set_local_version(version.parse::<u32>().unwrap_or_default()).await;
+        .map_err(|_| WebApiUnavailable)?;
+    set_local_version(version.parse::<u32>().unwrap_or_default()).await?;
     Ok(())
 }
 
-pub fn decompress(data: Vec<u8>) -> Vec<u8> {
+pub fn decompress(data: Vec<u8>) -> Result<Vec<u8>, NotificationData> {
-    let mut decoder = Decoder::new(&data[..]).unwrap();
+    let mut decoder = Decoder::new(&data[..]).map_err(|_| CompressError)?;
     let mut decompressed = Vec::new();
-    let res = io::copy(&mut decoder, &mut decompressed);
+    io::copy(&mut decoder, &mut decompressed).map_err(|_| PermissionDenied)?;
-    if let Err(e) = res {
+    Ok(decompressed)
-        info!("{}", e);
-    }
-    decompressed
 }
 
 pub async fn first_sync() -> Result<String, NotificationData> {
@@ -95,22 +103,29 @@ pub async fn first_sync() -> Result<String, NotificationData> {
 pub async fn get_web_version(key: &str) -> Result<u32, NotificationData> {
     let id_url = format!("{API_URL}{key}/version");
     let client = reqwest::Client::new();
-    let version = client.get(&id_url).send().await.map_err(|_| WebApiUnavailable)?.text().await.map_err(|_| WebApiUnavailable)?;
+    let version = client
+        .get(&id_url)
+        .send()
+        .await
+        .map_err(|_| WebApiUnavailable)?
+        .text()
+        .await
+        .map_err(|_| WebApiUnavailable)?;
     info!("version: {}", version);
     Ok(version.parse::<u32>().unwrap_or_default())
 }
 
-pub async fn get_local_version() -> u32 {
+pub async fn get_local_version() -> Result<u32, NotificationData> {
     let file = db_meta_path();
     if file.exists() {
         let mut data = String::new();
         File::open(file.clone())
             .await
-            .unwrap()
+            .map_err(|_| PermissionDenied)?
             .read_to_string(&mut data)
             .await
-            .unwrap();
+            .map_err(|_| PermissionDenied)?;
-        return data.parse::<u32>().unwrap_or_default();
+        return Ok(data.parse::<u32>().unwrap_or_default());
     }
 
     let mut file = OpenOptions::new()
@@ -119,12 +134,14 @@ pub async fn get_local_version() -> u32 {
         .truncate(true)
         .open(file)
         .await
-        .unwrap();
+        .map_err(|_| PermissionDenied)?;
-    file.write_all("0".as_bytes()).await.unwrap();
+    file.write_all("0".as_bytes())
-    0
+        .await
+        .map_err(|_| PermissionDenied)?;
+    Ok(0)
 }
 
-pub async fn set_local_version(version: u32) {
+pub async fn set_local_version(version: u32) -> Result<(), NotificationData> {
     let file_path = db_meta_path();
     let mut file = OpenOptions::new()
         .write(true)
@@ -132,8 +149,9 @@ pub async fn set_local_version(version: u32) {
         .truncate(true)
         .open(file_path)
         .await
-        .unwrap();
+        .map_err(|_| PermissionDenied)?;
     file.write_all(version.to_string().as_bytes())
         .await
-        .unwrap();
+        .map_err(|_| PermissionDenied)?;
+    Ok(())
 }

src/data_provider/word_groups.rs

@@ -0,0 +1,43 @@
+use crate::data::entities::WordGroup;
+use crate::data::repositories::{DataRepository, DataRepositoryInner};
+use crate::data_provider::{SqliteDbLayer, TableAccessQuerySet};
+use rusqlite::{Error, Params, Row};
+
+pub type WordGroupRepository = DataRepository<WordGroup, WordGroupDataLayer>;
+pub type WordGroupRepositoryInner = DataRepositoryInner<WordGroup, WordGroupDataLayer>;
+pub type WordGroupDataLayer = SqliteDbLayer<WordGroup, WordGroupQuerySet>;
+
+#[derive(Clone)]
+pub struct WordGroupQuerySet;
+impl TableAccessQuerySet<WordGroup> for WordGroupQuerySet {
+    fn load() -> &'static str {
+        "SELECT id, name FROM word_groups"
+    }
+
+    fn save() -> &'static str {
+        "UPDATE word_groups SET name = ?1 WHERE id = ?2"
+    }
+
+    fn add() -> &'static str {
+        "INSERT INTO word_groups (name) VALUES (?1)"
+    }
+
+    fn name() -> &'static str {
+        "word_groups"
+    }
+
+    fn from_sql(row: &Row) -> Result<WordGroup, Error> {
+        Ok(WordGroup {
+            id: row.get(0)?,
+            name: row.get(1)?,
+        })
+    }
+
+    fn insert_params(entity: &WordGroup) -> impl Params {
+        (&entity.name,)
+    }
+
+    fn update_params(entity: &WordGroup) -> impl Params {
+        (&entity.name, entity.id)
+    }
+}

src/data_provider/words.rs

@@ -1,26 +1,85 @@
-use rusqlite::{Connection, params};
-use std::collections::HashMap;
 use crate::data::entities::{WordData, WordGroup};
+use crate::data::repositories::{DataRepository, DataRepositoryInner};
+use crate::data_provider::{SqliteDbLayer, TableAccessQuerySet};
+use crate::notification::NotificationData::{DbLoadError, DbSaveError};
+use crate::notification::{MaybeError, NotificationData};
+use rusqlite::{Connection, Error, Params, Row, params};
 
-pub fn add_word(word: &mut WordData, connection: &Connection) {
+pub type WordRepository = DataRepository<WordData, WordDataLayer>;
+pub type WordRepositoryInner = DataRepositoryInner<WordData, WordDataLayer>;
+pub type WordDataLayer = SqliteDbLayer<WordData, WordQuerySet>;
+#[derive(Clone)]
+pub struct WordQuerySet;
+impl TableAccessQuerySet<WordData> for WordQuerySet {
+    fn load() -> &'static str {
+        "SELECT id, key, value, tags, more, group_id FROM words"
+    }
+
+    fn save() -> &'static str {
+        "UPDATE words SET key = ?1, value = ?2, tags = ?3, more = ?4 WHERE id = ?5"
+    }
+
+    fn add() -> &'static str {
+        "INSERT INTO words (key, value, tags, more, group_id) VALUES (?1, ?2, ?3, ?4, ?5)"
+    }
+
+    fn name() -> &'static str {
+        "words"
+    }
+
+    fn from_sql(row: &Row) -> Result<WordData, Error> {
+        let additional: String = row.get(4)?;
+        Ok(WordData {
+            id: row.get(0)?,
+            key: row.get(1)?,
+            value: row.get(2)?,
+            tags: row.get(3)?,
+            additional: serde_json::from_str(&additional).unwrap_or_default(),
+            group_id: row.get(5)?,
+        })
+    }
+
+    fn insert_params(entity: &WordData) -> impl Params {
+        (
+            &entity.key,
+            &entity.value,
+            &entity.tags,
+            serde_json::to_string(&entity.additional).unwrap_or_default(),
+            entity.group_id,
+        )
+    }
+
+    fn update_params(entity: &WordData) -> impl Params {
+        (
+            &entity.key,
+            &entity.value,
+            &entity.tags,
+            serde_json::to_string(&entity.additional).unwrap_or_default(),
+            entity.id,
+        )
+    }
+}
+
+pub fn add_word(word: &mut WordData, connection: &Connection) -> MaybeError {
     let index : u32 = connection
         .query_row(
-            "INSERT INTO words (key, value, tags, more, group_id) VALUES (?1, ?2, ?3, ?4, ?5) RETURNING id",
+            "INSERT INTO words (key, value, tags, more, group_id) VALUES (?1, ?2, ?3, ?4, ?5)",
             (
                 &word.key,
                 &word.value,
                 &word.tags,
-                serde_json::to_string(&word.additional).unwrap(),
+                serde_json::to_string(&word.additional).unwrap_or_default(),
                 &word.group_id,
             ),
             |row| row.get(0),
-        ).unwrap();
+        ).map_err(|_| DbSaveError)?;
 
     word.id = index.into();
+    Ok(())
 }
 
-pub fn add_words(words: &mut [WordData], connection: &mut Connection) {
+pub fn add_words(words: &mut [WordData], connection: &mut Connection) -> MaybeError {
-    let tx = connection.transaction().unwrap();
+    let tx = connection.transaction().map_err(|_| DbLoadError)?;
     let count = words.len();
 
     {
@@ -28,33 +87,35 @@ pub fn add_words(words: &mut [WordData], connection: &mut Connection) {
             .prepare(
                 "INSERT INTO words (key, value, tags, more, group_id) VALUES (?1, ?2, ?3, ?4, ?5)",
             )
-            .unwrap();
+            .expect("Failed to prepare statement");
 
         for word in words.iter() {
             stmt.execute(params![
                 word.key,
                 word.value,
                 word.tags,
-                serde_json::to_string(&word.additional).unwrap(),
+                serde_json::to_string(&word.additional).unwrap_or_default(),
                 word.group_id
             ])
-            .unwrap();
+            .map_err(|_| DbSaveError)?;
         }
     }
 
     let last_index: u32 = tx.last_insert_rowid() as u32;
-    tx.commit().unwrap();
+    tx.commit().map_err(|_| DbSaveError)?;
 
     let start_index = last_index - (count as u32) + 1;
 
     for (index, id) in (start_index..=last_index).enumerate() {
         words[index].id = id.into();
     }
+
+    Ok(())
 }
 
-pub fn update_word(word: &mut WordData, connection: &Connection) {
+pub fn update_word(word: &mut WordData, connection: &Connection) -> MaybeError {
     if !word.id.is_valid() {
-        add_word(word, connection);
+        Ok(add_word(word, connection)?)
     } else {
         connection
             .execute(
@@ -63,27 +124,29 @@ pub fn update_word(word: &mut WordData, connection: &Connection) {
                     &word.key,
                     &word.value,
                     &word.tags,
-                    serde_json::to_string(&word.additional).unwrap(),
+                    serde_json::to_string(&word.additional).map_err(|_| DbSaveError)?,
                     &word.id,
                 ),
             )
-            .unwrap();
+            .map_err(|_| DbSaveError)?;
+        Ok(())
     }
 }
 
-pub fn delete_word(word: &WordData, connection: &Connection) {
+pub fn delete_word(word: &WordData, connection: &Connection) -> MaybeError {
     if !word.id.is_valid() {
-        return;
+        return Err(DbSaveError);
     }
     connection
         .execute("DELETE FROM words WHERE id = ?1", (&word.id,))
-        .unwrap();
+        .map_err(|_| DbSaveError)?;
+    Ok(())
 }
 
-pub fn load_words(connection: &Connection) -> Vec<WordData> {
+pub fn load_words(connection: &Connection) -> Result<Vec<WordData>, NotificationData> {
     let mut stmt = connection
         .prepare("SELECT id, key, value, tags, more, group_id FROM words")
-        .unwrap();
+        .expect("Failed to prepare statement");
     let word_iter = stmt
         .query_map([], |row| {
             let additional: String = row.get(4)?;
@@ -92,24 +155,24 @@ pub fn load_words(connection: &Connection) -> Vec<WordData> {
                 key: row.get(1)?,
                 value: row.get(2)?,
                 tags: row.get(3)?,
-                additional: serde_json::from_str::<HashMap<String, String>>(&additional).unwrap(),
+                additional: serde_json::from_str(&additional).unwrap_or_default(),
                 group_id: row.get(5)?,
             })
         })
-        .unwrap();
+        .map_err(|_| DbLoadError)?;
 
-    let mut buffer = vec![];
+    let mut buffer = Vec::with_capacity(1024);
-    for word in word_iter {
+    word_iter
-        buffer.push(word.unwrap());
+        .filter_map(|res| res.ok())
-    }
+        .for_each(|i| buffer.push(i));
 
-    buffer
+    Ok(buffer)
 }
 
-pub fn load_word_groups(connection: &Connection) -> Vec<WordGroup> {
+pub fn load_word_groups(connection: &Connection) -> Result<Vec<WordGroup>, NotificationData> {
     let mut stmt = connection
-        .prepare("SELECT id, name FROM word_group")
+        .prepare("SELECT id, name FROM word_groups")
-        .unwrap();
+        .expect("Failed to prepare statement");
     let group_iter = stmt
         .query_map([], |row| {
             Ok(WordGroup {
@@ -117,46 +180,49 @@ pub fn load_word_groups(connection: &Connection) -> Vec<WordGroup> {
                 name: row.get(1)?,
             })
         })
-        .unwrap();
+        .map_err(|_| DbLoadError)?;
 
-    let mut buffer = vec![];
+    let mut buffer = Vec::with_capacity(8);
-    for group in group_iter {
+    group_iter
-        buffer.push(group.unwrap());
+        .filter_map(|res| res.ok())
-    }
+        .for_each(|i| buffer.push(i));
 
-    buffer
+    Ok(buffer)
 }
 
-pub fn add_group(group: &mut WordGroup, connection: &Connection) {
+pub fn add_group(group: &mut WordGroup, connection: &Connection) -> MaybeError {
     let index: u32 = connection
         .query_row(
-            "INSERT INTO word_group (name) VALUES (?1) RETURNING id",
+            "INSERT INTO word_groups (name) VALUES (?1)",
             (&group.name,),
             |row| row.get(0),
         )
-        .unwrap();
+        .map_err(|_| DbSaveError)?;
 
     group.id = index.into();
+    Ok(())
 }
 
-pub fn update_group(group: &mut WordGroup, connection: &Connection) {
+pub fn update_group(group: &mut WordGroup, connection: &Connection) -> MaybeError {
     if !group.id.is_valid() {
-        add_group(group, connection);
+        Ok(add_group(group, connection)?)
     } else {
         connection
             .execute(
-                "UPDATE word_group SET name = ?1 WHERE id = ?2",
+                "UPDATE word_groups SET name = ?1 WHERE id = ?2",
                 (&group.name, &group.id),
             )
-            .unwrap();
+            .map_err(|_| DbSaveError)?;
+        Ok(())
     }
 }
 
-pub fn delete_group(group: &WordGroup, connection: &Connection) {
+pub fn delete_group(group: &WordGroup, connection: &Connection) -> MaybeError {
     if !group.id.is_valid() {
-        return;
+        return Err(DbSaveError);
     }
     connection
-        .execute("DELETE FROM word_group WHERE id = ?1", (&group.id,))
+        .execute("DELETE FROM word_groups WHERE id = ?1", (&group.id,))
-        .unwrap();
+        .map_err(|_| DbSaveError)?;
+    Ok(())
 }

src/fs.rs

@@ -1,23 +1,23 @@
-use std::fs;
-use std::path::PathBuf;
 use crate::notification::NotificationData;
 use crate::notification::NotificationData::PermissionDenied;
+use std::fs;
+use std::path::PathBuf;
 
 pub fn app_data_dir() -> PathBuf {
-    let mut dir = dirs::data_dir().unwrap();
+    let mut dir = dirs::data_dir().expect("Unsupported OS");
     dir.push("jap_learn");
     if !dir.exists() {
-        fs::create_dir_all(dir.clone()).unwrap();
+        fs::create_dir_all(dir.clone()).expect("Unable to create directory");
     }
 
     dir
 }
 
 pub fn db_path() -> PathBuf {
-     app_data_dir().join("data.db")
+    app_data_dir().join("data.db")
 }
 pub fn temp_db_path() -> PathBuf {
-     app_data_dir().join("data.db.tmp")
+    app_data_dir().join("data.db.tmp")
 }
 
 pub fn temp_import_path() -> PathBuf {
@@ -42,4 +42,4 @@ pub fn voice_dir() -> Result<PathBuf, NotificationData> {
         fs::create_dir_all(directory.clone()).map_err(|_| PermissionDenied)?;
     }
     Ok(directory)
-}
+}

src/helpers.rs

@@ -0,0 +1,24 @@
+#[macro_export]
+macro_rules! push_error_task {
+    ($e:expr) => {
+        iced::Task::done(push_error!($e))
+    };
+}
+
+#[macro_export]
+macro_rules! push_error {
+    ($e:expr) => {
+        $crate::navigation::RootMessage::PushNotification(
+            $crate::notification::NotificationRequest::Error($e),
+        )
+    };
+}
+
+#[inline(always)]
+pub fn into_result<R, E>(option: Option<R>, error: E) -> Result<R, E> {
+    if let Some(r) = option {
+        Ok(r)
+    } else {
+        Err(error)
+    }
+}

src/main.rs

@@ -1,13 +1,15 @@
 #![windows_subsystem = "windows"]
-mod data_provider;
-pub mod notification;
 pub mod app;
-mod styling;
-mod pages;
-mod navigation;
-mod fs;
 mod core;
 mod data;
+mod data_provider;
+mod fs;
+pub mod helpers;
+mod navigation;
+pub mod notification;
+mod pages;
+mod styling;
+pub mod tests;
 
 use crate::app::start;
 use mimalloc::MiMalloc;
@@ -15,7 +17,6 @@ use mimalloc::MiMalloc;
 #[global_allocator]
 static GLOBAL: MiMalloc = MiMalloc;
 
-
 fn main() -> iced::Result {
     env_logger::init();
     start()

src/navigation.rs

@@ -1,15 +1,12 @@
 use crate::app::{fill_state, AppState};
-use crate::data_provider::history::get_history_of_set;
+use crate::data_provider::sqlite::{create_db};
-use crate::data_provider::sqlite::{create_db, default_connection};
 use crate::data_provider::web_api::{
     get_local_version, get_web_version, load_data, set_local_version,
 };
 use crate::fs::*;
-use crate::message_navigation;
 use crate::navigation::Page::*;
-use crate::navigation::RootMessage::{
+use crate::navigation::RootMessage::{Keyboard, Notification, PushNotification, UpdateData};
-    DataLoaded, Keyboard, Notification, PushNotification, UpdateData,
+use crate::notification::NotificationData::PermissionDenied;
-};
 use crate::notification::{
     NotificationData, NotificationManager, NotificationMessage, NotificationRequest,
 };
@@ -29,24 +26,18 @@ use crate::pages::writing::{WritingMessage, WritingState};
 use crate::state_navigate_handle;
 use crate::state_update;
 use crate::view_navigation;
-use chrono::NaiveDate;
+use crate::{message_navigation, push_error, push_error_task};
-use hashbrown::HashMap;
 use iced::keyboard::Event;
 use iced::widget::stack;
 use iced::{Element, Task};
 use iced_core::Length::Fill;
-use log::info;
+use log::{debug, info};
-use parking_lot::Mutex;
-use rusqlite::Connection;
-use std::sync::Arc;
 use std::time::Instant;
-use crate::data::Id;
 
 impl Default for ScreenState {
     fn default() -> Self {
         let mut state = AppState::new();
         fill_state(&mut state);
-        let state = Arc::new(Mutex::new(state));
         ScreenState {
             stack: vec![Selector(SelectorState::new(state.clone()))],
             app_state: state.clone(),
@@ -71,13 +62,13 @@ pub enum RootMessage {
     RepetitionSettings(RepetitionSettingsMessage),
     Import(ImportMessage),
     Keyboard(Event),
-    DataLoaded(HashMap<Id, Vec<(NaiveDate, u32)>>),
     PushNotification(NotificationRequest),
     Notification(NotificationMessage),
     None,
     UpdateData,
 }
-
+#[allow(clippy::enum_variant_names)]
+#[allow(clippy::large_enum_variant)]
 pub enum Page {
     Selector(SelectorState),
     Quiz(QuizState),
@@ -97,7 +88,7 @@ pub enum Page {
 
 pub struct ScreenState {
     stack: Vec<Page>,
-    app_state: Arc<Mutex<AppState>>,
+    app_state: AppState,
     notification_manager: NotificationManager,
 }
 
@@ -107,14 +98,14 @@ impl ScreenState {
         create_db();
         info!("Db created");
         let state = ScreenState::default();
-        let reading_additional_task = Task::perform(Self::load_additional_data(), |data| data);
 
-        let final_task;
+        let mut final_task = Task::none();
-        let state_guard = state.app_state.lock();
+        let state_guard = &state.app_state;
-        if state_guard.sync_data.auto_web_fetch {
+        if state_guard.sync_data.read().auto_web_fetch
-            let key = state_guard.sync_data.key.clone().unwrap();
+            && let Some(key) = state_guard.sync_data.read().key.clone()
+        {
             final_task = Task::batch([
-                reading_additional_task,
+                final_task,
                 Task::perform(Self::load_web_backup(key), |result| match result {
                     Ok(update) => {
                         if update {
@@ -123,59 +114,23 @@ impl ScreenState {
                             RootMessage::None
                         }
                     }
-                    Err(err) => PushNotification(NotificationRequest::Warning(err)),
+                    Err(err) => push_error!(err),
                 }),
             ]);
-        } else {
-            final_task = reading_additional_task;
         }
 
-        drop(state_guard);
         info!("Boot finished");
         (state, final_task)
     }
 
-    async fn load_additional_data() -> RootMessage {
-        let directory = history_dir();
-        if let Ok(directory) = directory {
-            let mut map = HashMap::new();
-            for file in directory.read_dir().unwrap().flatten() {
-                let mut vec = vec![];
-                let history_file_name = match file.file_name().into_string() {
-                    Err(_) => continue,
-                    Ok(v) => v,
-                };
-
-                let id = history_file_name[4..history_file_name.len() - 12]
-                    .parse::<Id>()
-                    .unwrap();
-
-                let history = get_history_of_set(id);
-                if let Ok(history) = history {
-                    let by_date = history.chunk_by(|x, x1| {
-                        x.timestamp.naive_local().date() == x1.timestamp.naive_local().date()
-                    });
-                    for group in by_date {
-                        vec.push((group[0].timestamp.naive_local().date(), group.len() as u32));
-                    }
-                    map.insert(id, vec);
-                } else {
-                    return PushNotification(NotificationRequest::Warning(history.err().unwrap()));
-                }
-            }
-            return DataLoaded(map);
-        }
-        PushNotification(NotificationRequest::Warning(directory.err().unwrap()))
-    }
-
     async fn load_web_backup(string: String) -> Result<bool, NotificationData> {
-        let local = get_local_version().await;
+        let local = get_local_version().await?;
         let web = get_web_version(string.as_str()).await?;
         info!("{} {}", local, web);
         if web > local {
             info!("Web version is newer than local version");
             load_data(string, true).await?;
-            set_local_version(web).await;
+            set_local_version(web).await?;
         } else {
             return Ok(false);
         }
@@ -189,23 +144,20 @@ impl ScreenState {
             return self.handle_keyboard(e);
         }
 
-        if let DataLoaded(data) = message {
-            self.app_state.lock().activity = data;
-            return Task::none();
-        }
-
         if let UpdateData = message {
             info!("Loading data");
-            let mut state = self.app_state.lock();
+            let state = &mut self.app_state;
             if cfg!(windows) {
-                state.connection = Connection::open_in_memory().unwrap();
+                state.connection.lock().finish();
             }
             let db_file = db_path();
             let temp_db_file = temp_db_path();
-            std::fs::rename(temp_db_file, &db_file).unwrap();
+            if std::fs::rename(temp_db_file, &db_file).is_err() {
+                return push_error_task!(PermissionDenied);
+            }
 
-            state.connection = default_connection();
+            state.connection = Default::default();
-            fill_state(&mut state);
+            fill_state(state);
             return Task::none();
         }
 
@@ -237,7 +189,7 @@ impl ScreenState {
                 Import
             );
         }
-        info!("Update took {:?}", time.elapsed());
+        debug!("Update took {:?}", time.elapsed());
 
         task.0
     }
@@ -284,16 +236,18 @@ impl ScreenState {
 
         let notifications = self.notification_manager.draw().map(Notification);
 
-        info!("View took {:?}", time.elapsed());
+        debug!("View took {:?}", time.elapsed());
         stack![view, notifications].width(Fill).height(Fill).into()
     }
 
     fn handle_keyboard(&mut self, message: Event) -> Task<RootMessage> {
-        let page = self.stack.last_mut().unwrap();
+        if let Some(page) = self.stack.last_mut() {
-        match page {
+            return match page {
-            Repetition(page) => page.press(&message),
+                Repetition(page) => page.press(&message),
-            _ => Task::none(),
+                _ => Task::none(),
+            };
         }
+        Task::none()
     }
 }
 
@@ -305,7 +259,7 @@ pub struct AppSettings {
 #[macro_export]
 macro_rules! view_navigation {
     ($stack:expr, $($e:ident), *) => {
-        match &$stack.last().unwrap() {
+        match &$stack.last().expect("Unexpected stack state") {
             $(
             $e(s) => s.view().map(RootMessage::$e),
             )*
@@ -319,7 +273,7 @@ macro_rules! state_update {
         match $message {
             $(
             RootMessage::$e(msg) => {
-                if let $e(s) = $stack.last_mut().unwrap() {
+                if let $e(s) = $stack.last_mut().expect("Unexpected stack state") {
                     message_navigation!(msg, $stack, s)
                 }
                 else {
@@ -354,7 +308,7 @@ macro_rules! message_navigation {
 #[macro_export]
 macro_rules! state_navigate_handle {
     ($stack:expr, $($e:ident), *) => {
-        match $stack.last_mut().unwrap() {
+        match $stack.last_mut().expect("Unexpected stack state") {
             $(
             Page::$e(page) => {
                 page.navigated();

src/notification.rs

@@ -109,7 +109,9 @@ impl NotificationManager {
                 iced::widget::button("✕")
                     .on_press(NotificationMessage::Remove(*id))
                     .style(iced::widget::button::text)
-            ].align_y(Center).width(300)
+            ]
+            .align_y(Center)
+            .width(300)
             .padding(HALF_SPACING),
         );
         container
@@ -137,7 +139,7 @@ impl NotificationManager {
     fn draw_data<'a>(data: &NotificationData) -> Element<'a, NotificationMessage> {
         match data {
             NotificationData::DataLoaded => {
-                text!("Данные успешно скачаны")
+                text!("Данные успешно загружены на сервер")
             }
             NotificationData::ImportError => {
                 text!("Ошибка при импорте данных из Anki")
@@ -152,11 +154,20 @@ impl NotificationManager {
                 text!("Не получается подключиться к VoiceVox")
             }
             NotificationData::PermissionDenied => {
-                text!("У приложение недостаточно прав")
+                text!("У приложение недостаточно прав для доступа в файлам")
             }
             NotificationData::WebApiUnavailable => {
                 text!("Не получается подключиться к Api")
             }
+            NotificationData::DbSaveError => {
+                text!("Не получается сохранить данные")
+            }
+            NotificationData::DbLoadError => {
+                text!("Не получается загрузить данные")
+            }
+            NotificationData::CompressError => {
+                text!("Ошибка сжатия или распаковки данных")
+            }
         }
         .width(Fill)
         .into()
@@ -170,7 +181,7 @@ pub enum NotificationRequest {
     Error(NotificationData),
 }
 
-#[derive(Clone)]
+#[derive(Clone, Debug)]
 pub enum NotificationData {
     PermissionDenied,
     DataLoaded,
@@ -179,4 +190,9 @@ pub enum NotificationData {
     OpenFileError,
     VoiceVoxUnavailable,
     WebApiUnavailable,
+    DbSaveError,
+    DbLoadError,
+    CompressError,
 }
+
+pub type MaybeError = Result<(), NotificationData>;

src/pages/dictionary.rs

@@ -1,12 +1,19 @@
+use crate::app::AppState;
 use crate::data::Id;
-use crate::data_provider::words::{delete_group, delete_word, update_group, update_word};
+use crate::data::entities::{EntityHandle, WordData, WordGroup};
+use crate::data::repositories::{Query, Repository};
+use crate::data_provider::word_groups::{WordGroupDataLayer, WordGroupRepositoryInner};
+use crate::data_provider::words::WordDataLayer;
+use crate::data_provider::words::WordRepositoryInner;
+use crate::navigation::Page::{Import, Word};
+use crate::navigation::{NavigatedPage, Page, RootMessage};
 use crate::pages::dictionary::DictionaryMessage::*;
 use crate::pages::dictionary_quiz::DictionaryQuizState;
 use crate::pages::import::ImportState;
-use crate::navigation::Page::{Import, Word};
-use crate::navigation::{NavigatedPage, Page, RootMessage};
-use crate::styling::*;
 use crate::pages::word::WordState;
+use crate::push_error;
+use crate::push_error_task;
+use crate::styling::*;
 use chrono::{DateTime, TimeDelta, Utc};
 use hashbrown::{HashMap, HashSet};
 use iced::alignment::Vertical::Center;
@@ -17,40 +24,38 @@ use iced::widget::text_input::default;
 use iced::widget::*;
 use iced::{Border, Color, Shadow, Task};
 use iced_core::Length::Fill;
-use parking_lot::Mutex;
+use log::info;
 use rand::random_range;
 use std::ops::Add;
 use std::sync::Arc;
 use std::time::{Duration, Instant};
-use log::info;
-use crate::app::AppState;
-use crate::data::entities::{WordData, WordGroup};
 
-#[derive(Clone)]
 pub struct DictionaryState {
-    state: Arc<Mutex<AppState>>,
+    state: AppState,
-    include_map: Vec<bool>,
+    included: HashSet<EntityHandle<WordData>>,
     tag_map: HashMap<String, bool>,
+    words_tags: Vec<(EntityHandle<WordData>, Vec<String>)>,
     reverse: bool,
     search: String,
     no_typing: bool,
-    selected_group_index: usize,
+    selected_group: EntityHandle<WordGroup>,
     reverse_list: bool,
-    auto_save_queue: HashMap<usize, DateTime<Utc>>,
+    auto_save_queue: HashMap<EntityHandle<WordData>, DateTime<Utc>>,
+    displayed_words_query: Query<WordData, WordRepositoryInner, WordDataLayer>,
+    groups_query: Query<WordGroup, WordGroupRepositoryInner, WordGroupDataLayer>,
 }
 
-#[derive(Debug, Clone)]
+#[derive(Clone)]
 pub enum DictionaryMessage {
     Back,
-    SetTags(usize, String),
+    SetTags(EntityHandle<WordData>, String),
-    SetKey(usize, String),
+    SetKey(EntityHandle<WordData>, String),
-    SetValue(usize, String),
+    SetValue(EntityHandle<WordData>, String),
-    SubmitWord(usize),
+    WordAction(EntityHandle<WordData>),
-    WordAction(usize),
     NewWord,
-    Include(usize, bool),
+    Include(EntityHandle<WordData>, bool),
     IncludeTag(String, bool),
-    Test,
+    GotoTest,
     ResetTags,
     SetReverse(bool),
     Search(String),
@@ -58,11 +63,11 @@ pub enum DictionaryMessage {
     CreateGroup,
     EditGroup(String),
     SaveGroup,
-    SelectGroup(usize),
+    SelectGroup(EntityHandle<WordGroup>),
     DeleteGroup,
     ChangeDirection,
-    TrySave(usize),
+    TrySave(EntityHandle<WordData>),
-    ToImport,
+    GotoImport,
 }
 
 impl NavigatedPage<DictionaryMessage> for DictionaryState {
@@ -70,82 +75,71 @@ impl NavigatedPage<DictionaryMessage> for DictionaryState {
         if let Back = message {
             return Some(Page::PreviousPage);
         }
-        if let Test = message
+        if let GotoTest = message
-            && self.include_map.iter().any(|x| *x)
+            && !self.included.is_empty()
         {
             let mut words = vec![];
-            let dict = &self.state.lock().dictionary;
+            let dict = &self.state.dictionary.read();
 
-            words = self
+            let mut query = dict.query(Arc::new(|_| true));
-                .include_map
+            let handles = query.handles();
-                .iter()
+            words = handles.filter(|h| self.included.contains(h)).collect();
-                .zip(0..self.include_map.len())
-                .filter(|(flag, _)| **flag)
-                .map(|(_, index)| dict[index].clone())
-                .collect();
 
             return Some(Page::DictionaryQuiz(DictionaryQuizState::new(
                 words,
                 self.reverse,
                 self.no_typing,
+                self.state.clone(),
             )));
         }
-        if let WordAction(index) = message {
+        if let WordAction(handle) = message
-            let word: WordData;
+            && handle.real()
-            {
+        {
-                let state = self.state.lock();
+            return Some(Word(WordState::new(*handle, self.state.clone())));
-                let dict = &state.dictionary;
-                word = dict[*index].clone();
-            }
-            if word.id.is_valid() {
-                return Some(Word(WordState::new(word, *index, self.state.clone())));
-            }
         }
-        if let ToImport = message {
+        if let GotoImport = message {
             return Some(Import(ImportState::new(self.state.clone())));
         }
         None
     }
 
     fn navigated(&mut self) {
-        let len = self.state.lock().dictionary.len();
+        self.included = Default::default();
-
-        self.include_map = vec![false; len];
         self.tag_map = Default::default();
+        let groups = self.state.word_groups.read();
+        self.groups_query.load(&groups);
+        drop(groups);
         self.update_tags();
     }
 
     fn update(&mut self, message: DictionaryMessage) -> Task<RootMessage> {
         match message {
             NewWord => {
-                let mut state = self.state.lock();
+                let mut dictionary = self.state.dictionary.write();
                 let mut word = WordData::new();
-                word.group_id = state.word_groups[self.selected_group_index].id;
+                word.group_id = self.selected_group.id;
-
+                dictionary.create(word);
-                let dict = &mut state.dictionary;
+                self.displayed_words_query.load(&dictionary);
-                dict.push(word);
-                self.include_map.push(false);
             }
 
-            SetKey(i, v) => {
+            SetKey(handle, v) => {
-                {
+                let mut dictionary = self.state.dictionary.write();
-                    let dict = &mut self.state.lock().dictionary;
+                dictionary.get_mut_static(handle).unwrap().key = v;
-                    dict[i].key = v;
+                drop(dictionary);
-                }
+                return self.launch_auto_save_offset(handle);
-                return self.launch_auto_save_offset(i);
             }
-            SetValue(i, v) => {
+            SetValue(handle, v) => {
-                {
+                let mut dictionary = self.state.dictionary.write();
-                    let dict = &mut self.state.lock().dictionary;
+                dictionary.get_mut_static(handle).unwrap().value = v;
-                    dict[i].value = v
+                drop(dictionary);
-                }
+                return self.launch_auto_save_offset(handle);
-                return self.launch_auto_save_offset(i);
             }
             SetTags(i, mut v) => {
                 {
-                    let dict = &mut self.state.lock().dictionary;
+                    let mut dictionary = self.state.dictionary.write();
 
-                    let current_tags_value = dict[i].tags.clone();
+                    let word = dictionary.get_mut_static(i).unwrap();
+                    let current_tags_value = word.tags.clone();
 
                     if v.ends_with(", ") && v.len() < current_tags_value.len() {
                         v = v[..v.len() - 2].to_string()
@@ -155,7 +149,7 @@ impl NavigatedPage<DictionaryMessage> for DictionaryState {
                         v.remove(index);
                     }
 
-                    dict[i].tags = v;
+                    word.tags = v;
                 }
 
                 self.update_tags();
@@ -163,86 +157,89 @@ impl NavigatedPage<DictionaryMessage> for DictionaryState {
             }
 
             WordAction(i) => {
-                let state = &mut self.state.lock();
+                let mut dictionary = self.state.dictionary.write();
-                let dict = &mut state.dictionary;
+
-                let word = dict.remove(i);
+                if let Err(err) = dictionary.delete(i) {
-                self.include_map.remove(i);
+                    return push_error_task!(err);
-                self.auto_save_queue.remove(&i);
-                delete_word(&word, &state.connection)
-            }
-            Include(i, b) => self.include_map[i] = b,
-            IncludeTag(t, v) => {
-                let index;
-                {
-                    let state = self.state.lock();
-                    index = state.word_groups[self.selected_group_index].id;
                 }
+
+                self.displayed_words_query.load(&dictionary);
+            }
+            Include(i, b) => {
+                if b {
+                    self.included.insert(i);
+                } else {
+                    self.included.remove(&i);
+                }
+            }
+            IncludeTag(t, v) => {
                 self.tag_map.insert(t, v);
-                self.update_words_include(index)
+                self.update_words_include(self.selected_group.id)
             }
 
             ResetTags => {
                 self.tag_map.iter_mut().for_each(|(_, v)| *v = false);
-                self.include_map.iter_mut().for_each(|x| *x = false)
+                self.included.clear();
             }
             SetReverse(v) => self.reverse = v,
             Search(s) => {
                 self.search = s;
             }
             SetTyping(b) => self.no_typing = b,
-            SubmitWord(i) => self.save_word(i),
             Back => {}
-            Test => {}
+            GotoTest => {}
             CreateGroup => {
-                let state = &mut self.state.lock();
+                let mut groups = self.state.word_groups.write();
-
+                groups.create(WordGroup {
-                state.word_groups.push(WordGroup {
                     id: 0.into(),
                     name: format!("Группа слов {}", random_range(100..1000)),
                 });
+                self.groups_query.load(&groups);
             }
             EditGroup(new) => {
-                let state = &mut self.state.lock();
+                let mut groups = self.state.word_groups.write();
-                let group = state.word_groups.get_mut(self.selected_group_index);
+
+                let group = groups.get_mut(&mut self.selected_group);
                 if let Some(group) = group {
-                    group.name = new.clone();
+                    group.name = new;
                 }
             }
             SaveGroup => {
-                let state = &mut self.state.lock();
+                {
-                let connection = &state.connection;
+                    let mut groups = self.state.word_groups.write();
-                let mut group = state.word_groups[self.selected_group_index].clone();
 
-                update_group(&mut group, connection);
+                    if let Err(err) = groups.save(&mut self.selected_group) {
-                state.word_groups[self.selected_group_index] = group;
+                        return push_error_task!(err);
+                    }
+
+                    self.groups_query.load(&groups);
+                }
+
+                self.setup_words_query();
             }
             SelectGroup(i) => {
-                self.selected_group_index = i;
+                self.selected_group = i;
-                let index;
+                self.setup_words_query();
-                {
+                self.update_words_include(i.id)
-                    let state = self.state.lock();
-                    index = state.word_groups[i].id;
-                }
-                self.update_words_include(index)
             }
             DeleteGroup => {
-                if self.selected_group_index == 0 {
+                if self.selected_group.id.0 == 1 {
                     return Task::none();
                 }
                 {
-                    let state = &mut self.state.lock();
+                    let delete_group = self.selected_group;
+                    self.selected_group = EntityHandle::from_id(1.into());
+                    self.setup_words_query();
+                    let mut groups = self.state.word_groups.write();
 
-                    if let Some(group) = state.word_groups.get(self.selected_group_index) {
+                    if let Err(err) = groups.delete(delete_group) {
-                        let remove_group_id = group.id;
+                        return push_error_task!(err);
-                        let connection = &state.connection;
-
-                        delete_group(group, connection);
-                        state.word_groups.remove(self.selected_group_index);
-                        state
-                            .dictionary
-                            .retain(|word| word.group_id != remove_group_id);
-                        self.selected_group_index = 0;
                     }
+
+                    if let Err(err) = self.state.dictionary.write().reload() {
+                        return push_error_task!(err);
+                    }
+                    self.groups_query.load(&groups);
                 }
 
                 self.update_tags()
@@ -250,17 +247,25 @@ impl NavigatedPage<DictionaryMessage> for DictionaryState {
             ChangeDirection => {
                 self.reverse_list = !self.reverse_list;
             }
-            TrySave(word_index) => {
+            TrySave(mut handle) => {
                 let now = Utc::now();
-                if !self.auto_save_queue.contains_key(&word_index) {
+                if !self.auto_save_queue.contains_key(&handle) {
                     return Task::none();
                 }
-                if self.auto_save_queue[&word_index] <= now {
+                if self.auto_save_queue[&handle] <= now {
-                    self.auto_save_queue.remove(&word_index);
+                    self.auto_save_queue.remove(&handle);
-                    self.save_word(word_index);
+
+                    let mut dictionary = self.state.dictionary.write();
+
+                    let reload_query = handle.real() == false;
+                    let _ = dictionary.save(&mut handle);
+                    if reload_query {
+                        self.displayed_words_query.load(&dictionary);
+                    }
+                    return Task::none();
                 }
             }
-            ToImport => {}
+            GotoImport => {}
         }
 
         Task::none()
@@ -275,7 +280,7 @@ impl NavigatedPage<DictionaryMessage> for DictionaryState {
                     row![
                         self.add_word_button(),
                         horizontal().width(Fill),
-                        button("Импорт").style(text).on_press(ToImport),
+                        button("Импорт").style(text).on_press(GotoImport),
                     ]
                 ]
                 .spacing(5),
@@ -289,39 +294,51 @@ impl NavigatedPage<DictionaryMessage> for DictionaryState {
 }
 
 impl DictionaryState {
-    pub fn new(state: Arc<Mutex<AppState>>) -> Self {
+    pub fn new(state: AppState) -> Self {
-        let len = state.lock().dictionary.len();
+        let words_query = state.dictionary.read().empty_query_par();
-
+        let groups_query = state.word_groups.read().query(Arc::new(|_| true));
         let mut result = DictionaryState {
-            include_map: vec![false; len],
+            included: Default::default(),
-            selected_group_index: 0,
+            selected_group: EntityHandle::new(Id(1), 0, true),
             state,
             tag_map: HashMap::new(),
+            words_tags: vec![],
             reverse: false,
             search: "".to_string(),
             no_typing: true,
             reverse_list: true,
             auto_save_queue: HashMap::new(),
+            displayed_words_query: words_query,
+            groups_query,
         };
 
+        result.init();
         result.update_tags();
 
         result
     }
 
-    fn save_word(&mut self, i: usize) {
+    fn init(&mut self) {
-        let state = &mut self.state.lock();
+        self.displayed_words_query = self
-        let connection = &state.connection;
+            .state
-        let word = &mut state.dictionary[i].clone();
+            .dictionary
-
+            .read()
-        update_word(word, connection);
+            .query(Arc::new(|word| word.group_id == Id(1)));
-        state.dictionary[i] = word.clone();
     }
 
-    fn launch_auto_save_offset(&mut self, index: usize) -> Task<RootMessage> {
+    fn setup_words_query(&mut self) {
+        let id = self.selected_group.id;
+        self.displayed_words_query = self
+            .state
+            .dictionary
+            .read()
+            .query(Arc::new(move |word| word.group_id == id));
+    }
+
+    fn launch_auto_save_offset(&mut self, handle: EntityHandle<WordData>) -> Task<RootMessage> {
         let save_time = Utc::now().add(TimeDelta::milliseconds(900));
-        self.auto_save_queue.insert(index, save_time);
+        self.auto_save_queue.insert(handle, save_time);
-        let message = RootMessage::Dictionary(TrySave(index));
+        let message = RootMessage::Dictionary(TrySave(handle));
         Task::perform(
             async { tokio::time::sleep(Duration::from_secs(1)).await },
             |_| message,
@@ -332,22 +349,16 @@ impl DictionaryState {
         let time = Instant::now();
         let mut col = Column::new().width(Fill);
 
-        let state = self.state.lock();
+        let query = &self.displayed_words_query;
-        let group_id = state.word_groups[self.selected_group_index].id;
+        let dictionary = self.state.dictionary.read();
 
-        let dict = &state.dictionary;
+        for access_index in 0..query.len() {
-
-        let mut index = 0;
-
-        for access_index in 0..dict.len() {
             let mut i = access_index;
             if self.reverse_list {
-                i = dict.len() - access_index - 1;
+                i = query.len() - access_index - 1;
-            }
-            let word = &dict[i];
-            if word.group_id != group_id {
-                continue;
             }
+            let word_handle = &query[i];
+            let word = dictionary.get_ref_static(*word_handle).unwrap();
 
             if !self.search.is_empty()
                 && !word.key.contains(&self.search)
@@ -358,103 +369,100 @@ impl DictionaryState {
             }
 
             let word_line_data = WordLineState {
-                is_included: self.include_map[i],
+                is_included: self.included.contains(word_handle),
-                key: word.key.clone(),
+                key: word.key.clone().into(),
-                value: word.value.clone(),
+                value: word.value.clone().into(),
-                tags: word.tags.clone(),
+                tags: word.tags.clone().into(),
-                id: word.id,
+                handle: word_handle.clone(),
-                index: i,
             };
 
-            index += 1;
+            let lazy_line = lazy(word_line_data, Self::word_line);
 
-            let lazy_line = lazy(word_line_data, move |data| {
+            col = col.push(lazy_line);
-                let index = data.index;
+        }
-                let mut line = Row::new().width(Fill).align_y(Center);
-                line = line.push(
-                    checkbox(data.is_included)
-                        .label("")
-                        .spacing(15)
-                        .on_toggle(move |b| Include(index, b)),
-                );
 
-                line = line.push(
+        info!("Words rendering time: {:?}", time.elapsed());
-                    text_input("Слово", &data.key)
+        scrollable(col).height(Fill).into()
-                        .size(ACCENT_FONT_SIZE)
+    }
-                        .width(Fill)
-                        .on_input(move |string| SetKey(index, string))
-                        .on_submit(SubmitWord(index))
-                        .style(|x, status| {
-                            let mut default_style = default(x, status);
-                            default_style.border.radius = 0.0.into();
-                            default_style
-                        }),
-                );
-                line = line.push(
-                    text_input("Перевод", &data.value)
-                        .size(ACCENT_FONT_SIZE)
-                        .width(Fill)
-                        .on_input(move |string| SetValue(index, string))
-                        .on_submit(SubmitWord(index))
-                        .style(|x, status| {
-                            let mut default_style = default(x, status);
-                            default_style.border.radius = 0.0.into();
-                            default_style
-                        }),
-                );
 
-                line = line.push(
+    fn word_line<'a>(data: &WordLineState) -> Row<'a, DictionaryMessage> {
-                    text_input("Теги", &data.tags)
+        let mut line = Row::new().width(Fill).align_y(Center);
-                        .size(ACCENT_FONT_SIZE)
+        let handle = data.handle.clone();
-                        .width(Fill)
+        line = line.push(
-                        .on_input(move |string| SetTags(index, string))
+            checkbox(data.is_included)
-                        .on_submit(SubmitWord(index))
+                .label("")
-                        .style(|x, status| {
+                .spacing(15)
-                            let mut default_style = default(x, status);
+                .on_toggle(move |b| Include(handle, b)),
-                            default_style.border.radius = 0.0.into();
+        );
-                            default_style
-                        }),
-                );
 
-                let line_button = || {
+        line = line.push(
-                    let action = WordAction(index);
+            text_input("Слово", &data.key)
+                .size(ACCENT_FONT_SIZE)
+                .width(Fill)
+                .on_input(move |string| SetKey(handle, string))
+                .style(|x, status| {
+                    let mut default_style = default(x, status);
+                    default_style.border.radius = 0.0.into();
+                    default_style
+                }),
+        );
+        line = line.push(
+            text_input("Перевод", &data.value)
+                .size(ACCENT_FONT_SIZE)
+                .width(Fill)
+                .on_input(move |string| SetValue(handle, string))
+                .style(|x, status| {
+                    let mut default_style = default(x, status);
+                    default_style.border.radius = 0.0.into();
+                    default_style
+                }),
+        );
 
-                    if !data.id.is_valid() {
+        line = line.push(
-                        return button("-").on_press(action).style(|_x, _status| Style {
+            text_input("Теги", data.tags.as_ref())
+                .size(ACCENT_FONT_SIZE)
+                .width(Fill)
+                .on_input(move |string| SetTags(handle, string))
+                .style(|x, status| {
+                    let mut default_style = default(x, status);
+                    default_style.border.radius = 0.0.into();
+                    default_style
+                }),
+        );
+
+        let line_button = || {
+            if !data.handle.real() {
+                return button("-")
+                    .on_press(WordAction(data.handle))
+                    .style(
+                        |_x: &iced::Theme, _status: iced::widget::button::Status| Style {
                             background: None,
                             text_color: Color::BLACK,
                             border: Border::default(),
                             shadow: Shadow::default(),
                             snap: false,
-                        });
+                        },
-                    }
+                    )
+                    .width(15);
+            }
 
-                    button("").on_press(WordAction(index)).width(15)
+            button("")
-                };
+                .on_press(WordAction(data.handle))
-                line = line.push(line_button()).push(space().width(10));
+                .style(button::primary)
-                line
+                .width(15)
-            });
+        };
-
+        line.push(line_button()).push(space().width(10))
-            col = col.push(lazy_line);
-        }
-
-        info!("Drawing {index} lines");
-        info!("Words rendering time: {:?}", time.elapsed());
-        scrollable(col).height(Fill).into()
     }
 
     fn filters(&self) -> iced::Element<'_, DictionaryMessage> {
-        let dict = &self.state.lock().dictionary;
+        let dict = &self.state.dictionary.read();
 
         iced::widget::column![
             text_input("Поиск", &self.search)
                 .on_input(Search)
                 .width(Fill),
             text!("Всего слов: {}", dict.len()),
-            text!(
+            text!("Выбрано слов: {}", self.included.iter().count()),
-                "Выбрано слов: {}",
-                self.include_map.iter().filter(|i| **i).count()
-            ),
             self.tags_selector(),
             toggler(self.no_typing)
                 .label("Без набора")
@@ -464,7 +472,7 @@ impl DictionaryState {
                 .on_toggle(SetReverse),
             button(text!("Тест").center().width(Fill))
                 .style(cta_button)
-                .on_press(Test)
+                .on_press(GotoTest)
                 .width(Fill),
         ]
         .width(250)
@@ -499,15 +507,19 @@ impl DictionaryState {
     }
 
     fn update_tags(&mut self) {
+        self.words_tags.clear();
         let mut tags_list: HashSet<String> = HashSet::new();
-        let dict = &self.state.lock().dictionary;
+        let dict = &self.state.dictionary.write();
-
+        let mut words_query = dict.full_query();
-        dict.iter().for_each(|element| {
+        let handles = words_query.handles().collect::<Vec<_>>();
-            split_with_coma(element.tags.as_str())
+        words_query.iter(dict).zip(handles).for_each(|(element, handle)| {
-                .iter()
+            let tags = split_with_coma(element.tags.as_str());
+                tags.iter()
                 .for_each(|tag| {
                     tags_list.insert(tag.clone());
                 });
+            self.words_tags.push((handle, tags))
+
         });
 
         let current_tags = self
@@ -537,22 +549,27 @@ impl DictionaryState {
             .collect::<Vec<String>>();
 
         if include_tags.is_empty() {
-            self.include_map.iter_mut().for_each(|x| *x = false);
+            self.included.clear();
             return;
         }
 
-        let dict = &self.state.lock().dictionary;
+        let dict = &self.state.dictionary.read();
         let time = Instant::now();
 
-        self.include_map = dict
+        self.included.clear();
-            .iter()
+        for (handle, tags) in &mut self.words_tags {
-            .map(|word| (split_with_coma(word.tags.as_str()), word.group_id))
+            if let Some(word) = dict.get_ref(handle) {
-            .map(|(tags, word_group_id)| {
+                if word.group_id != group_id {
-                !tags.is_empty()
+                    continue;
-                    && tags.iter().all(|t| include_tags.contains(t))
+                }
-                    && word_group_id == group_id
+
-            })
+                if !tags.is_empty() && tags.iter().all(|t| include_tags.contains(t)) {
-            .collect();
+                    self.included.insert(*handle);
+                }
+            } else {
+                continue;
+            }
+        }
 
         info!("Time {}", time.elapsed().as_micros());
     }
@@ -561,18 +578,19 @@ impl DictionaryState {
         let mut row = Row::new();
         row = row.push(button("+").style(text).on_press(CreateGroup));
 
-        let state = &self.state.lock();
+        let groups = &self.state.word_groups.read();
-        let groups = &state.word_groups;
 
-        for (index, group) in groups.iter().enumerate() {
+        for mut group in self.groups_query.handles() {
+            let group_name = groups.get(&mut group).unwrap().name.clone();
             row = row.push(
-                button(text!("{}", group.name.clone()))
+                button(text!("{}", group_name))
                     .style(text)
-                    .on_press(SelectGroup(index)),
+                    .on_press(SelectGroup(group)),
             );
         }
 
-        let group = state.word_groups[self.selected_group_index].clone();
+        let groups = self.state.word_groups.read();
+        let group = groups.get_static(self.selected_group.clone()).unwrap();
 
         iced::widget::column![
             scrollable(row).width(Fill).horizontal(),
@@ -591,7 +609,7 @@ impl DictionaryState {
     }
 
     fn group_delete_button(&self) -> iced::Element<'_, DictionaryMessage> {
-        if self.selected_group_index != 0 {
+        if self.selected_group.real() && self.selected_group.id != 1.into() {
             button("Удалить").style(danger).on_press(DeleteGroup).into()
         } else {
             space().into()
@@ -599,11 +617,9 @@ impl DictionaryState {
     }
 
     fn add_word_button(&self) -> iced::Element<'_, DictionaryMessage> {
-        let state = self.state.lock();
-        let group_id = state.word_groups[self.selected_group_index].id;
         let button = button("Добавить слово").style(jl_button);
 
-        if group_id.is_valid() {
+        if self.selected_group.real() {
             return button.on_press(NewWord).into();
         }
 
@@ -618,12 +634,11 @@ pub fn split_with_coma(ts: &str) -> Vec<String> {
         .collect::<Vec<String>>()
 }
 
-#[derive(Hash, PartialEq, Eq)]
+#[derive(Clone, Hash, PartialEq, Eq)]
 struct WordLineState {
     is_included: bool,
-    key: String,
+    key: Box<str>,
-    value: String,
+    value: Box<str>,
-    tags: String,
+    tags: Box<str>,
-    id: Id,
+    handle: EntityHandle<WordData>,
-    index: usize,
 }

src/pages/dictionary_quiz.rs

@@ -1,8 +1,9 @@
+use crate::data::entities::{EntityHandle, WordData};
+use crate::navigation::Page::PreviousPage;
 use crate::navigation::RootMessage;
+use crate::navigation::*;
 use crate::pages::dictionary::split_with_coma;
 use crate::pages::dictionary_quiz::DictionaryQuizMessage::*;
-use crate::navigation::Page::PreviousPage;
-use crate::navigation::*;
 use crate::pages::quiz::Score;
 use crate::styling::*;
 use iced::Background::Color;
@@ -11,12 +12,13 @@ use iced::widget::container::Style;
 use iced::widget::{Row, button, container, row, space, text, text_input};
 use iced::{Border, Element, Fill, Task, Theme, alignment};
 use rand::prelude::SliceRandom;
-use crate::data::entities::WordData;
+use crate::app::AppState;
+use crate::data::repositories::Repository;
 
-#[derive(Debug, Clone)]
 pub struct DictionaryQuizState {
-    words: Vec<WordData>,
+    state: AppState,
-    current_set: Vec<WordData>,
+    words: Vec<EntityHandle<WordData>>,
+    current_set: Vec<EntityHandle<WordData>>,
     answer: String,
     view: String,
     correct: String,
@@ -104,8 +106,9 @@ impl NavigatedPage<DictionaryQuizMessage> for DictionaryQuizState {
 }
 
 impl DictionaryQuizState {
-    pub fn new(words: Vec<WordData>, reverse: bool, no_typing: bool) -> DictionaryQuizState {
+    pub fn new(words: Vec<EntityHandle<WordData>>, reverse: bool, no_typing: bool, state: AppState) -> DictionaryQuizState {
-        DictionaryQuizState {
+        let state = DictionaryQuizState {
+            state,
             words,
             current_set: Vec::new(),
             answer: "".to_string(),
@@ -116,7 +119,9 @@ impl DictionaryQuizState {
             reverse,
             laps: 0,
             no_typing,
-        }
+        };
+
+        state
     }
 
     fn submit(&mut self) {
@@ -147,7 +152,8 @@ impl DictionaryQuizState {
             self.score.total += 1;
         }
         if self.answer.to_lowercase() == self.correct.to_lowercase()
-            || split_with_coma(self.correct.to_lowercase().as_str()).contains(&self.answer.to_lowercase())
+            || split_with_coma(self.correct.to_lowercase().as_str())
+                .contains(&self.answer.to_lowercase())
         {
             if !self.is_help {
                 self.score.correct += 1;
@@ -171,7 +177,7 @@ impl DictionaryQuizState {
         self.is_help = false;
         self.answer = String::new();
 
-        let next: WordData = match self.current_set.pop() {
+        let next: EntityHandle<WordData> = match self.current_set.pop() {
             Some(word) => word,
             None => {
                 self.update_set();
@@ -179,12 +185,14 @@ impl DictionaryQuizState {
             }
         };
 
+        let repo = self.state.dictionary.read();
+        let next = repo.get_static(next).unwrap();
         if self.reverse {
-            self.view = next.value.clone();
+            self.view = next.value;
-            self.correct = next.key.clone();
+            self.correct = next.key;
         } else {
-            self.view = next.key.clone();
+            self.view = next.key;
-            self.correct = next.value.clone();
+            self.correct = next.value;
         }
     }
 

src/pages/history.rs

@@ -1,4 +1,6 @@
-use crate::data_provider::history::{get_history_of_set};
+use crate::app::AppState;
+use crate::data::entities::{HistoryNote, WordData};
+use crate::data::repositories::Repository;
 use crate::navigation::*;
 use crate::styling::*;
 use chrono::Local;
@@ -6,17 +8,13 @@ use iced::alignment::Horizontal::Center;
 use iced::widget::space::horizontal;
 use iced::widget::*;
 use iced::{Element, Fill, FillPortion, Task};
-use parking_lot::Mutex;
 use std::sync::Arc;
 use HistoryMessage::Back;
-use crate::app::AppState;
-use crate::data::entities::{HistoryItem, WordData};
-use crate::data::INVALID_ID;
 
 #[derive(Clone)]
 pub struct HistoryState {
-    list: Vec<HistoryItem>,
+    list: Vec<(WordData, HistoryNote)>,
-    words: Vec<WordData>,
+    pub state: AppState,
 }
 
 impl NavigatedPage<HistoryMessage> for HistoryState {
@@ -39,66 +37,70 @@ impl NavigatedPage<HistoryMessage> for HistoryState {
                     .width(FillPortion(5)),
                 horizontal().width(FillPortion(1))
             ]
-            .height(Fill)
+                .height(Fill)
-            .width(Fill)
+                .width(Fill)
-            .into(),
+                .into(),
             Back,
         )
     }
 }
 
 impl HistoryState {
-    pub fn new(id: crate::data::Id, state: Arc<Mutex<AppState>>) -> Self {
+    pub fn new(id: crate::data::Id, state: AppState) -> Self {
-        let state = state.lock();
+        let dict = &state.dictionary.read();
-        let history = get_history_of_set(id).unwrap_or_default();
+        let history_repo = &mut state.history.write();
+        history_repo.init().expect("TODO: panic message");
+        let id = id.clone();
+        let mut history = history_repo.query(Arc::new(move |h| h.deck_id == id));
         let words = history
-            .iter()
+            .iter(history_repo)
             .map(
-                |item| match state.dictionary.iter().find(|w| w.id == item.word_id) {
+                |item| {let handle = dict.handle_by_id(item.word_id);
-                    None => WordData {
+                    let word = dict.get_static(handle).unwrap_or(WordData {
-                        id,
+                        id: Default::default(),
+                        group_id: Default::default(),
                         key: "Удаленное слово".to_string(),
-                        value: "Удаленное слово".to_string(),
+                        value: "".to_string(),
-                        tags: "Удаленное слово".to_string(),
+                        tags: "".to_string(),
                         additional: Default::default(),
-                        group_id: INVALID_ID,
+                    });
-                    },
+                    (word, item.clone())
-                    Some(word) => word.clone(),
+                }
-                },
             )
             .collect();
-
         Self {
-            list: history,
+            list: words,
-            words,
+            state: state.clone(),
         }
     }
 
     fn history_lines(&self) -> Column<'_, HistoryMessage> {
         let mut column = Column::new();
-        for (index, item) in self.list.iter().enumerate() {
+        for (index, item) in &self.list {
+
+            let activity = item;
             column = column.push(
                 row![
                     iced::widget::column![
-                        text!("{}", self.words[index].key)
+                        text!("{}", index.key)
                             .width(Fill)
                             .align_x(Center),
-                        text!("{}", self.words[index].value)
+                        text!("{}", index.value)
                             .width(Fill)
                             .align_x(Center),
                     ]
                     .align_x(Center),
                     iced::widget::column![
-                        text!("{} ➞ {}", item.before, item.after),
+                        text!("{} ➞ {}", activity.before, activity.after),
                         text!(
                             "{}",
-                            item.timestamp.with_timezone(&Local).format("%d.%m %H:%M")
+                            activity.timestamp.with_timezone(&Local).format("%d.%m %H:%M")
                         )
                     ]
                     .spacing(5)
                     .align_x(Center)
                 ]
-                .spacing(5),
+                    .spacing(5),
             );
             column = column.push(rule::horizontal(1));
         }

src/pages/import.rs

@@ -1,10 +1,14 @@
+use crate::app::AppState;
+use crate::data::entities::EntityData;
+use crate::data::entities::WordData;
+use crate::data::entities::WordGroup;
 use crate::data_provider::import::{ImportData, ImportGroup, get_words_of_group, load_groups};
-use crate::data_provider::words::{add_group, add_words};
+use crate::fs::*;
-use crate::pages::import::ImportMessage::*;
-use crate::data::entities::{WordData, WordGroup};
 use crate::navigation::{NavigatedPage, Page, RootMessage};
 use crate::notification::NotificationData::OpenFileError;
-use crate::notification::{NotificationData, NotificationRequest};
+use crate::notification::{MaybeError, NotificationData};
+use crate::pages::import::ImportMessage::*;
+use crate::push_error;
 use crate::styling::*;
 use iced::widget::button::danger;
 use iced::widget::container::success;
@@ -16,6 +20,7 @@ use iced::{Element, Task};
 use iced_core::Alignment::Center;
 use iced_core::Length::Fill;
 use iced_core::Padding;
+use log::info;
 use parking_lot::Mutex;
 use rfd::AsyncFileDialog;
 use rusqlite::Connection;
@@ -23,17 +28,15 @@ use std::fs::{File, OpenOptions};
 use std::io::BufReader;
 use std::path::PathBuf;
 use std::sync::Arc;
-use log::info;
 use tokio::task::spawn_blocking;
 use zip::ZipArchive;
-use crate::app::AppState;
+use crate::data::repositories::{BatchedRepository, Repository};
-use crate::fs::*;
 
 const DEFAULT_FIELDS: [&str; 6] = ["key", "value", "tags", "reading", "context", "description"];
 
 #[derive(Clone)]
 pub struct ImportState {
-    state: Arc<Mutex<AppState>>,
+    state: AppState,
     path: Option<PathBuf>,
     import_data: Option<ImportData>,
     selected_index: usize,
@@ -317,7 +320,7 @@ impl ImportState {
 }
 
 impl ImportState {
-    pub fn new(state: Arc<Mutex<AppState>>) -> ImportState {
+    pub fn new(state: AppState) -> ImportState {
         ImportState {
             state,
             path: None,
@@ -367,12 +370,12 @@ impl ImportState {
             },
             |result: Result<ImportData, NotificationData>| match result {
                 Ok(import) => RootMessage::Import(UpdateImport(import)),
-                Err(err) => RootMessage::PushNotification(NotificationRequest::Error(err)),
+                Err(err) => push_error!(err),
             },
         )
     }
 
-    fn extract_import_file(path: PathBuf) -> Result<(), NotificationData> {
+    fn extract_import_file(path: PathBuf) -> MaybeError {
         let file = File::open(path).map_err(|_| OpenFileError)?;
         let reader = BufReader::new(file);
         let mut archive = ZipArchive::new(reader).map_err(|_| OpenFileError)?;
@@ -437,16 +440,17 @@ impl ImportState {
                     let mut words_list = Vec::with_capacity(import_list.len());
 
                     let map_indices = Self::get_mapping_indices(&group);
-                    let mut group_entity = WordGroup {
+                    let group_handle;
-                        id: 0.into(),
-                        name: group.name.clone(),
-                    };
                     {
-                        let state = state.lock();
+                        let group_entity = WordGroup {
-                        add_group(&mut group_entity, &state.connection);
+                            id: 0.into(),
+                            name: group.name.clone(),
+                        };
+                        let mut groups_repo = state.word_groups.write();
+                        group_handle = groups_repo.create_now(group_entity)?;
                     }
 
-                    let group_id = group_entity.id;
+                    let group_id = group_handle.id;
                     for import in import_list {
                         let mut word = WordData::new();
 
@@ -478,20 +482,16 @@ impl ImportState {
                         words_list.push(word);
                     }
 
-                    let mut state = state.lock();
+                    let mut words_repo = state.dictionary.write();
-                    let connection = &mut state.connection;
                     let mut index = 0;
                     let total_len = words_list.len() as f32 / 1024.0;
-                    for word in &mut words_list.chunks_mut(1024) {
+                    for words in &mut words_list.chunks_mut(1024) {
-                        add_words(word, connection);
+                        words_repo.create_now_many(words)?;
                         index += 1;
                         let mut progress = progress.lock();
                         *progress = (index as f32 / total_len).min(1.0);
                     }
 
-                    state.dictionary.append(&mut words_list);
-                    state.word_groups.push(group_entity);
-
                     Ok(())
                 })
                 .await
@@ -499,8 +499,8 @@ impl ImportState {
             },
             |r: Result<(), NotificationData>| match r {
                 Ok(_) => RootMessage::Import(ImportFinished),
-                Err(err) => RootMessage::PushNotification(NotificationRequest::Error(err))
+                Err(err) => push_error!(err),
-            }
+            },
         )
     }
 

src/pages/quiz.rs

@@ -1,4 +1,5 @@
-
+use crate::app::USER_FONT;
+use crate::core::kana_set::KanaSet;
 use crate::navigation::Page::PreviousPage;
 use crate::navigation::{NavigatedPage, Page, RootMessage};
 use crate::pages::quiz::QuizMessage::*;
@@ -6,8 +7,6 @@ use crate::styling::*;
 use iced::widget::*;
 use iced::{Element, Fill, Task, alignment};
 use rand::seq::SliceRandom;
-use crate::app::USER_FONT;
-use crate::core::kana_set::KanaSet;
 
 #[derive(Clone, Debug)]
 pub struct QuizState {

src/pages/repetition.rs

@@ -1,31 +1,32 @@
 use crate::app::AppState;
 use crate::core::deck::DeckData;
 use crate::core::srs::WordOpenMode;
-use crate::data::entities::{CardStatistics, DeckSettings, WordData};
 use crate::data::Id;
+use crate::data::entities::{CardState, WordData};
+use crate::data::repositories::Repository;
 use crate::data_provider::voice::get_voice;
 use crate::navigation::Page::PreviousPage;
 use crate::navigation::{KeyPressedPage, NavigatedPage, Page, RootMessage};
-use crate::notification::{NotificationData, NotificationRequest};
+use crate::notification::{MaybeError, NotificationData};
+use crate::pages::repetitions::DeckRunData;
 use crate::styling::*;
-use chrono::Local;
+use crate::{push_error, push_error_task};
 use iced::alignment::Horizontal::Center;
 use iced::keyboard::key::Physical::Code;
 use iced::widget::text::Style;
-use iced::widget::{button, column, container, row, rule, space, text, tooltip, Column};
+use iced::widget::{Column, button, column, container, row, rule, space, text, tooltip};
-use iced::{alignment, keyboard, Element, Fill, Task, Theme};
+use iced::{Element, Fill, Task, Theme, alignment, keyboard};
-use parking_lot::Mutex;
 use rodio::MixerDeviceSink;
 use std::collections::HashSet;
 use std::sync::Arc;
 use tokio::task::spawn_blocking;
 
 pub struct RepetitionState {
-    state: Arc<Mutex<AppState>>,
+    state: AppState,
-    pub settings: DeckSettings,
+    pub settings: DeckRunData,
     pub set: DeckData,
     current_word: WordData,
-    current_statistic: CardStatistics,
+    current_statistic: CardState,
     open: bool,
     can_play: bool,
     sink: Arc<Option<MixerDeviceSink>>,
@@ -57,7 +58,7 @@ impl NavigatedPage<RepetitionMessage> for RepetitionState {
                 if self.settings.require_speech() {
                     return Task::perform(play_sound(self.sink.clone(), value), |r| match r {
                         Ok(_) => RootMessage::Repetition(RepetitionMessage::PlayFinished),
-                        Err(err) => RootMessage::PushNotification(NotificationRequest::Error(err)),
+                        Err(err) => push_error!(err),
                     });
                 }
             }
@@ -101,17 +102,21 @@ impl NavigatedPage<RepetitionMessage> for RepetitionState {
 }
 
 impl RepetitionState {
-    pub(crate) fn new(set: DeckSettings, state: Arc<Mutex<AppState>>) -> RepetitionState {
+    pub(crate) fn new(
-        let mut card_set = DeckData::new(&set, state.clone());
+        set: DeckRunData,
+        state: AppState,
+    ) -> Result<RepetitionState, NotificationData> {
+        let mut card_set = DeckData::new(&set, set.open_mode, state.clone());
         let (word, stat) = card_set.next();
-
+        let word = state.dictionary.read().get_static(word).unwrap();
+        let stat = state.card_states.read().get_static(stat).unwrap();
         let sink_handle = if set.forward.contains("speech") || set.backward.contains("speech") {
             rodio::DeviceSinkBuilder::open_default_sink().ok()
         } else {
             None
         };
 
-        RepetitionState {
+        Ok(RepetitionState {
             state,
             settings: set,
             set: card_set,
@@ -121,7 +126,7 @@ impl RepetitionState {
             can_play: true,
             sink: Arc::new(sink_handle),
             opened: HashSet::new(),
-        }
+        })
     }
 }
 
@@ -140,44 +145,29 @@ impl RepetitionState {
             return Task::none();
         }
 
-        self.set.open(mode);
+        if let Err(err) = self.set.open(mode) {
+            return push_error_task!(err);
+        }
+
         self.open = false;
         self.opened.insert(self.current_word.id);
-        let next = self.set.next();
+        let (word, state) = self.set.next();
-        self.current_word = next.0;
+        let word = self.state.dictionary.read().get_static(word).unwrap();
-        self.current_statistic = next.1;
+        let stat = self.state.card_states.read().get_static(state).unwrap();
+        self.current_word = word;
+        self.current_statistic = stat;
 
         if self.settings.require_speech() && self.sink.is_some() {
             let sink = self.sink.clone();
             let task = play_sound(sink, self.current_word.key.clone());
             return Task::perform(task, |r| match r {
                 Ok(_) => RootMessage::Repetition(RepetitionMessage::PlayFinished),
-                Err(err) => RootMessage::PushNotification(NotificationRequest::Error(err)),
+                Err(err) => push_error!(err),
             });
         }
-        self.increment_counter();
         Task::none()
     }
 
-    fn increment_counter(&mut self) {
-        let mut state = self.state.lock();
-        let id = self.settings.id;
-        let activity = state.activity.get_mut(&id);
-
-        let now = Local::now().date_naive();
-
-        if let Some(activity) = activity {
-            let (last_day, counter) = activity.last_mut().unwrap();
-            if *last_day == now {
-                *counter += 1;
-            } else {
-                activity.push((now, 1));
-            }
-        } else {
-            state.activity.insert(id, vec![(now, 1)]);
-        }
-    }
-
     fn draw_forward(&self) -> Element<'_, RepetitionMessage> {
         self.draw_card_view(self.settings.forward.as_str())
     }
@@ -327,10 +317,7 @@ pub enum RepetitionMessage {
     PlayFinished,
 }
 
-async fn play_sound(
+async fn play_sound(sink: Arc<Option<MixerDeviceSink>>, text: String) -> MaybeError {
-    sink: Arc<Option<MixerDeviceSink>>,
-    text: String,
-) -> Result<(), NotificationData> {
     let data = get_voice(text.as_str()).await?;
     spawn_blocking(move || {
         if let Some(sink) = sink.as_ref()
@@ -340,6 +327,6 @@ async fn play_sound(
         }
     })
     .await
-    .unwrap();
+    .expect("Playing sound failed");
     Ok(())
 }

src/pages/repetition_settings.rs

@@ -1,47 +1,49 @@
-
+use crate::app::AppState;
-use crate::data_provider::card_sets::{delete_set, update_deck};
+use crate::core::deck::DeckData;
-use crate::data_provider::card_stats::{delete_stats, load_stats_of_deck};
+use crate::data::entities::{DeckSettings, EntityHandle};
+use crate::data::repositories::{BatchedRepository, Repository};
 use crate::navigation::Page::PreviousPage;
 use crate::navigation::{NavigatedPage, Page, RootMessage};
+use crate::notification::MaybeError;
 use crate::pages::repetition_settings::RepetitionSettingsMessage::*;
 use crate::styling::*;
+use crate::{push_error, push_error_task};
 use iced::widget::button::danger;
+use iced::widget::space::horizontal;
 use iced::widget::text_input::Catalog;
 use iced::widget::{button, column, row, scrollable, space, text, text_input};
 use iced::{Element, Task};
 use iced_core::Length::Fill;
 use iced_core::{Padding, Theme, color};
-use parking_lot::Mutex;
 use std::sync::Arc;
 use std::time::Duration;
-use crate::app::AppState;
-use crate::data::entities::DeckSettings;
 
 pub struct RepetitionSettingsState {
-    set: DeckSettings,
+    settings_handle: EntityHandle<DeckSettings>,
-    index: usize,
+    settings_data: DeckSettings,
-    state: Arc<Mutex<AppState>>,
+    state: AppState,
     real_delete: bool,
+    real_delete_states: bool,
     correct_filter: bool,
     filter_changed: bool,
+    filtered_words: Option<u32>,
 }
 
 impl RepetitionSettingsState {
-    pub(crate) fn new(index: usize, state: Arc<Mutex<AppState>>) -> RepetitionSettingsState {
+    pub(crate) fn new(
-        let set;
+        settings: EntityHandle<DeckSettings>,
-        {
+        state: AppState,
-            let local_state = state.lock();
+    ) -> RepetitionSettingsState {
-            set = local_state.decks[index].clone();
+        let data = state.decks.read().get_static(settings).unwrap();
-        }
-        let filter_state = set.check_filter();
-
         RepetitionSettingsState {
-            index,
+            settings_data: data,
-            set,
+            settings_handle: settings,
             state,
             real_delete: false,
-            correct_filter: filter_state,
+            real_delete_states: false,
+            correct_filter: true,
             filter_changed: false,
+            filtered_words: None,
         }
     }
 }
@@ -60,31 +62,36 @@ impl NavigatedPage<RepetitionSettingsMessage> for RepetitionSettingsState {
         match message {
             Back => {}
             Save => {
-                let mut state = self.state.lock();
+                let mut decks = self.state.decks.write();
-                update_deck(&mut self.set, &state.connection);
+                decks.set(&mut self.settings_handle, self.settings_data.clone());
-                if self.filter_changed {
+
-                    update_deck_stats(&self.set, &state);
+                if let Err(e) = decks.save(&mut self.settings_handle) {
+                    return push_error_task!(e);
+                }
+                drop(decks);
+                if self.filter_changed
+                    && let Err(e) = update_deck_stats(&self.settings_data, &self.state)
+                {
+                    return push_error_task!(e);
                 }
-                state.decks[self.index] = self.set.clone();
             }
             SetName(new) => {
-                self.set.name = new;
+                self.settings_data.name = new;
             }
             SetForward(new) => {
-                self.set.forward = new;
+                self.settings_data.forward = new;
             }
             SetBackward(backward) => {
-                self.set.backward = backward;
+                self.settings_data.backward = backward;
             }
             SetFilter(new) => {
-                self.set.filter = new;
+                self.settings_data.filter = new;
-                self.correct_filter = self.set.check_filter();
+                self.correct_filter = self.settings_data.check_filter();
                 self.filter_changed = true;
             }
             TryFilter => {
-                let state = self.state.lock();
+                let list = DeckData::list(&self.settings_data, &self.state);
-                let count = self.set.get_word_list(&state).len();
+                self.filtered_words = Some(list.len() as u32);
-                self.set.count = Some(count);
             }
             DeleteSet => {
                 if !self.real_delete {
@@ -94,12 +101,33 @@ impl NavigatedPage<RepetitionSettingsMessage> for RepetitionSettingsState {
                         RootMessage::RepetitionSettings(RevertDeleteSet)
                     });
                 }
-                let mut state = self.state.lock();
+                let mut decks = self.state.decks.write();
-                delete_set(&self.set, &state.connection);
+                if let Err(e) = decks.delete(self.settings_handle) {
-                state.decks.remove(self.index);
+                    return push_error_task!(e);
+                }
+
                 return Task::done(RootMessage::RepetitionSettings(Back));
             }
-            RevertDeleteSet => self.real_delete = false,
+            RevertDeleteSet => {
+                self.real_delete = false;
+                self.real_delete_states = true;
+            }
+            DeleteStates => {
+                if !self.real_delete_states {
+                    self.real_delete_states = true;
+                    return Task::future(async {
+                        tokio::time::sleep(Duration::from_millis(3000)).await;
+                        RootMessage::RepetitionSettings(RevertDeleteSet)
+                    });
+                }
+                let mut states = self.state.card_states.write();
+                let deck_id = self.settings_handle.id;
+                let mut query = states.query(Arc::new(move |state| {state.deck_id == deck_id})).handles().collect::<Vec<_>>();
+                if let Err(e) = states.delete_many(query.as_mut_slice()) {
+                    return push_error_task!(e);
+                }
+                self.real_delete_states = false;
+            }
         }
         Task::none()
     }
@@ -111,22 +139,22 @@ impl NavigatedPage<RepetitionSettingsMessage> for RepetitionSettingsState {
                     column![
                         column![
                             text!("Название набора"),
-                            text_input("", &self.set.name).on_input(SetName),
+                            text_input("", &self.settings_data.name).on_input(SetName),
                         ]
                         .spacing(QUARTER_SPACING),
                         column![
                             text!("Передняя сторона"),
-                            text_input("", &self.set.forward).on_input(SetForward),
+                            text_input("", &self.settings_data.forward).on_input(SetForward),
                         ]
                         .spacing(QUARTER_SPACING),
                         column![
                             text!("Задняя сторона"),
-                            text_input("", &self.set.backward).on_input(SetBackward),
+                            text_input("", &self.settings_data.backward).on_input(SetBackward),
                         ]
                         .spacing(QUARTER_SPACING),
                         column![
                             text!("Фильтр"),
-                            text_input("", &self.set.filter)
+                            text_input("", &self.settings_data.filter)
                                 .style(|x, status| {
                                     let mut primary = Theme::default()(x, status);
                                     if !self.correct_filter {
@@ -138,7 +166,7 @@ impl NavigatedPage<RepetitionSettingsMessage> for RepetitionSettingsState {
                             button("Проверить фильтр")
                                 .style(jl_button)
                                 .on_press(TryFilter),
-                            self.count_view(&self.set),
+                            self.count_view(),
                         ]
                         .spacing(QUARTER_SPACING),
                     ]
@@ -153,6 +181,14 @@ impl NavigatedPage<RepetitionSettingsMessage> for RepetitionSettingsState {
                 .height(Fill),
                 row![
                     button("Сохранить").style(jl_button).on_press(Save),
+                    horizontal(),
+                    button(if self.real_delete_states {
+                        "Вы уверены?"
+                    } else {
+                        "Удалить прогресс?"
+                    })
+                    .style(danger)
+                    .on_press(DeleteStates),
                     button(if self.real_delete {
                         "Вы уверены?"
                     } else {
@@ -160,7 +196,6 @@ impl NavigatedPage<RepetitionSettingsMessage> for RepetitionSettingsState {
                     })
                     .style(danger)
                     .on_press(DeleteSet),
-                    space().width(Fill),
                 ]
                 .spacing(DEFAULT_SPACING),
             ]
@@ -171,22 +206,35 @@ impl NavigatedPage<RepetitionSettingsMessage> for RepetitionSettingsState {
     }
 }
 
-fn update_deck_stats(deck: &DeckSettings, state: &AppState) {
+fn update_deck_stats(deck: &DeckSettings, state: &AppState) -> MaybeError {
-    let mut db_stats = load_stats_of_deck(deck, &state.connection);
+    let states_repo = &mut state.card_states.write();
-    let filtered_words = deck.get_word_list(state);
+    let deck_id = deck.id;
-    filtered_words.iter().for_each(|word| {
+    let mut db_stats = states_repo
-        let word_id = state.dictionary[*word].id;
+        .query_par(Arc::new(move |s| s.deck_id == deck_id))
-        if let Some(index) = db_stats.iter().position(|stat| stat.word_id == word_id) {
+        .iter(&states_repo)
+        .collect::<Vec<_>>();
+    let filtered_words = DeckData::list(deck, state)
+        .iter()
+        .map(|w| w.id)
+        .collect::<Vec<_>>();
+    filtered_words.iter().for_each(|word_id| {
+        if let Some(index) = db_stats.iter().position(|stat_id| stat_id.id == *word_id) {
             db_stats.remove(index);
         }
     });
 
-    delete_stats(db_stats.as_slice(), &state.connection);
+    let mut delete_operation = db_stats
+        .iter()
+        .map(|state| EntityHandle::new(state.id, state.id.0 as usize, true))
+        .collect::<Vec<_>>();
+    states_repo.delete_many(delete_operation.as_mut_slice())?;
+
+    Ok(())
 }
 
 impl RepetitionSettingsState {
-    fn count_view(&self, set: &DeckSettings) -> Element<'_, RepetitionSettingsMessage> {
+    fn count_view(&self) -> Element<'_, RepetitionSettingsMessage> {
-        if let Some(count) = set.count {
+        if let Some(count) = self.filtered_words {
             return text!("Количество слов: {}", count).into();
         }
         space().into()
@@ -203,5 +251,6 @@ pub enum RepetitionSettingsMessage {
     SetFilter(String),
     TryFilter,
     DeleteSet,
+    DeleteStates,
     RevertDeleteSet,
 }

src/pages/repetitions.rs

@@ -1,18 +1,20 @@
 use crate::app::AppState;
+use crate::core::deck::DeckData;
 use crate::core::srs::{AppendMode, OrderMode};
-use crate::data::Id;
+use crate::data::entities::{CardState, DeckSettings, EntityHandle, WordData};
-use crate::data::entities::{CardStatistics, DeckSettings};
+use crate::data::repositories::{BatchedRepository, Repository};
-use crate::data_provider::card_sets::update_deck;
-use crate::data_provider::card_stats::{add_stat_list, load_stats_of_deck};
 use crate::navigation::Page::{History, PreviousPage, Repetition, RepetitionSettings};
 use crate::navigation::{NavigatedPage, Page, RootMessage};
+use crate::notification::MaybeError;
 use crate::pages::history::HistoryState;
 use crate::pages::repetition::RepetitionState;
 use crate::pages::repetition_settings::RepetitionSettingsState;
 use crate::pages::repetitions::RepetitionsMessage::*;
+use crate::push_error;
+use crate::push_error_task;
 use crate::styling::*;
 use chrono::{Days, Local, Utc};
-use hashbrown::{HashMap, HashSet};
+use hashbrown::HashSet;
 pub use iced::widget::button::{Catalog, Style};
 use iced::widget::button::{Status, danger};
 use iced::widget::tooltip::Position::Top;
@@ -24,16 +26,15 @@ use iced::{Background, Border, Center, Color, Element, Fill, Length, Shadow, Tas
 use iced_core::Padding;
 use iced_core::border::Radius;
 use iced_core::svg::Handle;
-use parking_lot::Mutex;
+use std::collections::BTreeMap;
 use std::ops::Deref;
 use std::sync::Arc;
 
 #[derive(Clone)]
 pub struct RepetitionsState {
-    word_id_index_map: HashMap<Id, usize>,
+    selected_deck_handle: Option<EntityHandle<DeckSettings>>,
-    selected_deck_index: Option<usize>,
+    decks: BTreeMap<EntityHandle<DeckSettings>, DeckRunData>,
-    decks: Vec<DeckViewData>,
+    state: AppState,
-    state: Arc<Mutex<AppState>>,
 }
 
 impl NavigatedPage<RepetitionsMessage> for RepetitionsState {
@@ -46,11 +47,12 @@ impl NavigatedPage<RepetitionsMessage> for RepetitionsState {
                 self.state.clone(),
             )))
         } else if let GoToRepetition = message {
-            let clone = self.state.clone();
+            let mut state_clone = self.state.clone();
-
             let selected_set = self.selected_deck_mut().unwrap();
             if selected_set.append_mode == AppendMode::Full {
-                Self::append_all_words(&mut clone.lock(), selected_set);
+                if let Err(_err) = Self::append_all_words(&mut state_clone, selected_set) {
+                    return None;
+                }
                 selected_set.existing_words_indices = selected_set.available_words_indices.clone();
             } else {
                 if selected_set.available_words_indices.is_empty()
@@ -60,13 +62,16 @@ impl NavigatedPage<RepetitionsMessage> for RepetitionsState {
                 }
             }
 
-            Some(Repetition(RepetitionState::new(
+            if let Ok(repetition_state) =
-                selected_set.general_settings.clone(),
+                RepetitionState::new(selected_set.clone(), self.state.clone())
-                clone,
+            {
-            )))
+                return Some(Repetition(repetition_state));
+            }
+
+            None
         } else if let GoToSettings = message {
             Some(RepetitionSettings(RepetitionSettingsState::new(
-                self.selected_deck().unwrap().index.unwrap(),
+                self.selected_deck_handle.unwrap(),
                 self.state.clone(),
             )))
         } else {
@@ -74,24 +79,22 @@ impl NavigatedPage<RepetitionsMessage> for RepetitionsState {
         }
     }
     fn navigated(&mut self) {
-        if let Some(index) = self.selected_deck_index {
+        if let Some(index) = self.selected_deck_handle {
-            let state = self.state.lock();
+            let decks = self.state.decks.read();
-            if let Some(global_deck) = state.decks.get(index) {
+            if let Some(deck) = decks.get_static(index) {
-                if global_deck.id != self.selected_deck().unwrap().id {
+                {
-                    drop(state);
+                    let stored = self.decks.get_mut(&index).unwrap();
-                    self.decks.remove(index);
+                    stored.general_settings = deck;
-                    self.clear_selection();
-                } else {
-                    self.decks[index].general_settings =
-                        state.decks[index].clone();
-                    drop(state);
-                    self.fill_deck_word_indices();
                 }
+                drop(decks);
+                self.fill_deck_word_indices();
             } else {
-                drop(state);
+                self.decks.remove(&index);
-                self.decks.remove(index);
+                drop(decks);
-                self.clear_selection()
+                self.clear_selection();
             }
+        } else {
+            let _ = self.fill_deck_word_indices();
         }
     }
     fn update(&mut self, message: RepetitionsMessage) -> Task<RootMessage> {
@@ -104,31 +107,32 @@ impl NavigatedPage<RepetitionsMessage> for RepetitionsState {
 
             CreateSet => {
                 let index = self.decks.len() + 1;
-                self.decks.push(DeckViewData {
+                let general = DeckSettings::with_name(format!("Колода #{}", index));
-                    general_settings: DeckSettings::with_name(format!("Колода #{}", index)),
+                let handle = self.state.decks.write().create(general.clone());
-                    existing_words_indices: Default::default(),
+                self.decks.insert(
-                    available_words_indices: Default::default(),
+                    handle,
-                    indices_ready: false,
+                    DeckRunData {
-                    append_mode: Default::default(),
+                        settings_handle: handle,
-                    index: None,
+                        general_settings: general,
-                });
+                        existing_words_indices: Default::default(),
+                        available_words_indices: Default::default(),
+                        indices_ready: false,
+                        append_mode: Default::default(),
+                        count: None,
+                        open_mode: OrderMode::Default,
+                    },
+                );
             }
             DeleteSet => {
-                let index = self.selected_deck_index.unwrap();
+                let index = self.selected_deck_handle.unwrap();
                 self.clear_selection();
-                let deck = self.decks.remove(index);
+                let deck = self.decks.remove(&index);
-                if deck.id.is_valid() {
+
-                    let mut state = self.state.lock();
+                if index.real() {
-                    state.decks.remove(index);
+                    let mut repo = self.state.decks.write();
-                    self.decks = self
+                    if let Err(err) = repo.delete(index) {
-                        .decks
+                        return push_error_task!(err);
-                        .clone()
+                    }
-                        .into_iter()
-                        .map(|mut deck| {
-                            deck.index = state.decks.iter().position(|d| d.id == deck.id);
-                            deck
-                        })
-                        .collect();
                 }
             }
             SetName(value) => {
@@ -139,22 +143,23 @@ impl NavigatedPage<RepetitionsMessage> for RepetitionsState {
                 self.select_deck(index);
                 let deck = self.selected_deck().unwrap();
                 if !deck.indices_ready {
-                    self.fill_deck_word_indices();
+                    self.fill_deck_word_indices()
                 }
             }
             Save => {
-                let mut deck = self.selected_deck().unwrap().clone();
+                let deck = self.selected_deck().unwrap().clone();
-                let mut state = self.state.lock();
+                let handle = self.selected_deck_handle.as_mut().unwrap();
-                {
+                let mut repo = self.state.decks.write();
-                    update_deck(&mut deck.general_settings, &state.connection);
+
-                    if let Some(index) = deck.index {
+                repo.set(handle, deck.general_settings.clone());
-                        state.decks[index] = deck.general_settings.clone();
+                let old = handle.clone();
-                    } else {
+                if let Err(err) = repo.save(handle) {
-                        state.decks.push(deck.general_settings.clone());
+                    return push_error_task!(err);
-                        deck.index = Some(state.decks.len() - 1);
-                        self.decks[self.selected_deck_index.unwrap()] = deck.clone();
-                    }
                 }
+
+                let mut deck = self.decks.remove(&old).unwrap();
+                deck.settings_handle = *handle;
+                self.decks.insert(*handle, deck);
             }
             SetForward(value) => {
                 let deck = self.selected_deck_mut().unwrap();
@@ -169,23 +174,21 @@ impl NavigatedPage<RepetitionsMessage> for RepetitionsState {
                 deck.general_settings.filter = value;
             }
             TryFilter => {
-                let state = self.state.lock();
                 let deck = self.selected_deck().unwrap();
-                let count = deck.get_word_list(&state).len();
+                let count = DeckData::list(&deck, &self.state).len();
-                drop(state);
                 let deck = self.selected_deck_mut().unwrap();
-                deck.general_settings.count = Some(count);
+                deck.count = Some(count);
             }
             SetOpenMode(mode) => {
                 let deck = self.selected_deck_mut().unwrap();
-                deck.general_settings.open_mode = mode;
+                deck.open_mode = mode;
             }
             SetAppendMode(mode) => {
                 let deck = self.selected_deck_mut().unwrap();
                 deck.append_mode = mode;
             }
             AppendWords(count) => {
-                let adding: Vec<usize>;
+                let adding: Vec<EntityHandle<WordData>>;
                 {
                     {
                         let deck = self.selected_deck().unwrap();
@@ -207,9 +210,13 @@ impl NavigatedPage<RepetitionsMessage> for RepetitionsState {
                     deck.existing_words_indices.append(&mut adding.clone());
                 }
 
-                let deck = self.selected_deck().unwrap();
+                let deck = self.selected_deck().unwrap().clone();
-                let mut state = self.state.lock();
+                let state = &mut self.state;
-                Self::append_words(&mut state, &deck.general_settings, adding.into_iter());
+                if let Err(err) =
+                    Self::append_words(state, &deck.general_settings, adding.into_iter())
+                {
+                    return push_error_task!(err);
+                }
             }
         }
         Task::none()
@@ -240,47 +247,44 @@ impl NavigatedPage<RepetitionsMessage> for RepetitionsState {
 }
 
 impl RepetitionsState {
-    pub(crate) fn new(state: Arc<Mutex<AppState>>) -> RepetitionsState {
+    pub(crate) fn new(state: AppState) -> RepetitionsState {
-        let state_ = state.lock();
+        let decks = Self::get_decks_from_state(&state);
-        let mut map = HashMap::with_capacity(state_.dictionary.len());
-
-        state_
-            .dictionary
-            .iter()
-            .enumerate()
-            .for_each(|(index, word)| {
-                map.insert(word.id, index);
-            });
-
-        let decks = Self::get_decks_from_state(&state_);
-        drop(state_);
         RepetitionsState {
-            word_id_index_map: map,
+            selected_deck_handle: None,
-            selected_deck_index: None,
             decks,
             state,
         }
     }
 
-    fn get_decks_from_state(state: &AppState) -> Vec<DeckViewData> {
+    fn get_decks_from_state(
+        state: &AppState,
+    ) -> BTreeMap<EntityHandle<DeckSettings>, DeckRunData> {
         state
             .decks
+            .read()
             .iter()
             .enumerate()
-            .map(|(index, deck)| DeckViewData {
+            .map(|(index, deck)| {
-                general_settings: deck.clone(),
+                (
-                existing_words_indices: Default::default(),
+                    EntityHandle::new(deck.id, index, true),
-                available_words_indices: Default::default(),
+                    DeckRunData {
-                indices_ready: false,
+                        settings_handle: EntityHandle::new(deck.id, index, true),
-                append_mode: Default::default(),
+                        general_settings: deck.clone(),
-                index: Some(index),
+                        existing_words_indices: Default::default(),
+                        available_words_indices: Default::default(),
+                        indices_ready: false,
+                        append_mode: Default::default(),
+                        count: None,
+                        open_mode: OrderMode::Default,
+                    },
+                )
             })
-            .collect()
+            .collect::<BTreeMap<_, _>>()
     }
 }
 
 impl RepetitionsState {
-    fn launch_delete_button(&self, deck: &DeckViewData) -> Element<'_, RepetitionsMessage> {
+    fn launch_delete_button(&self, deck: &DeckRunData) -> Element<'_, RepetitionsMessage> {
         if deck.id.is_valid() {
             if deck.append_mode == AppendMode::Manual && deck.existing_words_indices.is_empty() {
                 return text!("Добавьте карточки или измените фильтр").into();
@@ -312,7 +316,7 @@ impl RepetitionsState {
                         ]
                         .spacing(QUARTER_SPACING),
                         {
-                            if !deck.id.is_valid() {
+                            if !deck.settings_handle.real() {
                                 column![
                                     column![
                                         text!("Передняя сторона"),
@@ -395,22 +399,20 @@ impl RepetitionsState {
     fn activity_bar(&self, deck: &DeckSettings) -> Element<'_, RepetitionsMessage> {
         const MAX_DAY_COUNT: f32 = 128.0;
 
-        let state = self.state.lock();
+        let history = self.state.history.read();
-        let history = state.activity.get(&deck.id);
+        let history = history.activity_of_deck(deck.id);
         let mut counts: Vec<u32> = vec![0; 30 * 7];
         let now = Local::now().date_naive();
 
-        if let Some(history) = history {
+        for (date, activity) in history {
-            for (date, activity) in history {
+            let distance = now - date;
-                let distance = now - *date;
+            let index = counts.len() as i64 - distance.num_days() - 1;
-                let index = counts.len() as i64 - distance.num_days() - 1;
 
-                if index < 0 {
+            if index < 0 {
-                    continue;
+                continue;
-                }
-
-                counts[index as usize] = *activity;
             }
+
+            counts[index as usize] = activity;
         }
 
         lazy((counts, now), |(counts, now)| {
@@ -433,7 +435,7 @@ impl RepetitionsState {
 
                     let date = (*now)
                         .checked_sub_days(Days::new(30 * 7 - i * 7 - j - 1))
-                        .unwrap();
+                        .unwrap_or_default();
 
                     column = column.push(tooltip(
                         iced::widget::container(space().height(15).width(15)).style(
@@ -466,7 +468,7 @@ impl RepetitionsState {
         })
         .into()
     }
-    fn word_append_panel(&self, deck: &DeckViewData) -> Element<'_, RepetitionsMessage> {
+    fn word_append_panel(&self, deck: &DeckRunData) -> Element<'_, RepetitionsMessage> {
         column![
             text!("Режим добавления карточек"),
             row![
@@ -489,7 +491,7 @@ impl RepetitionsState {
         .spacing(HALF_SPACING)
         .into()
     }
-    fn adder_panel(&self, deck: &DeckViewData) -> Element<'_, RepetitionsMessage> {
+    fn adder_panel(&self, deck: &DeckRunData) -> Element<'_, RepetitionsMessage> {
         match deck.append_mode {
             AppendMode::Full => space().into(),
             AppendMode::Manual => row![
@@ -509,7 +511,7 @@ impl RepetitionsState {
         let available = selected_deck.available_words_indices.len();
         text!("{} слова добавлено из {}", now, available).into()
     }
-    fn count_view(&self, deck: &DeckSettings) -> Element<'_, RepetitionsMessage> {
+    fn count_view(&self, deck: &DeckRunData) -> Element<'_, RepetitionsMessage> {
         if let Some(count) = deck.count {
             return text!("Количество слов: {}", count).into();
         }
@@ -518,10 +520,10 @@ impl RepetitionsState {
     fn decks_list(&self) -> Column<'_, RepetitionsMessage> {
         let mut column = Column::new();
 
-        for (i, deck) in self.decks.iter().enumerate() {
+        for (i, (handle, deck)) in self.decks.iter().enumerate() {
             column = column.push(
                 button(text!("{}", &deck.name))
-                    .on_press_with(move || SelectSet(i))
+                    .on_press_with(move || SelectSet(*handle))
                     .style(move |_x: &Theme, status: Status| Style {
                         background: if status == Status::Hovered {
                             Some(Background::Color(Color::WHITE.scale_alpha(0.2)))
@@ -545,7 +547,7 @@ impl RepetitionsState {
 }
 
 impl RepetitionsState {
-    fn append_all_words(state: &mut AppState, deck: &DeckViewData) {
+    fn append_all_words(state: &mut AppState, deck: &DeckRunData) -> MaybeError {
         let existing = &deck.existing_words_indices;
         let mut created_set = HashSet::with_capacity(existing.len());
         existing.iter().for_each(|c| {
@@ -556,60 +558,66 @@ impl RepetitionsState {
             .iter()
             .filter(|i| !created_set.contains(i))
             .cloned();
-        Self::append_words(state, deck, required);
+        Self::append_words(state, deck, required)?;
+        Ok(())
     }
     fn append_words(
         state: &mut AppState,
         deck: &DeckSettings,
-        indices: impl Iterator<Item = usize>,
+        indices: impl Iterator<Item = EntityHandle<WordData>>,
-    ) {
+    ) -> MaybeError {
         let words = &state.dictionary;
         let stats = &mut indices
-            .map(|i| {
+            .map(|i| CardState {
-                let word = &words[i];
+                id: 0.into(),
-                CardStatistics {
+                word_id: i.id,
-                    id: 0.into(),
+                last_open: Utc::now(),
-                    word_id: word.id,
+                score: 1,
-                    last_open: Utc::now(),
+                fsrs_opened: Utc::now().date_naive(),
-                    score: 1,
+                fsrs_memory: None,
-                    set_id: deck.id,
+                deck_id: deck.id,
-                }
+                fsrs_open_day: Utc::now().date_naive(),
             })
             .collect::<Vec<_>>();
 
         if !stats.is_empty() {
-            add_stat_list(stats, &mut state.connection);
+            let mut repo = state.card_states.write();
+            repo.create_now_many(stats.as_mut_slice())?;
+        }
+        Ok(())
+    }
+
+    fn select_deck(&mut self, index: EntityHandle<DeckSettings>) {
+        if self.decks.contains_key(&index) {
+            self.selected_deck_handle = Some(index);
         }
     }
 
-    fn select_deck(&mut self, index: usize) {
+    fn selected_deck(&self) -> Option<&DeckRunData> {
-        if self.decks.get(index).is_some() {
+        self.decks.get(&self.selected_deck_handle?)
-            self.selected_deck_index = Some(index);
-        }
     }
-
+    fn selected_deck_mut(&mut self) -> Option<&mut DeckRunData> {
-    fn selected_deck(&self) -> Option<&DeckViewData> {
+        self.decks.get_mut(&self.selected_deck_handle?)
-        self.decks.get(self.selected_deck_index?)
-    }
-    fn selected_deck_mut(&mut self) -> Option<&mut DeckViewData> {
-        self.decks.get_mut(self.selected_deck_index?)
     }
 
     fn clear_selection(&mut self) {
-        self.selected_deck_index = None;
+        self.selected_deck_handle = None;
     }
 
     fn fill_deck_word_indices(&mut self) {
-        let state = &self.state.lock();
+        let card_states = self.state.card_states.read();
+        let deck_id = self.selected_deck().unwrap().id;
+        let added = card_states
+            .query_par(Arc::new(move |state| state.deck_id == deck_id))
+            .iter(&card_states)
+            .map(|state| EntityHandle::from_id(state.word_id))
+            .collect::<Vec<_>>();
         let mut deck = self.selected_deck().unwrap().clone();
-        let added: Vec<_> = load_stats_of_deck(&deck, &state.connection)
+        let total = DeckData::list(&deck, &self.state);
-            .iter()
-            .map(|c| self.word_id_index_map[&c.word_id])
-            .collect();
-        let total = deck.get_word_list(state);
         deck.existing_words_indices = added;
         deck.available_words_indices = total;
-        self.decks[self.selected_deck_index.unwrap()] = deck;
+        deck.indices_ready = true;
+        self.decks.insert(self.selected_deck_handle.unwrap(), deck);
     }
 }
 #[derive(Clone)]
@@ -620,7 +628,7 @@ pub enum RepetitionsMessage {
     CreateSet,
     DeleteSet,
     SetName(String),
-    SelectSet(usize),
+    SelectSet(EntityHandle<DeckSettings>),
     Save,
     SetForward(String),
     SetBackward(String),
@@ -634,16 +642,18 @@ pub enum RepetitionsMessage {
 }
 
 #[derive(Clone)]
-struct DeckViewData {
+pub struct DeckRunData {
-    general_settings: DeckSettings,
+    pub settings_handle: EntityHandle<DeckSettings>,
-    existing_words_indices: Vec<usize>,
+    pub general_settings: DeckSettings,
-    available_words_indices: Vec<usize>,
+    existing_words_indices: Vec<EntityHandle<WordData>>,
+    available_words_indices: Vec<EntityHandle<WordData>>,
     indices_ready: bool,
-    append_mode: AppendMode,
+    pub append_mode: AppendMode,
-    index: Option<usize>,
+    count: Option<usize>,
+    pub open_mode: OrderMode,
 }
 
-impl Deref for DeckViewData {
+impl Deref for DeckRunData {
     type Target = DeckSettings;
 
     fn deref(&self) -> &Self::Target {

src/pages/selector.rs

@@ -1,12 +1,15 @@
-use crate::pages::dictionary::DictionaryState;
+use crate::app::AppState;
+use crate::core::kana_set::{KanaSet, KanaType};
 use crate::navigation::Page::*;
 use crate::navigation::{NavigatedPage, Page, RootMessage};
+use crate::pages::dictionary::DictionaryState;
+use crate::pages::quiz::QuizState;
 use crate::pages::randomizer::RandomizerState;
 use crate::pages::repetitions::RepetitionsState;
 use crate::pages::selector::SelectorMessage::ChangeMode;
-use crate::styling::*;
 use crate::pages::sync::SyncState;
 use crate::pages::writing::WritingState;
+use crate::styling::*;
 use iced::widget::button::{Status, Style};
 use iced::widget::*;
 use iced::{Element, Task, alignment};
@@ -15,14 +18,11 @@ use iced_core::Background;
 use iced_core::Color;
 use parking_lot::Mutex;
 use std::sync::Arc;
-use crate::app::AppState;
-use crate::core::kana_set::{KanaSet, KanaType};
-use crate::pages::quiz::QuizState;
 
 pub struct SelectorState {
     pub set: KanaSet,
     is_writing: bool,
-    state: Arc<Mutex<AppState>>,
+    state: AppState,
 }
 
 #[derive(Debug, Clone)]
@@ -114,7 +114,7 @@ impl NavigatedPage<SelectorMessage> for SelectorState {
 }
 
 impl SelectorState {
-    pub fn new(state: Arc<Mutex<AppState>>) -> Self {
+    pub fn new(state: AppState) -> Self {
         Self {
             set: Default::default(),
             is_writing: false,

src/pages/sync.rs

@@ -1,19 +1,19 @@
+use crate::app::AppState;
+use crate::data::repositories::Repository;
 use crate::data_provider::settings::{delete_settings, set_setting};
 use crate::data_provider::web_api::*;
 use crate::navigation::Page::PreviousPage;
 use crate::navigation::{NavigatedPage, Page, RootMessage};
-use crate::styling::*;
+use crate::notification::{NotificationData, NotificationRequest};
 use crate::pages::sync::SyncMessage::*;
+use crate::styling::*;
+use crate::{push_error, push_error_task};
 use iced::widget::button::danger;
 use iced::widget::container::rounded_box;
 use iced::widget::{button, column, container, progress_bar, row, space, text, toggler};
 use iced::{Center, Element, Fill, Font, Length, Task};
-use parking_lot::Mutex;
-use std::sync::Arc;
-use std::time::Duration;
 use log::error;
-use crate::app::{fill_state, AppState};
+use std::time::Duration;
-use crate::notification::{NotificationRequest, NotificationData};
 
 #[derive(Clone)]
 pub enum SyncMessage {
@@ -33,7 +33,7 @@ pub enum SyncMessage {
 }
 #[derive(Clone)]
 pub struct SyncState {
-    state: Arc<Mutex<AppState>>,
+    state: AppState,
     auto_fetch: bool,
     frozen: bool,
     progress: f32,
@@ -55,17 +55,14 @@ impl NavigatedPage<SyncMessage> for SyncState {
         match message {
             Back => {}
             CopyKey => {
-                let state = self.state.lock();
+                let key = self.state.sync_data.read().key.clone().unwrap();
-                let key = state.sync_data.key.clone().unwrap();
                 return iced::clipboard::write(key)
                     .map(|_val: String| RootMessage::Sync(KeyCopied));
             }
             InitSync => {
-                return Task::perform(first_sync(), |id| {
+                return Task::perform(first_sync(), |id| match id {
-                    match id {
+                    Ok(id) => RootMessage::Sync(IdReceived(id)),
-                        Ok(id) => RootMessage::Sync(IdReceived(id)),
+                    Err(err) => push_error!(err),
-                        Err(err) => RootMessage::PushNotification(NotificationRequest::Error(err))
-                    }
                 });
             }
             GetKey => {
@@ -77,14 +74,20 @@ impl NavigatedPage<SyncMessage> for SyncState {
                 if !validate_id(&new_id) {
                     return Task::none();
                 }
-                let mut state = self.state.lock();
+                let mut settings = self.state.sync_data.write();
-                state.sync_data.key = Some(new_id.clone());
+                settings.key = Some(new_id.clone());
-                set_setting("SYNC_KEY".to_string(), new_id, &state.connection);
+                if let Err(err) = set_setting(
+                    "SYNC_KEY".to_string(),
+                    new_id,
+                    &self.state.connection.lock(),
+                ) {
+                    return push_error_task!(err);
+                }
             }
             Send => {
                 self.prepare_to_db_interaction();
 
-                let id = self.state.lock().sync_data.key.clone().unwrap();
+                let id = self.state.sync_data.read().key.clone().unwrap();
                 let tasks = Task::batch([
                     Task::perform(
                         async { tokio::time::sleep(Duration::from_millis(200)).await },
@@ -96,7 +99,7 @@ impl NavigatedPage<SyncMessage> for SyncState {
                 return tasks;
             }
             GetLast => {
-                let id = self.state.lock().sync_data.key.clone().unwrap();
+                let id = self.state.sync_data.read().key.clone().unwrap();
                 let tasks = Task::batch([
                     Task::perform(
                         async { tokio::time::sleep(Duration::from_millis(200)).await },
@@ -121,33 +124,47 @@ impl NavigatedPage<SyncMessage> for SyncState {
             }
             NetworkFinished => {
                 self.frozen = false;
-                let mut updated_state = AppState::new();
+                {
-                fill_state(&mut updated_state);
+                    let mut connection = self.state.connection.lock();
+                    connection.restart();
+                }
 
-                let mut state = self.state.lock();
+                if let Err(err) = self.reload_data() {
-                state.sync_data = updated_state.sync_data;
+                    return push_error_task!(err);
-                state.connection = updated_state.connection;
+                }
-                state.decks = updated_state.decks;
+
-                state.dictionary = updated_state.dictionary;
+                return Task::done(RootMessage::PushNotification(NotificationRequest::Info(
-                state.word_groups = updated_state.word_groups;
+                    NotificationData::DataLoaded,
-                return Task::done(RootMessage::PushNotification(NotificationRequest::Info(NotificationData::DataLoaded)))
+                )));
             }
             Disable => {}
             DisableSync => {
-                let mut state = self.state.lock();
+                let mut sync_data = self.state.sync_data.write();
-                state.sync_data.key = None;
+                let connection = self.state.connection.lock();
-                delete_settings("SYNC_KEY".to_string(), &state.connection);
+                sync_data.key = None;
-                delete_settings("AUTO_WEB_FETCH".to_string(), &state.connection);
+                let save_result = || {
+                    delete_settings("SYNC_KEY".to_string(), &connection)?;
+                    delete_settings("AUTO_WEB_FETCH".to_string(), &connection)?;
+                    Ok::<(), NotificationData>(())
+                };
+
+                if let Err(error) = save_result() {
+                    return push_error_task!(error);
+                }
             }
             SwitchAutoSync => {
                 self.auto_fetch = !self.auto_fetch;
-                let mut state = self.state.lock();
+                let mut sync_data = self.state.sync_data.write();
-                state.sync_data.auto_web_fetch = self.auto_fetch;
+                let connection = self.state.connection.lock();
-                set_setting(
+
+                sync_data.auto_web_fetch = self.auto_fetch;
+                if let Err(err) = set_setting(
                     "AUTO_WEB_FETCH".to_string(),
                     self.auto_fetch.to_string(),
-                    &state.connection,
+                    &connection,
-                );
+                ) {
+                    return push_error_task!(err);
+                }
             }
         }
         Task::none()
@@ -165,11 +182,9 @@ impl NavigatedPage<SyncMessage> for SyncState {
 }
 
 impl SyncState {
-    pub fn new(state: Arc<Mutex<AppState>>) -> SyncState {
+    pub fn new(state: AppState) -> SyncState {
-        let auto_fetch;
+        let auto_fetch = state.sync_data.read().auto_web_fetch;
-        {
+
-            auto_fetch = state.lock().sync_data.auto_web_fetch;
-        }
         Self {
             auto_fetch,
             state,
@@ -178,6 +193,15 @@ impl SyncState {
         }
     }
 
+    fn reload_data(&mut self) -> Result<(), NotificationData> {
+        self.state.card_states.write().reload()?;
+        self.state.word_groups.write().reload()?;
+        self.state.decks.write().reload()?;
+        self.state.dictionary.write().reload()?;
+        self.state.history.write().reload()?;
+        Ok(())
+    }
+
     fn sync_column(&self) -> Element<'_, SyncMessage> {
         let network_view: Element<'_, SyncMessage> = if self.frozen {
             progress_bar(0.0..=5.0, self.progress).into()
@@ -185,7 +209,7 @@ impl SyncState {
             space().into()
         };
         {
-            if let Some(key) = self.state.lock().sync_data.key.clone() {
+            if let Some(key) = self.state.sync_data.read().key.as_ref() {
                 column![
                     text!("Ваш ключ синхронизации"),
                     container(
@@ -226,10 +250,10 @@ impl SyncState {
                 ]
             }
         }
-            .spacing(DEFAULT_SPACING)
+        .spacing(DEFAULT_SPACING)
-            .align_x(Center)
+        .align_x(Center)
-            .width(Length::Shrink)
+        .width(Length::Shrink)
-            .into()
+        .into()
     }
 
     /*    fn app_updater(&self) -> Element<'_, SyncMessage> {
@@ -242,13 +266,26 @@ impl SyncState {
         }
         self.frozen = true;
         self.progress = 0.0;
-        let state = self.state.lock();
+        let mut connection = self.state.connection.lock();
-        state
+
-            .connection
+        connection
             .query_row("PRAGMA wal_checkpoint(TRUNCATE)", [], |_| Ok(()))
             .unwrap_or_else(|e| {
                 error!("Ошибка при checkpoint WAL: {e}");
             });
+        connection
+            .execute("VACUUM;", [])
+            .unwrap_or_else(|e| {
+                error!("Ошибка при checkpoint WAL: {e}");
+                0
+            });
+        connection
+            .execute("PRAGMA optimize;", [])
+            .unwrap_or_else(|e| {
+                error!("Ошибка при checkpoint WAL: {e}");
+                0
+            });
+        connection.finish();
     }
 }
 

src/pages/word.rs

@@ -1,21 +1,22 @@
+use crate::app::AppState;
+use crate::data::entities::{EntityHandle, WordData};
 use crate::data_provider::words::{delete_word, update_word};
-use crate::data::entities::WordData;
 use crate::navigation::Page::PreviousPage;
 use crate::navigation::{NavigatedPage, Page, RootMessage};
-use crate::styling::*;
 use crate::pages::word::WordMessage::*;
+use crate::push_error;
+use crate::push_error_task;
+use crate::styling::*;
 use iced::widget::button::danger;
-use iced::widget::{button, column, row, rule, scrollable, text, text_input};
+use iced::widget::{button, column, row, rule, scrollable, space, text, text_input};
 use iced::{Element, Fill, Task};
 use parking_lot::Mutex;
 use std::sync::Arc;
-use crate::app::AppState;
 
 #[derive(Clone)]
 pub struct WordState {
-    state: Arc<Mutex<AppState>>,
+    state: AppState,
-    index: usize,
+    handle: EntityHandle<WordData>,
-    word: WordData,
 }
 
 impl NavigatedPage<WordMessage> for WordState {
@@ -29,108 +30,117 @@ impl NavigatedPage<WordMessage> for WordState {
 
     fn navigated(&mut self) {}
     fn update(&mut self, message: WordMessage) -> Task<RootMessage> {
-        match message {
+        // match message {
-            Back => {}
+        //     Back => {}
-            Save => {
+        //     Save => {
-                let mut state = self.state.lock();
+        //         let mut state = self.state.lock();
-                state.dictionary[self.index] = self.word.clone();
+        //         state.dictionary[self.index] = self.word.clone();
-                update_word(&mut self.word, &state.connection);
+        //
-                return Task::done(RootMessage::Word(Back));
+        //         if let Err(err) = update_word(&mut self.word, &state.connection) {
-            }
+        //             return push_error_task!(err);
-            Delete => {
+        //         }
-                let mut state = self.state.lock();
+        //         return Task::done(RootMessage::Word(Back));
-                state.dictionary.remove(self.index);
+        //     }
-                delete_word(&self.word, &state.connection);
+        //     Delete => {
-                return Task::done(RootMessage::Word(Back));
+        //         let mut state = self.state.lock();
-            }
+        //         state.dictionary.remove(self.index);
-            SetTags(n) => self.word.tags = n,
+        //         if let Err(err) = delete_word(&self.word, &state.connection) {
-            SetKey(n) => {
+        //             return push_error_task!(err);
-                self.word.key = n;
+        //         }
-            }
+        //         return Task::done(RootMessage::Word(Back));
-            SetValue(n) => {
+        //     }
-                self.word.value = n;
+        //     SetTags(n) => self.word.tags = n,
-            }
+        //     SetKey(n) => {
-            SetAdditional(key, value) => {
+        //         self.word.key = n;
-                self.word.additional.insert(key, value.clone());
+        //     }
-            }
+        //     SetValue(n) => {
-            AddAdditional(key) => {
+        //         self.word.value = n;
-                self.word.additional.insert(key, "".to_string());
+        //     }
-            }
+        //     SetAdditional(key, value) => {
-            RemoveAdditional(key) => {
+        //         self.word.additional.insert(key, value.clone());
-                self.word.additional.remove(key.as_str());
+        //     }
-            }
+        //     AddAdditional(key) => {
-        }
+        //         self.word.additional.insert(key, "".to_string());
+        //     }
+        //     RemoveAdditional(key) => {
+        //         self.word.additional.remove(key.as_str());
+        //     }
+        // }
         Task::none()
     }
 
     fn view(&self) -> Element<'_, WordMessage> {
-        let mut fast_add = row![];
+        // let mut fast_add = row![];
-        if !self.word.additional.contains_key("reading") {
+        // if !self.word.additional.contains_key("reading") {
-            fast_add = fast_add.push(
+        //     fast_add = fast_add.push(
-                button("Чтение")
+        //         button("Чтение")
-                    .style(button::text)
+        //             .style(button::text)
-                    .on_press(AddAdditional("reading".to_string())),
+        //             .on_press(AddAdditional("reading".to_string())),
-            );
+        //     );
-        }
+        // }
-        if !self.word.additional.contains_key("description") {
+        // if !self.word.additional.contains_key("description") {
-            fast_add = fast_add.push(
+        //     fast_add = fast_add.push(
-                button("Описание")
+        //         button("Описание")
-                    .style(button::text)
+        //             .style(button::text)
-                    .on_press(AddAdditional("description".to_string())),
+        //             .on_press(AddAdditional("description".to_string())),
-            );
+        //     );
-        }
+        // }
-
+        //
-        if !self.word.additional.contains_key("context") {
+        // if !self.word.additional.contains_key("context") {
-            fast_add = fast_add.push(
+        //     fast_add = fast_add.push(
-                button("В контексте")
+        //         button("В контексте")
-                    .style(button::text)
+        //             .style(button::text)
-                    .on_press(AddAdditional("context".to_string())),
+        //             .on_press(AddAdditional("context".to_string())),
-            );
+        //     );
-        }
+        // }
-
+        //
-        let mut col = iced::widget::column![
+        // let mut col = iced::widget::column![
-            column![
+        //     column![
-                text!("Ключ"),
+        //         text!("Ключ"),
-                text_input("key", &self.word.key).on_input(SetKey),
+        //         text_input("key", &self.word.key).on_input(SetKey),
-            ]
+        //     ]
-            .spacing(QUARTER_SPACING),
+        //     .spacing(QUARTER_SPACING),
-            column![
+        //     column![
-                text!("Значение"),
+        //         text!("Значение"),
-                text_input("value", &self.word.value).on_input(SetValue),
+        //         text_input("value", &self.word.value).on_input(SetValue),
-            ]
+        //     ]
-            .spacing(QUARTER_SPACING),
+        //     .spacing(QUARTER_SPACING),
-            column![
+        //     column![
-                text!("Теги"),
+        //         text!("Теги"),
-                text_input("tags", &self.word.tags).on_input(SetTags),
+        //         text_input("tags", &self.word.tags).on_input(SetTags),
-            ]
+        //     ]
-            .spacing(QUARTER_SPACING),
+        //     .spacing(QUARTER_SPACING),
-            rule::horizontal(2),
+        //     rule::horizontal(2),
-            scrollable(fast_add),
+        //     scrollable(fast_add),
-        ];
+        // ];
-
+        //
-        for more in &self.word.additional {
+        // for more in &self.word.additional {
-            col = col.push(self.get_view_for_more(more));
+        //     col = col.push(self.get_view_for_more(more));
-        }
+        // }
-
+        //
-        back_overlay(
+        // back_overlay(
-            column![
+        //     column![
-                col.spacing(DEFAULT_SPACING / 2.0).width(Fill).height(Fill),
+        //         col.spacing(DEFAULT_SPACING / 2.0).width(Fill).height(Fill),
-                row![
+        //         row![
-                    button("Сохранить").style(jl_button).on_press(Save),
+        //             button("Сохранить").style(jl_button).on_press(Save),
-                    button("Удалить").style(danger).on_press(Delete),
+        //             button("Удалить").style(danger).on_press(Delete),
-                ]
+        //         ]
-                .spacing(DEFAULT_SPACING)
+        //         .spacing(DEFAULT_SPACING)
-            ]
+        //     ]
-            .spacing(DEFAULT_SPACING)
+        //     .spacing(DEFAULT_SPACING)
-            .into(),
+        //     .into(),
-            Back,
+        //     Back,
-        )
+        // )
+        space().into()
     }
 }
 
 impl WordState {
-    pub(crate) fn new(word: WordData, index: usize, state: Arc<Mutex<AppState>>) -> WordState {
+    pub fn new(handle: EntityHandle<WordData>, state: AppState) -> Self {
-        WordState { state, index, word }
+        Self{
+            state,
+            handle,
+        }
     }
 }
 

src/pages/writing.rs

@@ -1,11 +1,10 @@
-
+use crate::core::kana_set::KanaSet;
 use crate::navigation::Page::PreviousPage;
 use crate::navigation::{NavigatedPage, Page, RootMessage};
 use crate::styling::*;
 use iced::widget::*;
 use iced::{Element, Fill, Task, alignment};
 use rand::seq::SliceRandom;
-use crate::core::kana_set::KanaSet;
 
 #[derive(Clone, Debug)]
 pub struct WritingState {

src/tests.rs

@@ -0,0 +1,123 @@
+#[cfg(test)]
+mod mod_tests {
+    use crate::data::Id;
+    use crate::data::entities::{EntityData, EntityHandle};
+    use crate::data::repositories::fast_position_of;
+
+    struct ProtoEntity {
+        id: Id,
+        _data: i128,
+    }
+    impl EntityData for ProtoEntity {
+        fn id(&self) -> Id {
+            self.id
+        }
+
+        fn set_id(&mut self, id: Id) {
+            self.id = id;
+        }
+    }
+
+    impl ProtoEntity {
+        fn new(n: i128) -> Self {
+            Self {
+                id: (n as u32).into(),
+                _data: n,
+            }
+        }
+    }
+
+    #[test]
+    fn search_direct() {
+        let mut entity = EntityHandle::new(8.into(), 3, true);
+        assert_eq!(
+            fast_position_of(&[1, 2, 3, 8, 9, 12].map(ProtoEntity::new), &mut entity),
+            Some(3)
+        );
+    }
+
+    #[test]
+    fn search_0() {
+        let mut entity = EntityHandle::new(8.into(), 4, true);
+        assert_eq!(
+            fast_position_of(&[1, 2, 3, 8, 9, 12].map(ProtoEntity::new), &mut entity),
+            Some(3)
+        );
+    }
+
+    #[test]
+    fn search_1() {
+        let mut entity = EntityHandle::new(9.into(), 5, true);
+        assert_eq!(
+            fast_position_of(&[1, 2, 3, 8, 9, 12].map(ProtoEntity::new), &mut entity),
+            Some(4)
+        );
+    }
+
+    #[test]
+    fn search_2() {
+        let mut entity = EntityHandle::new(106.into(), 25, true);
+        assert_eq!(
+            fast_position_of(
+                &[
+                    1, 2, 3, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 20, 21, 22, 23, 105, 106, 107,
+                    108, 109, 110
+                ]
+                .map(ProtoEntity::new),
+                &mut entity
+            ),
+            Some(18)
+        );
+    }
+
+    #[test]
+    fn id_0() {
+        let entity: EntityHandle<ProtoEntity> = EntityHandle::new(8.into(), 25, true);
+        assert_eq!(entity.real(), true)
+    }
+
+    #[test]
+    fn id_1() {
+        let entity: EntityHandle<ProtoEntity> = EntityHandle::new(8.into(), 25, false);
+        assert_eq!(entity.real(), false)
+    }
+
+    #[test]
+    fn id_3() {
+        let entity: EntityHandle<ProtoEntity> = EntityHandle::new(8.into(), 25, true);
+        assert_eq!(entity.index(), 25)
+    }
+
+    #[test]
+    fn id_4() {
+        let entity: EntityHandle<ProtoEntity> = EntityHandle::new(8.into(), 25, false);
+        assert_eq!(entity.index(), 25)
+    }
+    #[test]
+    fn id_5() {
+        let mut entity: EntityHandle<ProtoEntity> = EntityHandle::new(8.into(), 25, true);
+        entity.set_real(true);
+        assert_eq!(entity.real(), true)
+    }
+
+    #[test]
+    fn id_6() {
+        let mut entity: EntityHandle<ProtoEntity> = EntityHandle::new(8.into(), 25, false);
+        entity.set_real(true);
+        assert_eq!(entity.real(), true)
+    }
+
+    #[test]
+    fn id_7() {
+        let mut entity: EntityHandle<ProtoEntity> = EntityHandle::new(8.into(), 25, true);
+        entity.set_index(0);
+        assert_eq!(entity.index(), 0)
+    }
+
+    #[test]
+    fn id_8() {
+        let mut entity: EntityHandle<ProtoEntity> = EntityHandle::new(8.into(), 25, false);
+        entity.set_index(0);
+        assert_eq!(entity.index(), 0)
+    }
+}