use crate::dart_notification::{send_dart_notification, GridNotification}; use crate::manager::GridUser; use crate::services::persistence::block_index::BlockIndexPersistence; use crate::services::row::{make_block_row_ids, make_cell_by_field_id, make_rows_from_row_metas, GridBlockSnapshot}; use bytes::Bytes; use dashmap::DashMap; use flowy_error::{FlowyError, FlowyResult}; use flowy_grid_data_model::entities::{ CellMeta, FieldMeta, GridBlockMeta, GridBlockMetaChangeset, GridBlockOrder, RepeatedCell, Row, RowMeta, RowMetaChangeset, RowOrder, }; use flowy_revision::disk::SQLiteGridBlockMetaRevisionPersistence; use flowy_revision::{ RevisionCloudService, RevisionCompactor, RevisionManager, RevisionObjectBuilder, RevisionPersistence, }; use flowy_sync::client_grid::{GridBlockMetaChange, GridBlockMetaPad}; use flowy_sync::entities::revision::Revision; use flowy_sync::util::make_delta_from_revisions; use lib_infra::future::FutureResult; use lib_ot::core::PlainTextAttributes; use std::collections::HashMap; use std::sync::Arc; use tokio::sync::RwLock; pub(crate) struct GridBlockMetaEditorManager { grid_id: String, user: Arc, editor_map: DashMap>, persistence: Arc, } impl GridBlockMetaEditorManager { pub(crate) async fn new( grid_id: &str, user: &Arc, blocks: Vec, persistence: Arc, ) -> FlowyResult { let editor_map = make_block_meta_editor_map(user, blocks).await?; let user = user.clone(); let grid_id = grid_id.to_owned(); let manager = Self { grid_id, user, editor_map, persistence, }; Ok(manager) } // #[tracing::instrument(level = "trace", skip(self))] pub(crate) async fn get_editor(&self, block_id: &str) -> FlowyResult> { debug_assert!(!block_id.is_empty()); match self.editor_map.get(block_id) { None => { tracing::error!("The is a fatal error, block is not exist"); let editor = Arc::new(make_block_meta_editor(&self.user, block_id).await?); self.editor_map.insert(block_id.to_owned(), editor.clone()); Ok(editor) } Some(editor) => Ok(editor.clone()), } } async fn get_editor_from_row_id(&self, row_id: &str) -> FlowyResult> { let block_id = self.persistence.get_block_id(row_id)?; Ok(self.get_editor(&block_id).await?) } pub(crate) async fn create_row( &self, block_id: &str, row_meta: RowMeta, start_row_id: Option, ) -> FlowyResult { let _ = self.persistence.insert_or_update(&row_meta.block_id, &row_meta.id)?; let editor = self.get_editor(&row_meta.block_id).await?; let row_count = editor.create_row(row_meta, start_row_id).await?; self.notify_block_did_update_row(block_id).await?; Ok(row_count) } pub(crate) async fn insert_row( &self, rows_by_block_id: HashMap>, ) -> FlowyResult> { let mut changesets = vec![]; for (block_id, row_metas) in rows_by_block_id { let editor = self.get_editor(&block_id).await?; let mut row_count = 0; for row in &row_metas { let _ = self.persistence.insert_or_update(&row.block_id, &row.id)?; row_count = editor.create_row(row.clone(), None).await?; } changesets.push(GridBlockMetaChangeset::from_row_count(&block_id, row_count)); let _ = self.notify_block_did_update_row(&block_id).await?; } Ok(changesets) } pub(crate) async fn delete_rows(&self, row_orders: Vec) -> FlowyResult> { let mut changesets = vec![]; for block_row_ids in make_block_row_ids(&row_orders) { let editor = self.get_editor(&block_row_ids.block_id).await?; let row_count = editor.delete_rows(block_row_ids.row_ids).await?; let changeset = GridBlockMetaChangeset::from_row_count(&block_row_ids.block_id, row_count); changesets.push(changeset); } Ok(changesets) } pub async fn update_row(&self, changeset: RowMetaChangeset) -> FlowyResult<()> { let editor = self.get_editor_from_row_id(&changeset.row_id).await?; let _ = editor.update_row(changeset.clone()).await?; let _ = self.notify_block_did_update_row(&editor.block_id).await?; Ok(()) } pub async fn update_row_cells(&self, field_metas: &[FieldMeta], changeset: RowMetaChangeset) -> FlowyResult<()> { let row_id = changeset.row_id.clone(); let editor = self.get_editor_from_row_id(&row_id).await?; let _ = editor.update_row(changeset.clone()).await?; self.notify_did_update_row(&row_id, field_metas).await?; Ok(()) } pub async fn get_row_meta(&self, row_id: &str) -> FlowyResult>> { let editor = self.get_editor_from_row_id(row_id).await?; let row_ids = vec![row_id.to_owned()]; let mut row_metas = editor.get_row_metas(Some(row_ids)).await?; if row_metas.is_empty() { Ok(None) } else { Ok(row_metas.pop()) } } pub(crate) async fn make_block_snapshots(&self, block_ids: Vec) -> FlowyResult> { let mut snapshots = vec![]; for block_id in block_ids { let editor = self.get_editor(&block_id).await?; let row_metas = editor.get_row_metas(None).await?; row_metas.iter().for_each(|row| { let _ = self.persistence.insert_or_update(&row.block_id, &row.id); }); snapshots.push(GridBlockSnapshot { block_id, row_metas }); } Ok(snapshots) } // Optimization: Using the shared memory(Arc, Cow,etc.) to reduce memory usage. #[allow(dead_code)] pub async fn get_cell_metas( &self, block_ids: Vec, field_id: &str, row_ids: Option>, ) -> FlowyResult> { let mut block_cell_metas = vec![]; for block_id in block_ids { let editor = self.get_editor(&block_id).await?; let cell_metas = editor.get_cell_metas(field_id, &row_ids).await?; block_cell_metas.extend(cell_metas); } Ok(block_cell_metas) } async fn notify_block_did_update_row(&self, block_id: &str) -> FlowyResult<()> { let block_order: GridBlockOrder = block_id.into(); send_dart_notification(&self.grid_id, GridNotification::DidUpdateBlock) .payload(block_order) .send(); Ok(()) } async fn notify_did_update_row(&self, row_id: &str, field_metas: &[FieldMeta]) -> FlowyResult<()> { match self.get_row_meta(row_id).await? { None => {} Some(row_meta) => { let row_metas = vec![row_meta]; if let Some(row) = make_rows_from_row_metas(&field_metas, &row_metas).pop() { send_dart_notification(row_id, GridNotification::DidUpdateRow) .payload(row) .send(); } } } Ok(()) // // let field_meta_map = field_metas // .iter() // .map(|field_meta| (&field_meta.id, field_meta)) // .collect::>(); // // let mut cells = vec![]; // changeset // .cell_by_field_id // .into_iter() // .for_each( // |(field_id, cell_meta)| match make_cell_by_field_id(&field_meta_map, field_id, cell_meta) { // None => {} // Some((_, cell)) => cells.push(cell), // }, // ); // // if !cells.is_empty() { // send_dart_notification(&changeset.row_id, GridNotification::DidUpdateRow) // .payload(RepeatedCell::from(cells)) // .send(); // } // Ok(()) } } async fn make_block_meta_editor_map( user: &Arc, blocks: Vec, ) -> FlowyResult>> { let editor_map = DashMap::new(); for block in blocks { let editor = make_block_meta_editor(user, &block.block_id).await?; editor_map.insert(block.block_id, Arc::new(editor)); } Ok(editor_map) } async fn make_block_meta_editor(user: &Arc, block_id: &str) -> FlowyResult { let token = user.token()?; let user_id = user.user_id()?; let pool = user.db_pool()?; let disk_cache = Arc::new(SQLiteGridBlockMetaRevisionPersistence::new(&user_id, pool)); let rev_persistence = Arc::new(RevisionPersistence::new(&user_id, block_id, disk_cache)); let rev_manager = RevisionManager::new(&user_id, block_id, rev_persistence); ClientGridBlockMetaEditor::new(&user_id, &token, block_id, rev_manager).await } pub struct ClientGridBlockMetaEditor { user_id: String, pub block_id: String, pad: Arc>, rev_manager: Arc, } impl ClientGridBlockMetaEditor { pub async fn new( user_id: &str, token: &str, block_id: &str, mut rev_manager: RevisionManager, ) -> FlowyResult { let cloud = Arc::new(GridBlockMetaRevisionCloudService { token: token.to_owned(), }); let block_meta_pad = rev_manager.load::(Some(cloud)).await?; let pad = Arc::new(RwLock::new(block_meta_pad)); let rev_manager = Arc::new(rev_manager); let user_id = user_id.to_owned(); let block_id = block_id.to_owned(); Ok(Self { user_id, block_id, pad, rev_manager, }) } async fn create_row(&self, row: RowMeta, start_row_id: Option) -> FlowyResult { let mut row_count = 0; let _ = self .modify(|pad| { let change = pad.add_row_meta(row, start_row_id)?; row_count = pad.number_of_rows(); Ok(change) }) .await?; Ok(row_count) } pub async fn delete_rows(&self, ids: Vec) -> FlowyResult { let mut row_count = 0; let _ = self .modify(|pad| { let changeset = pad.delete_rows(&ids)?; row_count = pad.number_of_rows(); Ok(changeset) }) .await?; Ok(row_count) } pub async fn update_row(&self, changeset: RowMetaChangeset) -> FlowyResult<()> { let _ = self.modify(|pad| Ok(pad.update_row(changeset)?)).await?; Ok(()) } pub async fn get_row_metas(&self, row_ids: Option>) -> FlowyResult>> { let row_metas = self.pad.read().await.get_row_metas(&row_ids)?; Ok(row_metas) } pub async fn get_cell_metas(&self, field_id: &str, row_ids: &Option>) -> FlowyResult> { let cell_metas = self.pad.read().await.get_cell_metas(field_id, row_ids)?; Ok(cell_metas) } pub async fn get_row_orders(&self, row_ids: &Option>) -> FlowyResult> { let row_orders = self .pad .read() .await .get_row_metas(row_ids)? .iter() .map(RowOrder::from) .collect::>(); Ok(row_orders) } async fn modify(&self, f: F) -> FlowyResult<()> where F: for<'a> FnOnce(&'a mut GridBlockMetaPad) -> FlowyResult>, { let mut write_guard = self.pad.write().await; match f(&mut *write_guard)? { None => {} Some(change) => { let _ = self.apply_change(change).await?; } } Ok(()) } async fn apply_change(&self, change: GridBlockMetaChange) -> FlowyResult<()> { let GridBlockMetaChange { delta, md5 } = change; let user_id = self.user_id.clone(); let (base_rev_id, rev_id) = self.rev_manager.next_rev_id_pair(); let delta_data = delta.to_delta_bytes(); let revision = Revision::new( &self.rev_manager.object_id, base_rev_id, rev_id, delta_data, &user_id, md5, ); let _ = self .rev_manager .add_local_revision(&revision, Box::new(GridBlockMetaRevisionCompactor())) .await?; Ok(()) } } struct GridBlockMetaRevisionCloudService { #[allow(dead_code)] token: String, } impl RevisionCloudService for GridBlockMetaRevisionCloudService { #[tracing::instrument(level = "trace", skip(self))] fn fetch_object(&self, _user_id: &str, _object_id: &str) -> FutureResult, FlowyError> { FutureResult::new(async move { Ok(vec![]) }) } } struct GridBlockMetaPadBuilder(); impl RevisionObjectBuilder for GridBlockMetaPadBuilder { type Output = GridBlockMetaPad; fn build_object(object_id: &str, revisions: Vec) -> FlowyResult { let pad = GridBlockMetaPad::from_revisions(object_id, revisions)?; Ok(pad) } } struct GridBlockMetaRevisionCompactor(); impl RevisionCompactor for GridBlockMetaRevisionCompactor { fn bytes_from_revisions(&self, revisions: Vec) -> FlowyResult { let delta = make_delta_from_revisions::(revisions)?; Ok(delta.to_delta_bytes()) } }