block_manager.rs 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284
  1. use crate::dart_notification::{send_dart_notification, GridNotification};
  2. use crate::entities::{CellChangesetPB, GridBlockChangesetPB, InsertedRowPB, RowPB};
  3. use crate::manager::GridUser;
  4. use crate::services::block_editor::{GridBlockRevisionCompress, GridBlockRevisionEditor};
  5. use crate::services::persistence::block_index::BlockIndexCache;
  6. use crate::services::persistence::rev_sqlite::SQLiteGridBlockRevisionPersistence;
  7. use crate::services::row::{block_from_row_orders, make_row_from_row_rev, GridBlockSnapshot};
  8. use dashmap::DashMap;
  9. use flowy_error::FlowyResult;
  10. use flowy_grid_data_model::revision::{
  11. GridBlockMetaRevision, GridBlockMetaRevisionChangeset, RowChangeset, RowRevision,
  12. };
  13. use flowy_revision::{
  14. RevisionManager, RevisionPersistence, RevisionPersistenceConfiguration, SQLiteRevisionSnapshotPersistence,
  15. };
  16. use std::borrow::Cow;
  17. use std::collections::HashMap;
  18. use std::sync::Arc;
  19. type BlockId = String;
  20. pub(crate) struct GridBlockManager {
  21. user: Arc<dyn GridUser>,
  22. persistence: Arc<BlockIndexCache>,
  23. block_editors: DashMap<BlockId, Arc<GridBlockRevisionEditor>>,
  24. }
  25. impl GridBlockManager {
  26. pub(crate) async fn new(
  27. user: &Arc<dyn GridUser>,
  28. block_meta_revs: Vec<Arc<GridBlockMetaRevision>>,
  29. persistence: Arc<BlockIndexCache>,
  30. ) -> FlowyResult<Self> {
  31. let block_editors = make_block_editors(user, block_meta_revs).await?;
  32. let user = user.clone();
  33. let manager = Self {
  34. user,
  35. block_editors,
  36. persistence,
  37. };
  38. Ok(manager)
  39. }
  40. // #[tracing::instrument(level = "trace", skip(self))]
  41. pub(crate) async fn get_block_editor(&self, block_id: &str) -> FlowyResult<Arc<GridBlockRevisionEditor>> {
  42. debug_assert!(!block_id.is_empty());
  43. match self.block_editors.get(block_id) {
  44. None => {
  45. tracing::error!("This is a fatal error, block with id:{} is not exist", block_id);
  46. let editor = Arc::new(make_block_editor(&self.user, block_id).await?);
  47. self.block_editors.insert(block_id.to_owned(), editor.clone());
  48. Ok(editor)
  49. }
  50. Some(editor) => Ok(editor.clone()),
  51. }
  52. }
  53. pub(crate) async fn get_editor_from_row_id(&self, row_id: &str) -> FlowyResult<Arc<GridBlockRevisionEditor>> {
  54. let block_id = self.persistence.get_block_id(row_id)?;
  55. self.get_block_editor(&block_id).await
  56. }
  57. #[tracing::instrument(level = "trace", skip(self, start_row_id), err)]
  58. pub(crate) async fn create_row(&self, row_rev: RowRevision, start_row_id: Option<String>) -> FlowyResult<i32> {
  59. let block_id = row_rev.block_id.clone();
  60. let _ = self.persistence.insert(&row_rev.block_id, &row_rev.id)?;
  61. let editor = self.get_block_editor(&row_rev.block_id).await?;
  62. let mut index_row_order = InsertedRowPB::from(&row_rev);
  63. let (row_count, row_index) = editor.create_row(row_rev, start_row_id).await?;
  64. index_row_order.index = row_index;
  65. let changeset = GridBlockChangesetPB::insert(block_id.clone(), vec![index_row_order]);
  66. let _ = self.notify_did_update_block(&block_id, changeset).await?;
  67. Ok(row_count)
  68. }
  69. pub(crate) async fn insert_row(
  70. &self,
  71. rows_by_block_id: HashMap<String, Vec<RowRevision>>,
  72. ) -> FlowyResult<Vec<GridBlockMetaRevisionChangeset>> {
  73. let mut changesets = vec![];
  74. for (block_id, row_revs) in rows_by_block_id {
  75. let mut inserted_row_orders = vec![];
  76. let editor = self.get_block_editor(&block_id).await?;
  77. let mut row_count = 0;
  78. for row in row_revs {
  79. let _ = self.persistence.insert(&row.block_id, &row.id)?;
  80. let mut row_order = InsertedRowPB::from(&row);
  81. let (count, index) = editor.create_row(row, None).await?;
  82. row_count = count;
  83. row_order.index = index;
  84. inserted_row_orders.push(row_order);
  85. }
  86. changesets.push(GridBlockMetaRevisionChangeset::from_row_count(
  87. block_id.clone(),
  88. row_count,
  89. ));
  90. let _ = self
  91. .notify_did_update_block(
  92. &block_id,
  93. GridBlockChangesetPB::insert(block_id.clone(), inserted_row_orders),
  94. )
  95. .await?;
  96. }
  97. Ok(changesets)
  98. }
  99. pub async fn update_row(&self, changeset: RowChangeset) -> FlowyResult<()> {
  100. let editor = self.get_editor_from_row_id(&changeset.row_id).await?;
  101. let _ = editor.update_row(changeset.clone()).await?;
  102. match editor.get_row_rev(&changeset.row_id).await? {
  103. None => tracing::error!("Update row failed, can't find the row with id: {}", changeset.row_id),
  104. Some(row_rev) => {
  105. let row_pb = make_row_from_row_rev(row_rev.clone());
  106. let block_order_changeset = GridBlockChangesetPB::update(&editor.block_id, vec![row_pb]);
  107. let _ = self
  108. .notify_did_update_block(&editor.block_id, block_order_changeset)
  109. .await?;
  110. }
  111. }
  112. Ok(())
  113. }
  114. #[tracing::instrument(level = "trace", skip_all, err)]
  115. pub async fn delete_row(&self, row_id: &str) -> FlowyResult<Option<Arc<RowRevision>>> {
  116. let row_id = row_id.to_owned();
  117. let block_id = self.persistence.get_block_id(&row_id)?;
  118. let editor = self.get_block_editor(&block_id).await?;
  119. match editor.get_row_rev(&row_id).await? {
  120. None => Ok(None),
  121. Some(row_rev) => {
  122. let _ = editor.delete_rows(vec![Cow::Borrowed(&row_id)]).await?;
  123. let _ = self
  124. .notify_did_update_block(
  125. &block_id,
  126. GridBlockChangesetPB::delete(&block_id, vec![row_rev.id.clone()]),
  127. )
  128. .await?;
  129. Ok(Some(row_rev))
  130. }
  131. }
  132. }
  133. pub(crate) async fn delete_rows(&self, row_orders: Vec<RowPB>) -> FlowyResult<Vec<GridBlockMetaRevisionChangeset>> {
  134. let mut changesets = vec![];
  135. for grid_block in block_from_row_orders(row_orders) {
  136. let editor = self.get_block_editor(&grid_block.id).await?;
  137. let row_ids = grid_block
  138. .rows
  139. .into_iter()
  140. .map(|row_info| Cow::Owned(row_info.row_id().to_owned()))
  141. .collect::<Vec<Cow<String>>>();
  142. let row_count = editor.delete_rows(row_ids).await?;
  143. let changeset = GridBlockMetaRevisionChangeset::from_row_count(grid_block.id.clone(), row_count);
  144. changesets.push(changeset);
  145. }
  146. Ok(changesets)
  147. }
  148. // This function will be moved to GridViewRevisionEditor
  149. pub(crate) async fn move_row(&self, row_rev: Arc<RowRevision>, from: usize, to: usize) -> FlowyResult<()> {
  150. let editor = self.get_editor_from_row_id(&row_rev.id).await?;
  151. let _ = editor.move_row(&row_rev.id, from, to).await?;
  152. let delete_row_id = row_rev.id.clone();
  153. let insert_row = InsertedRowPB {
  154. index: Some(to as i32),
  155. row: make_row_from_row_rev(row_rev),
  156. is_new: false,
  157. };
  158. let notified_changeset = GridBlockChangesetPB {
  159. block_id: editor.block_id.clone(),
  160. inserted_rows: vec![insert_row],
  161. deleted_rows: vec![delete_row_id],
  162. ..Default::default()
  163. };
  164. let _ = self
  165. .notify_did_update_block(&editor.block_id, notified_changeset)
  166. .await?;
  167. Ok(())
  168. }
  169. // This function will be moved to GridViewRevisionEditor.
  170. pub async fn index_of_row(&self, row_id: &str) -> Option<usize> {
  171. match self.get_editor_from_row_id(row_id).await {
  172. Ok(editor) => editor.index_of_row(row_id).await,
  173. Err(_) => None,
  174. }
  175. }
  176. pub async fn update_cell(&self, changeset: CellChangesetPB) -> FlowyResult<()> {
  177. let row_changeset: RowChangeset = changeset.clone().into();
  178. let _ = self.update_row(row_changeset).await?;
  179. self.notify_did_update_cell(changeset).await?;
  180. Ok(())
  181. }
  182. pub async fn get_row_rev(&self, row_id: &str) -> FlowyResult<Option<Arc<RowRevision>>> {
  183. let editor = self.get_editor_from_row_id(row_id).await?;
  184. let row_ids = vec![Cow::Borrowed(row_id)];
  185. let mut row_revs = editor.get_row_revs(Some(row_ids)).await?;
  186. if row_revs.is_empty() {
  187. Ok(None)
  188. } else {
  189. Ok(row_revs.pop())
  190. }
  191. }
  192. pub async fn get_row_orders(&self, block_id: &str) -> FlowyResult<Vec<RowPB>> {
  193. let editor = self.get_block_editor(block_id).await?;
  194. editor.get_row_infos::<&str>(None).await
  195. }
  196. pub(crate) async fn get_block_snapshots(
  197. &self,
  198. block_ids: Option<Vec<String>>,
  199. ) -> FlowyResult<Vec<GridBlockSnapshot>> {
  200. let mut snapshots = vec![];
  201. match block_ids {
  202. None => {
  203. for iter in self.block_editors.iter() {
  204. let editor = iter.value();
  205. let block_id = editor.block_id.clone();
  206. let row_revs = editor.get_row_revs::<&str>(None).await?;
  207. snapshots.push(GridBlockSnapshot { block_id, row_revs });
  208. }
  209. }
  210. Some(block_ids) => {
  211. for block_id in block_ids {
  212. let editor = self.get_block_editor(&block_id).await?;
  213. let row_revs = editor.get_row_revs::<&str>(None).await?;
  214. snapshots.push(GridBlockSnapshot { block_id, row_revs });
  215. }
  216. }
  217. }
  218. Ok(snapshots)
  219. }
  220. async fn notify_did_update_block(&self, block_id: &str, changeset: GridBlockChangesetPB) -> FlowyResult<()> {
  221. send_dart_notification(block_id, GridNotification::DidUpdateGridBlock)
  222. .payload(changeset)
  223. .send();
  224. Ok(())
  225. }
  226. async fn notify_did_update_cell(&self, changeset: CellChangesetPB) -> FlowyResult<()> {
  227. let id = format!("{}:{}", changeset.row_id, changeset.field_id);
  228. send_dart_notification(&id, GridNotification::DidUpdateCell).send();
  229. Ok(())
  230. }
  231. }
  232. /// Initialize each block editor
  233. async fn make_block_editors(
  234. user: &Arc<dyn GridUser>,
  235. block_meta_revs: Vec<Arc<GridBlockMetaRevision>>,
  236. ) -> FlowyResult<DashMap<String, Arc<GridBlockRevisionEditor>>> {
  237. let editor_map = DashMap::new();
  238. for block_meta_rev in block_meta_revs {
  239. let editor = make_block_editor(user, &block_meta_rev.block_id).await?;
  240. editor_map.insert(block_meta_rev.block_id.clone(), Arc::new(editor));
  241. }
  242. Ok(editor_map)
  243. }
  244. async fn make_block_editor(user: &Arc<dyn GridUser>, block_id: &str) -> FlowyResult<GridBlockRevisionEditor> {
  245. tracing::trace!("Open block:{} editor", block_id);
  246. let token = user.token()?;
  247. let user_id = user.user_id()?;
  248. let pool = user.db_pool()?;
  249. let disk_cache = SQLiteGridBlockRevisionPersistence::new(&user_id, pool.clone());
  250. let configuration = RevisionPersistenceConfiguration::new(4);
  251. let rev_persistence = RevisionPersistence::new(&user_id, block_id, disk_cache, configuration);
  252. let rev_compactor = GridBlockRevisionCompress();
  253. let snapshot_persistence = SQLiteRevisionSnapshotPersistence::new(block_id, pool);
  254. let rev_manager = RevisionManager::new(&user_id, block_id, rev_persistence, rev_compactor, snapshot_persistence);
  255. GridBlockRevisionEditor::new(&user_id, &token, block_id, rev_manager).await
  256. }