manager.rs 8.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230
  1. use crate::entities::GridLayout;
  2. use crate::services::grid_editor::{GridRevisionCompress, GridRevisionEditor};
  3. use crate::services::grid_view_manager::make_grid_view_rev_manager;
  4. use crate::services::persistence::block_index::BlockIndexCache;
  5. use crate::services::persistence::kv::GridKVPersistence;
  6. use crate::services::persistence::migration::GridMigration;
  7. use crate::services::persistence::rev_sqlite::SQLiteGridRevisionPersistence;
  8. use crate::services::persistence::GridDatabase;
  9. use bytes::Bytes;
  10. use flowy_database::ConnectionPool;
  11. use flowy_error::{FlowyError, FlowyResult};
  12. use flowy_http_model::revision::Revision;
  13. use flowy_revision::{
  14. RevisionManager, RevisionPersistence, RevisionPersistenceConfiguration, RevisionWebSocket,
  15. SQLiteRevisionSnapshotPersistence,
  16. };
  17. use flowy_sync::client_grid::{make_grid_block_operations, make_grid_operations, make_grid_view_operations};
  18. use grid_rev_model::{BuildGridContext, GridRevision, GridViewRevision};
  19. use lib_infra::ref_map::{RefCountHashMap, RefCountValue};
  20. use crate::services::block_manager::make_grid_block_rev_manager;
  21. use flowy_task::TaskDispatcher;
  22. use std::sync::Arc;
  23. use tokio::sync::RwLock;
  24. pub trait GridUser: Send + Sync {
  25. fn user_id(&self) -> Result<String, FlowyError>;
  26. fn token(&self) -> Result<String, FlowyError>;
  27. fn db_pool(&self) -> Result<Arc<ConnectionPool>, FlowyError>;
  28. }
  29. pub struct GridManager {
  30. grid_editors: RwLock<RefCountHashMap<Arc<GridRevisionEditor>>>,
  31. grid_user: Arc<dyn GridUser>,
  32. block_index_cache: Arc<BlockIndexCache>,
  33. #[allow(dead_code)]
  34. kv_persistence: Arc<GridKVPersistence>,
  35. task_scheduler: Arc<RwLock<TaskDispatcher>>,
  36. migration: GridMigration,
  37. }
  38. impl GridManager {
  39. pub fn new(
  40. grid_user: Arc<dyn GridUser>,
  41. _rev_web_socket: Arc<dyn RevisionWebSocket>,
  42. task_scheduler: Arc<RwLock<TaskDispatcher>>,
  43. database: Arc<dyn GridDatabase>,
  44. ) -> Self {
  45. let grid_editors = RwLock::new(RefCountHashMap::new());
  46. let kv_persistence = Arc::new(GridKVPersistence::new(database.clone()));
  47. let block_index_cache = Arc::new(BlockIndexCache::new(database.clone()));
  48. let migration = GridMigration::new(grid_user.clone(), database);
  49. Self {
  50. grid_editors,
  51. grid_user,
  52. kv_persistence,
  53. block_index_cache,
  54. task_scheduler,
  55. migration,
  56. }
  57. }
  58. pub async fn initialize_with_new_user(&self, _user_id: &str, _token: &str) -> FlowyResult<()> {
  59. Ok(())
  60. }
  61. pub async fn initialize(&self, _user_id: &str, _token: &str) -> FlowyResult<()> {
  62. Ok(())
  63. }
  64. #[tracing::instrument(level = "debug", skip_all, err)]
  65. pub async fn create_grid<T: AsRef<str>>(&self, grid_id: T, revisions: Vec<Revision>) -> FlowyResult<()> {
  66. let grid_id = grid_id.as_ref();
  67. let db_pool = self.grid_user.db_pool()?;
  68. let rev_manager = self.make_grid_rev_manager(grid_id, db_pool)?;
  69. let _ = rev_manager.reset_object(revisions).await?;
  70. Ok(())
  71. }
  72. #[tracing::instrument(level = "debug", skip_all, err)]
  73. async fn create_grid_view<T: AsRef<str>>(&self, view_id: T, revisions: Vec<Revision>) -> FlowyResult<()> {
  74. let view_id = view_id.as_ref();
  75. let rev_manager = make_grid_view_rev_manager(&self.grid_user, view_id).await?;
  76. let _ = rev_manager.reset_object(revisions).await?;
  77. Ok(())
  78. }
  79. #[tracing::instrument(level = "debug", skip_all, err)]
  80. pub async fn create_grid_block<T: AsRef<str>>(&self, block_id: T, revisions: Vec<Revision>) -> FlowyResult<()> {
  81. let block_id = block_id.as_ref();
  82. let rev_manager = make_grid_block_rev_manager(&self.grid_user, block_id)?;
  83. let _ = rev_manager.reset_object(revisions).await?;
  84. Ok(())
  85. }
  86. #[tracing::instrument(level = "debug", skip_all, err)]
  87. pub async fn open_grid<T: AsRef<str>>(&self, grid_id: T) -> FlowyResult<Arc<GridRevisionEditor>> {
  88. let grid_id = grid_id.as_ref();
  89. let _ = self.migration.run_v1_migration(grid_id).await;
  90. self.get_or_create_grid_editor(grid_id).await
  91. }
  92. #[tracing::instrument(level = "debug", skip_all, fields(grid_id), err)]
  93. pub async fn close_grid<T: AsRef<str>>(&self, grid_id: T) -> FlowyResult<()> {
  94. let grid_id = grid_id.as_ref();
  95. tracing::Span::current().record("grid_id", &grid_id);
  96. self.grid_editors.write().await.remove(grid_id);
  97. // self.task_scheduler.write().await.unregister_handler(grid_id);
  98. Ok(())
  99. }
  100. // #[tracing::instrument(level = "debug", skip(self), err)]
  101. pub async fn get_grid_editor(&self, grid_id: &str) -> FlowyResult<Arc<GridRevisionEditor>> {
  102. match self.grid_editors.read().await.get(grid_id) {
  103. None => Err(FlowyError::internal().context("Should call open_grid function first")),
  104. Some(editor) => Ok(editor),
  105. }
  106. }
  107. async fn get_or_create_grid_editor(&self, grid_id: &str) -> FlowyResult<Arc<GridRevisionEditor>> {
  108. if let Some(editor) = self.grid_editors.read().await.get(grid_id) {
  109. return Ok(editor);
  110. }
  111. let db_pool = self.grid_user.db_pool()?;
  112. let editor = self.make_grid_rev_editor(grid_id, db_pool).await?;
  113. self.grid_editors
  114. .write()
  115. .await
  116. .insert(grid_id.to_string(), editor.clone());
  117. // self.task_scheduler.write().await.register_handler(editor.clone());
  118. Ok(editor)
  119. }
  120. #[tracing::instrument(level = "trace", skip(self, pool), err)]
  121. async fn make_grid_rev_editor(
  122. &self,
  123. grid_id: &str,
  124. pool: Arc<ConnectionPool>,
  125. ) -> Result<Arc<GridRevisionEditor>, FlowyError> {
  126. let user = self.grid_user.clone();
  127. let rev_manager = self.make_grid_rev_manager(grid_id, pool.clone())?;
  128. let grid_editor = GridRevisionEditor::new(
  129. grid_id,
  130. user,
  131. rev_manager,
  132. self.block_index_cache.clone(),
  133. self.task_scheduler.clone(),
  134. )
  135. .await?;
  136. Ok(grid_editor)
  137. }
  138. pub fn make_grid_rev_manager(
  139. &self,
  140. grid_id: &str,
  141. pool: Arc<ConnectionPool>,
  142. ) -> FlowyResult<RevisionManager<Arc<ConnectionPool>>> {
  143. let user_id = self.grid_user.user_id()?;
  144. let disk_cache = SQLiteGridRevisionPersistence::new(&user_id, pool.clone());
  145. let configuration = RevisionPersistenceConfiguration::new(2, false);
  146. let rev_persistence = RevisionPersistence::new(&user_id, grid_id, disk_cache, configuration);
  147. let snapshot_persistence = SQLiteRevisionSnapshotPersistence::new(grid_id, pool);
  148. let rev_compactor = GridRevisionCompress();
  149. let rev_manager = RevisionManager::new(&user_id, grid_id, rev_persistence, rev_compactor, snapshot_persistence);
  150. Ok(rev_manager)
  151. }
  152. }
  153. pub async fn make_grid_view_data(
  154. _user_id: &str,
  155. view_id: &str,
  156. layout: GridLayout,
  157. grid_manager: Arc<GridManager>,
  158. build_context: BuildGridContext,
  159. ) -> FlowyResult<Bytes> {
  160. let BuildGridContext {
  161. field_revs,
  162. block_metas,
  163. blocks,
  164. grid_view_revision_data,
  165. } = build_context;
  166. for block_meta_data in &blocks {
  167. let block_id = &block_meta_data.block_id;
  168. // Indexing the block's rows
  169. block_meta_data.rows.iter().for_each(|row| {
  170. let _ = grid_manager.block_index_cache.insert(&row.block_id, &row.id);
  171. });
  172. // Create grid's block
  173. let grid_block_delta = make_grid_block_operations(block_meta_data);
  174. let block_delta_data = grid_block_delta.json_bytes();
  175. let revision = Revision::initial_revision(block_id, block_delta_data);
  176. let _ = grid_manager.create_grid_block(&block_id, vec![revision]).await?;
  177. }
  178. // Will replace the grid_id with the value returned by the gen_grid_id()
  179. let grid_id = view_id.to_owned();
  180. let grid_rev = GridRevision::from_build_context(&grid_id, field_revs, block_metas);
  181. // Create grid
  182. let grid_rev_delta = make_grid_operations(&grid_rev);
  183. let grid_rev_delta_bytes = grid_rev_delta.json_bytes();
  184. let revision = Revision::initial_revision(&grid_id, grid_rev_delta_bytes.clone());
  185. let _ = grid_manager.create_grid(&grid_id, vec![revision]).await?;
  186. // Create grid view
  187. let grid_view = if grid_view_revision_data.is_empty() {
  188. GridViewRevision::new(grid_id, view_id.to_owned(), layout.into())
  189. } else {
  190. GridViewRevision::from_json(grid_view_revision_data)?
  191. };
  192. let grid_view_delta = make_grid_view_operations(&grid_view);
  193. let grid_view_delta_bytes = grid_view_delta.json_bytes();
  194. let revision = Revision::initial_revision(view_id, grid_view_delta_bytes);
  195. let _ = grid_manager.create_grid_view(view_id, vec![revision]).await?;
  196. Ok(grid_rev_delta_bytes)
  197. }
  198. impl RefCountValue for GridRevisionEditor {
  199. fn did_remove(&self) {
  200. self.close();
  201. }
  202. }