manager.rs 8.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220
  1. use crate::{editor::TextBlockEditor, errors::FlowyError, BlockCloudService};
  2. use bytes::Bytes;
  3. use dashmap::DashMap;
  4. use flowy_database::ConnectionPool;
  5. use flowy_error::FlowyResult;
  6. use flowy_revision::disk::SQLiteTextBlockRevisionPersistence;
  7. use flowy_revision::{RevisionCloudService, RevisionManager, RevisionPersistence, RevisionWebSocket};
  8. use flowy_sync::entities::{
  9. revision::{md5, RepeatedRevision, Revision},
  10. text_block::{TextBlockDelta, TextBlockId},
  11. ws_data::ServerRevisionWSData,
  12. };
  13. use lib_infra::future::FutureResult;
  14. use std::{convert::TryInto, sync::Arc};
  15. pub trait TextBlockUser: Send + Sync {
  16. fn user_dir(&self) -> Result<String, FlowyError>;
  17. fn user_id(&self) -> Result<String, FlowyError>;
  18. fn token(&self) -> Result<String, FlowyError>;
  19. fn db_pool(&self) -> Result<Arc<ConnectionPool>, FlowyError>;
  20. }
  21. pub struct TextBlockManager {
  22. cloud_service: Arc<dyn BlockCloudService>,
  23. rev_web_socket: Arc<dyn RevisionWebSocket>,
  24. editor_map: Arc<TextBlockEditorMap>,
  25. user: Arc<dyn TextBlockUser>,
  26. }
  27. impl TextBlockManager {
  28. pub fn new(
  29. cloud_service: Arc<dyn BlockCloudService>,
  30. text_block_user: Arc<dyn TextBlockUser>,
  31. rev_web_socket: Arc<dyn RevisionWebSocket>,
  32. ) -> Self {
  33. Self {
  34. cloud_service,
  35. rev_web_socket,
  36. editor_map: Arc::new(TextBlockEditorMap::new()),
  37. user: text_block_user,
  38. }
  39. }
  40. pub fn init(&self) -> FlowyResult<()> {
  41. listen_ws_state_changed(self.rev_web_socket.clone(), self.editor_map.clone());
  42. Ok(())
  43. }
  44. #[tracing::instrument(level = "trace", skip(self, block_id), fields(block_id), err)]
  45. pub async fn open_block<T: AsRef<str>>(&self, block_id: T) -> Result<Arc<TextBlockEditor>, FlowyError> {
  46. let block_id = block_id.as_ref();
  47. tracing::Span::current().record("block_id", &block_id);
  48. self.get_block_editor(block_id).await
  49. }
  50. #[tracing::instrument(level = "trace", skip(self, block_id), fields(block_id), err)]
  51. pub fn close_block<T: AsRef<str>>(&self, block_id: T) -> Result<(), FlowyError> {
  52. let block_id = block_id.as_ref();
  53. tracing::Span::current().record("block_id", &block_id);
  54. self.editor_map.remove(block_id);
  55. Ok(())
  56. }
  57. #[tracing::instrument(level = "debug", skip(self, doc_id), fields(doc_id), err)]
  58. pub fn delete_block<T: AsRef<str>>(&self, doc_id: T) -> Result<(), FlowyError> {
  59. let doc_id = doc_id.as_ref();
  60. tracing::Span::current().record("doc_id", &doc_id);
  61. self.editor_map.remove(doc_id);
  62. Ok(())
  63. }
  64. #[tracing::instrument(level = "debug", skip(self, delta), fields(doc_id = %delta.block_id), err)]
  65. pub async fn receive_local_delta(&self, delta: TextBlockDelta) -> Result<TextBlockDelta, FlowyError> {
  66. let editor = self.get_block_editor(&delta.block_id).await?;
  67. let _ = editor.compose_local_delta(Bytes::from(delta.delta_str)).await?;
  68. let document_json = editor.delta_str().await?;
  69. Ok(TextBlockDelta {
  70. block_id: delta.block_id.clone(),
  71. delta_str: document_json,
  72. })
  73. }
  74. pub async fn create_block<T: AsRef<str>>(&self, doc_id: T, revisions: RepeatedRevision) -> FlowyResult<()> {
  75. let doc_id = doc_id.as_ref().to_owned();
  76. let db_pool = self.user.db_pool()?;
  77. // Maybe we could save the block to disk without creating the RevisionManager
  78. let rev_manager = self.make_rev_manager(&doc_id, db_pool)?;
  79. let _ = rev_manager.reset_object(revisions).await?;
  80. Ok(())
  81. }
  82. pub async fn receive_ws_data(&self, data: Bytes) {
  83. let result: Result<ServerRevisionWSData, protobuf::ProtobufError> = data.try_into();
  84. match result {
  85. Ok(data) => match self.editor_map.get(&data.object_id) {
  86. None => tracing::error!("Can't find any source handler for {:?}-{:?}", data.object_id, data.ty),
  87. Some(editor) => match editor.receive_ws_data(data).await {
  88. Ok(_) => {}
  89. Err(e) => tracing::error!("{}", e),
  90. },
  91. },
  92. Err(e) => {
  93. tracing::error!("Document ws data parser failed: {:?}", e);
  94. }
  95. }
  96. }
  97. }
  98. impl TextBlockManager {
  99. async fn get_block_editor(&self, block_id: &str) -> FlowyResult<Arc<TextBlockEditor>> {
  100. match self.editor_map.get(block_id) {
  101. None => {
  102. let db_pool = self.user.db_pool()?;
  103. self.make_text_block_editor(block_id, db_pool).await
  104. }
  105. Some(editor) => Ok(editor),
  106. }
  107. }
  108. #[tracing::instrument(level = "trace", skip(self, pool), err)]
  109. async fn make_text_block_editor(
  110. &self,
  111. block_id: &str,
  112. pool: Arc<ConnectionPool>,
  113. ) -> Result<Arc<TextBlockEditor>, FlowyError> {
  114. let user = self.user.clone();
  115. let token = self.user.token()?;
  116. let rev_manager = self.make_rev_manager(block_id, pool.clone())?;
  117. let cloud_service = Arc::new(TextBlockRevisionCloudService {
  118. token,
  119. server: self.cloud_service.clone(),
  120. });
  121. let doc_editor =
  122. TextBlockEditor::new(block_id, user, rev_manager, self.rev_web_socket.clone(), cloud_service).await?;
  123. self.editor_map.insert(block_id, &doc_editor);
  124. Ok(doc_editor)
  125. }
  126. fn make_rev_manager(&self, doc_id: &str, pool: Arc<ConnectionPool>) -> Result<RevisionManager, FlowyError> {
  127. let user_id = self.user.user_id()?;
  128. let disk_cache = Arc::new(SQLiteTextBlockRevisionPersistence::new(&user_id, pool));
  129. let rev_persistence = Arc::new(RevisionPersistence::new(&user_id, doc_id, disk_cache));
  130. Ok(RevisionManager::new(&user_id, doc_id, rev_persistence))
  131. }
  132. }
  133. struct TextBlockRevisionCloudService {
  134. token: String,
  135. server: Arc<dyn BlockCloudService>,
  136. }
  137. impl RevisionCloudService for TextBlockRevisionCloudService {
  138. #[tracing::instrument(level = "trace", skip(self))]
  139. fn fetch_object(&self, user_id: &str, object_id: &str) -> FutureResult<Vec<Revision>, FlowyError> {
  140. let params: TextBlockId = object_id.to_string().into();
  141. let server = self.server.clone();
  142. let token = self.token.clone();
  143. let user_id = user_id.to_string();
  144. FutureResult::new(async move {
  145. match server.read_block(&token, params).await? {
  146. None => Err(FlowyError::record_not_found().context("Remote doesn't have this document")),
  147. Some(doc) => {
  148. let delta_data = Bytes::from(doc.text.clone());
  149. let doc_md5 = md5(&delta_data);
  150. let revision = Revision::new(
  151. &doc.block_id,
  152. doc.base_rev_id,
  153. doc.rev_id,
  154. delta_data,
  155. &user_id,
  156. doc_md5,
  157. );
  158. Ok(vec![revision])
  159. }
  160. }
  161. })
  162. }
  163. }
  164. pub struct TextBlockEditorMap {
  165. inner: DashMap<String, Arc<TextBlockEditor>>,
  166. }
  167. impl TextBlockEditorMap {
  168. fn new() -> Self {
  169. Self { inner: DashMap::new() }
  170. }
  171. pub(crate) fn insert(&self, block_id: &str, doc: &Arc<TextBlockEditor>) {
  172. if self.inner.contains_key(block_id) {
  173. log::warn!("Doc:{} already exists in cache", block_id);
  174. }
  175. self.inner.insert(block_id.to_string(), doc.clone());
  176. }
  177. pub(crate) fn get(&self, block_id: &str) -> Option<Arc<TextBlockEditor>> {
  178. Some(self.inner.get(block_id)?.clone())
  179. }
  180. pub(crate) fn remove(&self, block_id: &str) {
  181. if let Some(editor) = self.get(block_id) {
  182. editor.stop()
  183. }
  184. self.inner.remove(block_id);
  185. }
  186. }
  187. #[tracing::instrument(level = "trace", skip(web_socket, handlers))]
  188. fn listen_ws_state_changed(web_socket: Arc<dyn RevisionWebSocket>, handlers: Arc<TextBlockEditorMap>) {
  189. tokio::spawn(async move {
  190. let mut notify = web_socket.subscribe_state_changed().await;
  191. while let Ok(state) = notify.recv().await {
  192. handlers.inner.iter().for_each(|handler| {
  193. handler.receive_ws_state(&state);
  194. })
  195. }
  196. });
  197. }