manager.rs 8.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219
  1. use crate::{block_editor::ClientBlockEditor, errors::FlowyError, BlockCloudService};
  2. use bytes::Bytes;
  3. use dashmap::DashMap;
  4. use flowy_collaboration::entities::{
  5. document_info::{BlockDelta, BlockId},
  6. revision::{md5, RepeatedRevision, Revision},
  7. ws_data::ServerRevisionWSData,
  8. };
  9. use flowy_database::ConnectionPool;
  10. use flowy_error::FlowyResult;
  11. use flowy_sync::{RevisionCloudService, RevisionManager, RevisionPersistence, RevisionWebSocket};
  12. use lib_infra::future::FutureResult;
  13. use std::{convert::TryInto, sync::Arc};
  14. pub trait BlockUser: Send + Sync {
  15. fn user_dir(&self) -> Result<String, FlowyError>;
  16. fn user_id(&self) -> Result<String, FlowyError>;
  17. fn token(&self) -> Result<String, FlowyError>;
  18. fn db_pool(&self) -> Result<Arc<ConnectionPool>, FlowyError>;
  19. }
  20. pub struct BlockManager {
  21. cloud_service: Arc<dyn BlockCloudService>,
  22. rev_web_socket: Arc<dyn RevisionWebSocket>,
  23. block_editors: Arc<BlockEditors>,
  24. block_user: Arc<dyn BlockUser>,
  25. }
  26. impl BlockManager {
  27. pub fn new(
  28. cloud_service: Arc<dyn BlockCloudService>,
  29. block_user: Arc<dyn BlockUser>,
  30. rev_web_socket: Arc<dyn RevisionWebSocket>,
  31. ) -> Self {
  32. let block_handlers = Arc::new(BlockEditors::new());
  33. Self {
  34. cloud_service,
  35. rev_web_socket,
  36. block_editors: block_handlers,
  37. block_user,
  38. }
  39. }
  40. pub fn init(&self) -> FlowyResult<()> {
  41. listen_ws_state_changed(self.rev_web_socket.clone(), self.block_editors.clone());
  42. Ok(())
  43. }
  44. #[tracing::instrument(level = "debug", skip(self, block_id), fields(block_id), err)]
  45. pub async fn open_block<T: AsRef<str>>(&self, block_id: T) -> Result<Arc<ClientBlockEditor>, FlowyError> {
  46. let block_id = block_id.as_ref();
  47. tracing::Span::current().record("block_id", &block_id);
  48. self.get_block_editor(block_id).await
  49. }
  50. #[tracing::instrument(level = "trace", skip(self, block_id), fields(block_id), err)]
  51. pub fn close_block<T: AsRef<str>>(&self, block_id: T) -> Result<(), FlowyError> {
  52. let block_id = block_id.as_ref();
  53. tracing::Span::current().record("block_id", &block_id);
  54. self.block_editors.remove(block_id);
  55. Ok(())
  56. }
  57. #[tracing::instrument(level = "debug", skip(self, doc_id), fields(doc_id), err)]
  58. pub fn delete<T: AsRef<str>>(&self, doc_id: T) -> Result<(), FlowyError> {
  59. let doc_id = doc_id.as_ref();
  60. tracing::Span::current().record("doc_id", &doc_id);
  61. self.block_editors.remove(doc_id);
  62. Ok(())
  63. }
  64. #[tracing::instrument(level = "debug", skip(self, delta), fields(doc_id = %delta.block_id), err)]
  65. pub async fn receive_local_delta(&self, delta: BlockDelta) -> Result<BlockDelta, FlowyError> {
  66. let editor = self.get_block_editor(&delta.block_id).await?;
  67. let _ = editor.compose_local_delta(Bytes::from(delta.delta_json)).await?;
  68. let document_json = editor.block_json().await?;
  69. Ok(BlockDelta {
  70. block_id: delta.block_id.clone(),
  71. delta_json: document_json,
  72. })
  73. }
  74. pub async fn reset_with_revisions<T: AsRef<str>>(&self, doc_id: T, revisions: RepeatedRevision) -> FlowyResult<()> {
  75. let doc_id = doc_id.as_ref().to_owned();
  76. let db_pool = self.block_user.db_pool()?;
  77. let rev_manager = self.make_rev_manager(&doc_id, db_pool)?;
  78. let _ = rev_manager.reset_object(revisions).await?;
  79. Ok(())
  80. }
  81. pub async fn receive_ws_data(&self, data: Bytes) {
  82. let result: Result<ServerRevisionWSData, protobuf::ProtobufError> = data.try_into();
  83. match result {
  84. Ok(data) => match self.block_editors.get(&data.object_id) {
  85. None => tracing::error!("Can't find any source handler for {:?}-{:?}", data.object_id, data.ty),
  86. Some(block_editor) => match block_editor.receive_ws_data(data).await {
  87. Ok(_) => {}
  88. Err(e) => tracing::error!("{}", e),
  89. },
  90. },
  91. Err(e) => {
  92. tracing::error!("Document ws data parser failed: {:?}", e);
  93. }
  94. }
  95. }
  96. }
  97. impl BlockManager {
  98. async fn get_block_editor(&self, block_id: &str) -> FlowyResult<Arc<ClientBlockEditor>> {
  99. match self.block_editors.get(block_id) {
  100. None => {
  101. let db_pool = self.block_user.db_pool()?;
  102. self.make_block_editor(block_id, db_pool).await
  103. }
  104. Some(editor) => Ok(editor),
  105. }
  106. }
  107. async fn make_block_editor(
  108. &self,
  109. block_id: &str,
  110. pool: Arc<ConnectionPool>,
  111. ) -> Result<Arc<ClientBlockEditor>, FlowyError> {
  112. let user = self.block_user.clone();
  113. let token = self.block_user.token()?;
  114. let rev_manager = self.make_rev_manager(block_id, pool.clone())?;
  115. let cloud_service = Arc::new(BlockRevisionCloudService {
  116. token,
  117. server: self.cloud_service.clone(),
  118. });
  119. let doc_editor =
  120. ClientBlockEditor::new(block_id, user, rev_manager, self.rev_web_socket.clone(), cloud_service).await?;
  121. self.block_editors.insert(block_id, &doc_editor);
  122. Ok(doc_editor)
  123. }
  124. fn make_rev_manager(&self, doc_id: &str, pool: Arc<ConnectionPool>) -> Result<RevisionManager, FlowyError> {
  125. let user_id = self.block_user.user_id()?;
  126. let rev_persistence = Arc::new(RevisionPersistence::new(&user_id, doc_id, pool));
  127. Ok(RevisionManager::new(&user_id, doc_id, rev_persistence))
  128. }
  129. }
  130. struct BlockRevisionCloudService {
  131. token: String,
  132. server: Arc<dyn BlockCloudService>,
  133. }
  134. impl RevisionCloudService for BlockRevisionCloudService {
  135. #[tracing::instrument(level = "trace", skip(self))]
  136. fn fetch_object(&self, user_id: &str, object_id: &str) -> FutureResult<Vec<Revision>, FlowyError> {
  137. let params: BlockId = object_id.to_string().into();
  138. let server = self.server.clone();
  139. let token = self.token.clone();
  140. let user_id = user_id.to_string();
  141. FutureResult::new(async move {
  142. match server.read_block(&token, params).await? {
  143. None => Err(FlowyError::record_not_found().context("Remote doesn't have this document")),
  144. Some(doc) => {
  145. let delta_data = Bytes::from(doc.text.clone());
  146. let doc_md5 = md5(&delta_data);
  147. let revision =
  148. Revision::new(&doc.doc_id, doc.base_rev_id, doc.rev_id, delta_data, &user_id, doc_md5);
  149. Ok(vec![revision])
  150. }
  151. }
  152. })
  153. }
  154. }
  155. pub struct BlockEditors {
  156. inner: DashMap<String, Arc<ClientBlockEditor>>,
  157. }
  158. impl BlockEditors {
  159. fn new() -> Self {
  160. Self { inner: DashMap::new() }
  161. }
  162. pub(crate) fn insert(&self, block_id: &str, doc: &Arc<ClientBlockEditor>) {
  163. if self.inner.contains_key(block_id) {
  164. log::warn!("Doc:{} already exists in cache", block_id);
  165. }
  166. self.inner.insert(block_id.to_string(), doc.clone());
  167. }
  168. pub(crate) fn contains(&self, block_id: &str) -> bool {
  169. self.inner.get(block_id).is_some()
  170. }
  171. pub(crate) fn get(&self, block_id: &str) -> Option<Arc<ClientBlockEditor>> {
  172. if !self.contains(block_id) {
  173. return None;
  174. }
  175. let opened_doc = self.inner.get(block_id).unwrap();
  176. Some(opened_doc.clone())
  177. }
  178. pub(crate) fn remove(&self, block_id: &str) {
  179. if let Some(editor) = self.get(block_id) {
  180. editor.stop()
  181. }
  182. self.inner.remove(block_id);
  183. }
  184. }
  185. #[tracing::instrument(level = "trace", skip(web_socket, handlers))]
  186. fn listen_ws_state_changed(web_socket: Arc<dyn RevisionWebSocket>, handlers: Arc<BlockEditors>) {
  187. tokio::spawn(async move {
  188. let mut notify = web_socket.subscribe_state_changed().await;
  189. while let Ok(state) = notify.recv().await {
  190. handlers.inner.iter().for_each(|handler| {
  191. handler.receive_ws_state(&state);
  192. })
  193. }
  194. });
  195. }