controller.rs 8.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234
  1. use crate::{context::DocumentUser, core::ClientDocumentEditor, errors::FlowyError, DocumentCloudService};
  2. use async_trait::async_trait;
  3. use bytes::Bytes;
  4. use dashmap::DashMap;
  5. use flowy_collaboration::entities::{
  6. doc::{DocumentDelta, DocumentId},
  7. revision::{md5, RepeatedRevision, Revision},
  8. ws_data::ServerRevisionWSData,
  9. };
  10. use flowy_database::ConnectionPool;
  11. use flowy_error::FlowyResult;
  12. use flowy_sync::{RevisionCache, RevisionCloudService, RevisionManager, RevisionWebSocket, WSStateReceiver};
  13. use lib_infra::future::FutureResult;
  14. use lib_ws::WSConnectState;
  15. use std::{convert::TryInto, sync::Arc};
  16. #[async_trait]
  17. pub(crate) trait DocumentWSReceiver: Send + Sync {
  18. async fn receive_ws_data(&self, data: ServerRevisionWSData) -> Result<(), FlowyError>;
  19. fn connect_state_changed(&self, state: WSConnectState);
  20. }
  21. type WebSocketDataReceivers = Arc<DashMap<String, Arc<dyn DocumentWSReceiver>>>;
  22. pub struct DocumentController {
  23. cloud_service: Arc<dyn DocumentCloudService>,
  24. ws_receivers: WebSocketDataReceivers,
  25. web_socket: Arc<dyn RevisionWebSocket>,
  26. open_cache: Arc<OpenDocCache>,
  27. user: Arc<dyn DocumentUser>,
  28. }
  29. impl DocumentController {
  30. pub fn new(
  31. cloud_service: Arc<dyn DocumentCloudService>,
  32. user: Arc<dyn DocumentUser>,
  33. web_socket: Arc<dyn RevisionWebSocket>,
  34. ) -> Self {
  35. let ws_receivers = Arc::new(DashMap::new());
  36. let open_cache = Arc::new(OpenDocCache::new());
  37. Self {
  38. cloud_service,
  39. ws_receivers,
  40. web_socket,
  41. open_cache,
  42. user,
  43. }
  44. }
  45. pub(crate) fn init(&self) -> FlowyResult<()> {
  46. let notify = self.web_socket.subscribe_state_changed();
  47. listen_ws_state_changed(notify, self.ws_receivers.clone());
  48. Ok(())
  49. }
  50. #[tracing::instrument(level = "debug", skip(self, doc_id), fields(doc_id), err)]
  51. pub async fn open_document<T: AsRef<str>>(&self, doc_id: T) -> Result<Arc<ClientDocumentEditor>, FlowyError> {
  52. let doc_id = doc_id.as_ref();
  53. tracing::Span::current().record("doc_id", &doc_id);
  54. self.get_editor(doc_id).await
  55. }
  56. #[tracing::instrument(level = "debug", skip(self, doc_id), fields(doc_id), err)]
  57. pub fn close_document<T: AsRef<str>>(&self, doc_id: T) -> Result<(), FlowyError> {
  58. let doc_id = doc_id.as_ref();
  59. tracing::Span::current().record("doc_id", &doc_id);
  60. self.open_cache.remove(doc_id);
  61. self.remove_ws_receiver(doc_id);
  62. Ok(())
  63. }
  64. #[tracing::instrument(level = "debug", skip(self, doc_id), fields(doc_id), err)]
  65. pub fn delete<T: AsRef<str>>(&self, doc_id: T) -> Result<(), FlowyError> {
  66. let doc_id = doc_id.as_ref();
  67. tracing::Span::current().record("doc_id", &doc_id);
  68. self.open_cache.remove(doc_id);
  69. self.remove_ws_receiver(doc_id);
  70. Ok(())
  71. }
  72. #[tracing::instrument(level = "debug", skip(self, delta), fields(doc_id = %delta.doc_id), err)]
  73. pub async fn receive_local_delta(&self, delta: DocumentDelta) -> Result<DocumentDelta, FlowyError> {
  74. let editor = self.get_editor(&delta.doc_id).await?;
  75. let _ = editor.compose_local_delta(Bytes::from(delta.delta_json)).await?;
  76. let document_json = editor.document_json().await?;
  77. Ok(DocumentDelta {
  78. doc_id: delta.doc_id.clone(),
  79. delta_json: document_json,
  80. })
  81. }
  82. pub async fn save_document<T: AsRef<str>>(&self, doc_id: T, revisions: RepeatedRevision) -> FlowyResult<()> {
  83. let doc_id = doc_id.as_ref().to_owned();
  84. let db_pool = self.user.db_pool()?;
  85. let rev_manager = self.make_rev_manager(&doc_id, db_pool)?;
  86. let _ = rev_manager.reset_object(revisions).await?;
  87. Ok(())
  88. }
  89. pub async fn did_receive_ws_data(&self, data: Bytes) {
  90. let data: ServerRevisionWSData = data.try_into().unwrap();
  91. match self.ws_receivers.get(&data.object_id) {
  92. None => tracing::error!("Can't find any source handler for {:?}", data.object_id),
  93. Some(handler) => match handler.receive_ws_data(data).await {
  94. Ok(_) => {},
  95. Err(e) => tracing::error!("{}", e),
  96. },
  97. }
  98. }
  99. pub async fn ws_connect_state_changed(&self, state: &WSConnectState) {
  100. for receiver in self.ws_receivers.iter() {
  101. receiver.value().connect_state_changed(state.clone());
  102. }
  103. }
  104. }
  105. impl DocumentController {
  106. async fn get_editor(&self, doc_id: &str) -> FlowyResult<Arc<ClientDocumentEditor>> {
  107. match self.open_cache.get(doc_id) {
  108. None => {
  109. let db_pool = self.user.db_pool()?;
  110. self.make_editor(&doc_id, db_pool).await
  111. },
  112. Some(editor) => Ok(editor),
  113. }
  114. }
  115. async fn make_editor(
  116. &self,
  117. doc_id: &str,
  118. pool: Arc<ConnectionPool>,
  119. ) -> Result<Arc<ClientDocumentEditor>, FlowyError> {
  120. let user = self.user.clone();
  121. let token = self.user.token()?;
  122. let rev_manager = self.make_rev_manager(doc_id, pool.clone())?;
  123. let server = Arc::new(DocumentRevisionCloudServiceImpl {
  124. token,
  125. server: self.cloud_service.clone(),
  126. });
  127. let doc_editor = ClientDocumentEditor::new(doc_id, user, rev_manager, self.web_socket.clone(), server).await?;
  128. self.add_ws_receiver(doc_id, doc_editor.ws_handler());
  129. self.open_cache.insert(&doc_id, &doc_editor);
  130. Ok(doc_editor)
  131. }
  132. fn make_rev_manager(&self, doc_id: &str, pool: Arc<ConnectionPool>) -> Result<RevisionManager, FlowyError> {
  133. let user_id = self.user.user_id()?;
  134. let cache = Arc::new(RevisionCache::new(&user_id, doc_id, pool));
  135. Ok(RevisionManager::new(&user_id, doc_id, cache))
  136. }
  137. fn add_ws_receiver(&self, object_id: &str, receiver: Arc<dyn DocumentWSReceiver>) {
  138. if self.ws_receivers.contains_key(object_id) {
  139. log::error!("Duplicate handler registered for {:?}", object_id);
  140. }
  141. self.ws_receivers.insert(object_id.to_string(), receiver);
  142. }
  143. fn remove_ws_receiver(&self, id: &str) { self.ws_receivers.remove(id); }
  144. }
  145. struct DocumentRevisionCloudServiceImpl {
  146. token: String,
  147. server: Arc<dyn DocumentCloudService>,
  148. }
  149. impl RevisionCloudService for DocumentRevisionCloudServiceImpl {
  150. #[tracing::instrument(level = "debug", skip(self))]
  151. fn fetch_object(&self, user_id: &str, doc_id: &str) -> FutureResult<Vec<Revision>, FlowyError> {
  152. let params = DocumentId {
  153. doc_id: doc_id.to_string(),
  154. };
  155. let server = self.server.clone();
  156. let token = self.token.clone();
  157. let user_id = user_id.to_string();
  158. FutureResult::new(async move {
  159. match server.read_document(&token, params).await? {
  160. None => Err(FlowyError::record_not_found().context("Remote doesn't have this document")),
  161. Some(doc) => {
  162. let delta_data = Bytes::from(doc.text.clone());
  163. let doc_md5 = md5(&delta_data);
  164. let revision =
  165. Revision::new(&doc.doc_id, doc.base_rev_id, doc.rev_id, delta_data, &user_id, doc_md5);
  166. Ok(vec![revision])
  167. },
  168. }
  169. })
  170. }
  171. }
  172. pub struct OpenDocCache {
  173. inner: DashMap<String, Arc<ClientDocumentEditor>>,
  174. }
  175. impl OpenDocCache {
  176. fn new() -> Self { Self { inner: DashMap::new() } }
  177. pub(crate) fn insert(&self, doc_id: &str, doc: &Arc<ClientDocumentEditor>) {
  178. if self.inner.contains_key(doc_id) {
  179. log::warn!("Doc:{} already exists in cache", doc_id);
  180. }
  181. self.inner.insert(doc_id.to_string(), doc.clone());
  182. }
  183. pub(crate) fn contains(&self, doc_id: &str) -> bool { self.inner.get(doc_id).is_some() }
  184. pub(crate) fn get(&self, doc_id: &str) -> Option<Arc<ClientDocumentEditor>> {
  185. if !self.contains(&doc_id) {
  186. return None;
  187. }
  188. let opened_doc = self.inner.get(doc_id).unwrap();
  189. Some(opened_doc.clone())
  190. }
  191. pub(crate) fn remove(&self, id: &str) {
  192. let doc_id = id.to_string();
  193. if let Some(editor) = self.get(id) {
  194. editor.stop()
  195. }
  196. self.inner.remove(&doc_id);
  197. }
  198. }
  199. #[tracing::instrument(level = "debug", skip(state_receiver, receivers))]
  200. fn listen_ws_state_changed(mut state_receiver: WSStateReceiver, receivers: WebSocketDataReceivers) {
  201. tokio::spawn(async move {
  202. while let Ok(state) = state_receiver.recv().await {
  203. for receiver in receivers.iter() {
  204. receiver.value().connect_state_changed(state.clone());
  205. }
  206. }
  207. });
  208. }