queue.rs 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267
  1. use crate::old_editor::web_socket::DeltaDocumentResolveOperations;
  2. use crate::DocumentUser;
  3. use async_stream::stream;
  4. use flowy_database::ConnectionPool;
  5. use flowy_error::FlowyError;
  6. use flowy_revision::{RevisionMD5, RevisionManager, TransformOperations};
  7. use flowy_sync::{
  8. client_document::{history::UndoResult, ClientDocument},
  9. errors::CollaborateError,
  10. };
  11. use futures::stream::StreamExt;
  12. use lib_ot::core::AttributeEntry;
  13. use lib_ot::{
  14. core::{Interval, OperationTransform},
  15. text_delta::DeltaTextOperations,
  16. };
  17. use std::sync::Arc;
  18. use tokio::sync::mpsc::{Receiver, Sender};
  19. use tokio::sync::{oneshot, RwLock};
  20. // The EditorCommandQueue executes each command that will alter the document in
  21. // serial.
  22. pub(crate) struct EditDocumentQueue {
  23. document: Arc<RwLock<ClientDocument>>,
  24. #[allow(dead_code)]
  25. user: Arc<dyn DocumentUser>,
  26. rev_manager: Arc<RevisionManager<Arc<ConnectionPool>>>,
  27. receiver: Option<EditorCommandReceiver>,
  28. }
  29. impl EditDocumentQueue {
  30. pub(crate) fn new(
  31. user: Arc<dyn DocumentUser>,
  32. rev_manager: Arc<RevisionManager<Arc<ConnectionPool>>>,
  33. operations: DeltaTextOperations,
  34. receiver: EditorCommandReceiver,
  35. ) -> Self {
  36. let document = Arc::new(RwLock::new(ClientDocument::from_operations(operations)));
  37. Self {
  38. document,
  39. user,
  40. rev_manager,
  41. receiver: Some(receiver),
  42. }
  43. }
  44. pub(crate) async fn run(mut self) {
  45. let mut receiver = self.receiver.take().expect("Should only call once");
  46. let stream = stream! {
  47. loop {
  48. match receiver.recv().await {
  49. Some(msg) => yield msg,
  50. None => break,
  51. }
  52. }
  53. };
  54. stream
  55. .for_each(|command| async {
  56. match self.handle_command(command).await {
  57. Ok(_) => {}
  58. Err(e) => tracing::debug!("[EditCommandQueue]: {}", e),
  59. }
  60. })
  61. .await;
  62. }
  63. #[tracing::instrument(level = "trace", skip(self), err)]
  64. async fn handle_command(&self, command: EditorCommand) -> Result<(), FlowyError> {
  65. match command {
  66. EditorCommand::ComposeLocalOperations { operations, ret } => {
  67. let mut document = self.document.write().await;
  68. let _ = document.compose_operations(operations.clone())?;
  69. let md5 = document.document_md5();
  70. drop(document);
  71. let _ = self.save_local_operations(operations, md5).await?;
  72. let _ = ret.send(Ok(()));
  73. }
  74. EditorCommand::ComposeRemoteOperation { client_operations, ret } => {
  75. let mut document = self.document.write().await;
  76. let _ = document.compose_operations(client_operations.clone())?;
  77. let md5 = document.document_md5();
  78. drop(document);
  79. let _ = ret.send(Ok(md5.into()));
  80. }
  81. EditorCommand::ResetOperations { operations, ret } => {
  82. let mut document = self.document.write().await;
  83. let _ = document.set_operations(operations);
  84. let md5 = document.document_md5();
  85. drop(document);
  86. let _ = ret.send(Ok(md5.into()));
  87. }
  88. EditorCommand::TransformOperations { operations, ret } => {
  89. let f = || async {
  90. let read_guard = self.document.read().await;
  91. let mut server_operations: Option<DeltaDocumentResolveOperations> = None;
  92. let client_operations: DeltaTextOperations;
  93. if read_guard.is_empty() {
  94. // Do nothing
  95. client_operations = operations;
  96. } else {
  97. let (s_prime, c_prime) = read_guard.get_operations().transform(&operations)?;
  98. client_operations = c_prime;
  99. server_operations = Some(DeltaDocumentResolveOperations(s_prime));
  100. }
  101. drop(read_guard);
  102. Ok::<TextTransformOperations, CollaborateError>(TransformOperations {
  103. client_operations: DeltaDocumentResolveOperations(client_operations),
  104. server_operations,
  105. })
  106. };
  107. let _ = ret.send(f().await);
  108. }
  109. EditorCommand::Insert { index, data, ret } => {
  110. let mut write_guard = self.document.write().await;
  111. let operations = write_guard.insert(index, data)?;
  112. let md5 = write_guard.document_md5();
  113. let _ = self.save_local_operations(operations, md5).await?;
  114. let _ = ret.send(Ok(()));
  115. }
  116. EditorCommand::Delete { interval, ret } => {
  117. let mut write_guard = self.document.write().await;
  118. let operations = write_guard.delete(interval)?;
  119. let md5 = write_guard.document_md5();
  120. let _ = self.save_local_operations(operations, md5).await?;
  121. let _ = ret.send(Ok(()));
  122. }
  123. EditorCommand::Format {
  124. interval,
  125. attribute,
  126. ret,
  127. } => {
  128. let mut write_guard = self.document.write().await;
  129. let operations = write_guard.format(interval, attribute)?;
  130. let md5 = write_guard.document_md5();
  131. let _ = self.save_local_operations(operations, md5).await?;
  132. let _ = ret.send(Ok(()));
  133. }
  134. EditorCommand::Replace { interval, data, ret } => {
  135. let mut write_guard = self.document.write().await;
  136. let operations = write_guard.replace(interval, data)?;
  137. let md5 = write_guard.document_md5();
  138. let _ = self.save_local_operations(operations, md5).await?;
  139. let _ = ret.send(Ok(()));
  140. }
  141. EditorCommand::CanUndo { ret } => {
  142. let _ = ret.send(self.document.read().await.can_undo());
  143. }
  144. EditorCommand::CanRedo { ret } => {
  145. let _ = ret.send(self.document.read().await.can_redo());
  146. }
  147. EditorCommand::Undo { ret } => {
  148. let mut write_guard = self.document.write().await;
  149. let UndoResult { operations } = write_guard.undo()?;
  150. let md5 = write_guard.document_md5();
  151. let _ = self.save_local_operations(operations, md5).await?;
  152. let _ = ret.send(Ok(()));
  153. }
  154. EditorCommand::Redo { ret } => {
  155. let mut write_guard = self.document.write().await;
  156. let UndoResult { operations } = write_guard.redo()?;
  157. let md5 = write_guard.document_md5();
  158. let _ = self.save_local_operations(operations, md5).await?;
  159. let _ = ret.send(Ok(()));
  160. }
  161. EditorCommand::GetOperationsString { ret } => {
  162. let data = self.document.read().await.get_operations_json();
  163. let _ = ret.send(Ok(data));
  164. }
  165. EditorCommand::GetOperations { ret } => {
  166. let operations = self.document.read().await.get_operations().clone();
  167. let _ = ret.send(Ok(operations));
  168. }
  169. }
  170. Ok(())
  171. }
  172. async fn save_local_operations(&self, operations: DeltaTextOperations, md5: String) -> Result<i64, FlowyError> {
  173. let bytes = operations.json_bytes();
  174. let rev_id = self.rev_manager.add_local_revision(bytes, md5).await?;
  175. Ok(rev_id)
  176. }
  177. }
  178. pub type TextTransformOperations = TransformOperations<DeltaDocumentResolveOperations>;
  179. pub(crate) type EditorCommandSender = Sender<EditorCommand>;
  180. pub(crate) type EditorCommandReceiver = Receiver<EditorCommand>;
  181. pub(crate) type Ret<T> = oneshot::Sender<Result<T, CollaborateError>>;
  182. pub(crate) enum EditorCommand {
  183. ComposeLocalOperations {
  184. operations: DeltaTextOperations,
  185. ret: Ret<()>,
  186. },
  187. ComposeRemoteOperation {
  188. client_operations: DeltaTextOperations,
  189. ret: Ret<RevisionMD5>,
  190. },
  191. ResetOperations {
  192. operations: DeltaTextOperations,
  193. ret: Ret<RevisionMD5>,
  194. },
  195. TransformOperations {
  196. operations: DeltaTextOperations,
  197. ret: Ret<TextTransformOperations>,
  198. },
  199. Insert {
  200. index: usize,
  201. data: String,
  202. ret: Ret<()>,
  203. },
  204. Delete {
  205. interval: Interval,
  206. ret: Ret<()>,
  207. },
  208. Format {
  209. interval: Interval,
  210. attribute: AttributeEntry,
  211. ret: Ret<()>,
  212. },
  213. Replace {
  214. interval: Interval,
  215. data: String,
  216. ret: Ret<()>,
  217. },
  218. CanUndo {
  219. ret: oneshot::Sender<bool>,
  220. },
  221. CanRedo {
  222. ret: oneshot::Sender<bool>,
  223. },
  224. Undo {
  225. ret: Ret<()>,
  226. },
  227. Redo {
  228. ret: Ret<()>,
  229. },
  230. GetOperationsString {
  231. ret: Ret<String>,
  232. },
  233. #[allow(dead_code)]
  234. GetOperations {
  235. ret: Ret<DeltaTextOperations>,
  236. },
  237. }
  238. impl std::fmt::Debug for EditorCommand {
  239. fn fmt(&self, f: &mut std::fmt::Formatter) -> std::fmt::Result {
  240. let s = match self {
  241. EditorCommand::ComposeLocalOperations { .. } => "ComposeLocalOperations",
  242. EditorCommand::ComposeRemoteOperation { .. } => "ComposeRemoteOperation",
  243. EditorCommand::ResetOperations { .. } => "ResetOperations",
  244. EditorCommand::TransformOperations { .. } => "TransformOperations",
  245. EditorCommand::Insert { .. } => "Insert",
  246. EditorCommand::Delete { .. } => "Delete",
  247. EditorCommand::Format { .. } => "Format",
  248. EditorCommand::Replace { .. } => "Replace",
  249. EditorCommand::CanUndo { .. } => "CanUndo",
  250. EditorCommand::CanRedo { .. } => "CanRedo",
  251. EditorCommand::Undo { .. } => "Undo",
  252. EditorCommand::Redo { .. } => "Redo",
  253. EditorCommand::GetOperationsString { .. } => "StringifyOperations",
  254. EditorCommand::GetOperations { .. } => "ReadOperations",
  255. };
  256. f.write_str(s)
  257. }
  258. }