block_revision_pad.rs 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432
  1. use crate::entities::revision::{md5, RepeatedRevision, Revision};
  2. use crate::errors::{CollaborateError, CollaborateResult};
  3. use crate::util::{cal_diff, make_text_delta_from_revisions};
  4. use flowy_grid_data_model::revision::{
  5. gen_block_id, gen_row_id, CellRevision, GridBlockRevision, RowMetaChangeset, RowRevision,
  6. };
  7. use lib_ot::core::{OperationTransform, PhantomAttributes, TextDelta, TextDeltaBuilder};
  8. use std::borrow::Cow;
  9. use std::collections::HashMap;
  10. use std::sync::Arc;
  11. #[derive(Debug, Clone)]
  12. pub struct GridBlockRevisionPad {
  13. block: GridBlockRevision,
  14. delta: TextDelta,
  15. }
  16. impl std::ops::Deref for GridBlockRevisionPad {
  17. type Target = GridBlockRevision;
  18. fn deref(&self) -> &Self::Target {
  19. &self.block
  20. }
  21. }
  22. impl GridBlockRevisionPad {
  23. pub async fn duplicate_data(&self, duplicated_block_id: &str) -> GridBlockRevision {
  24. let duplicated_rows = self
  25. .block
  26. .rows
  27. .iter()
  28. .map(|row| {
  29. let mut duplicated_row = row.as_ref().clone();
  30. duplicated_row.id = gen_row_id();
  31. duplicated_row.block_id = duplicated_block_id.to_string();
  32. Arc::new(duplicated_row)
  33. })
  34. .collect::<Vec<Arc<RowRevision>>>();
  35. GridBlockRevision {
  36. block_id: duplicated_block_id.to_string(),
  37. rows: duplicated_rows,
  38. }
  39. }
  40. pub fn from_delta(delta: TextDelta) -> CollaborateResult<Self> {
  41. let s = delta.content()?;
  42. let revision: GridBlockRevision = serde_json::from_str(&s).map_err(|e| {
  43. let msg = format!("Deserialize delta to GridBlockRevision failed: {}", e);
  44. tracing::error!("{}", s);
  45. CollaborateError::internal().context(msg)
  46. })?;
  47. Ok(Self { block: revision, delta })
  48. }
  49. pub fn from_revisions(_grid_id: &str, revisions: Vec<Revision>) -> CollaborateResult<Self> {
  50. let block_delta: TextDelta = make_text_delta_from_revisions(revisions)?;
  51. Self::from_delta(block_delta)
  52. }
  53. #[tracing::instrument(level = "trace", skip(self, row), err)]
  54. pub fn add_row_rev(
  55. &mut self,
  56. row: RowRevision,
  57. start_row_id: Option<String>,
  58. ) -> CollaborateResult<Option<GridBlockRevisionChangeset>> {
  59. self.modify(|rows| {
  60. if let Some(start_row_id) = start_row_id {
  61. if !start_row_id.is_empty() {
  62. if let Some(index) = rows.iter().position(|row| row.id == start_row_id) {
  63. rows.insert(index + 1, Arc::new(row));
  64. return Ok(Some(()));
  65. }
  66. }
  67. }
  68. rows.push(Arc::new(row));
  69. Ok(Some(()))
  70. })
  71. }
  72. pub fn delete_rows(
  73. &mut self,
  74. row_ids: Vec<Cow<'_, String>>,
  75. ) -> CollaborateResult<Option<GridBlockRevisionChangeset>> {
  76. self.modify(|rows| {
  77. rows.retain(|row| !row_ids.contains(&Cow::Borrowed(&row.id)));
  78. Ok(Some(()))
  79. })
  80. }
  81. pub fn get_row_revs<T>(&self, row_ids: Option<Vec<Cow<'_, T>>>) -> CollaborateResult<Vec<Arc<RowRevision>>>
  82. where
  83. T: AsRef<str> + ToOwned + ?Sized,
  84. {
  85. match row_ids {
  86. None => Ok(self.block.rows.clone()),
  87. Some(row_ids) => {
  88. let row_map = self
  89. .block
  90. .rows
  91. .iter()
  92. .map(|row| (row.id.as_str(), row.clone()))
  93. .collect::<HashMap<&str, Arc<RowRevision>>>();
  94. Ok(row_ids
  95. .iter()
  96. .flat_map(|row_id| {
  97. let row_id = row_id.as_ref().as_ref();
  98. match row_map.get(row_id) {
  99. None => {
  100. tracing::error!("Can't find the row with id: {}", row_id);
  101. None
  102. }
  103. Some(row) => Some(row.clone()),
  104. }
  105. })
  106. .collect::<Vec<_>>())
  107. }
  108. }
  109. }
  110. pub fn get_cell_revs(
  111. &self,
  112. field_id: &str,
  113. row_ids: Option<Vec<Cow<'_, String>>>,
  114. ) -> CollaborateResult<Vec<CellRevision>> {
  115. let rows = self.get_row_revs(row_ids)?;
  116. let cell_revs = rows
  117. .iter()
  118. .flat_map(|row| {
  119. let cell_rev = row.cells.get(field_id)?;
  120. Some(cell_rev.clone())
  121. })
  122. .collect::<Vec<CellRevision>>();
  123. Ok(cell_revs)
  124. }
  125. pub fn number_of_rows(&self) -> i32 {
  126. self.block.rows.len() as i32
  127. }
  128. pub fn index_of_row(&self, row_id: &str) -> Option<usize> {
  129. self.block.rows.iter().position(|row| row.id == row_id)
  130. }
  131. pub fn update_row(&mut self, changeset: RowMetaChangeset) -> CollaborateResult<Option<GridBlockRevisionChangeset>> {
  132. let row_id = changeset.row_id.clone();
  133. self.modify_row(&row_id, |row| {
  134. let mut is_changed = None;
  135. if let Some(height) = changeset.height {
  136. row.height = height;
  137. is_changed = Some(());
  138. }
  139. if let Some(visibility) = changeset.visibility {
  140. row.visibility = visibility;
  141. is_changed = Some(());
  142. }
  143. if !changeset.cell_by_field_id.is_empty() {
  144. is_changed = Some(());
  145. changeset.cell_by_field_id.into_iter().for_each(|(field_id, cell)| {
  146. row.cells.insert(field_id, cell);
  147. })
  148. }
  149. Ok(is_changed)
  150. })
  151. }
  152. pub fn move_row(
  153. &mut self,
  154. row_id: &str,
  155. from: usize,
  156. to: usize,
  157. ) -> CollaborateResult<Option<GridBlockRevisionChangeset>> {
  158. self.modify(|row_revs| {
  159. if let Some(position) = row_revs.iter().position(|row_rev| row_rev.id == row_id) {
  160. debug_assert_eq!(from, position);
  161. let row_rev = row_revs.remove(position);
  162. if to > row_revs.len() {
  163. return Err(CollaborateError::out_of_bound());
  164. } else {
  165. row_revs.insert(to, row_rev);
  166. Ok(Some(()))
  167. }
  168. } else {
  169. Ok(None)
  170. }
  171. })
  172. }
  173. pub fn modify<F>(&mut self, f: F) -> CollaborateResult<Option<GridBlockRevisionChangeset>>
  174. where
  175. F: for<'a> FnOnce(&'a mut Vec<Arc<RowRevision>>) -> CollaborateResult<Option<()>>,
  176. {
  177. let cloned_self = self.clone();
  178. match f(&mut self.block.rows)? {
  179. None => Ok(None),
  180. Some(_) => {
  181. let old = cloned_self.revision_json()?;
  182. let new = self.revision_json()?;
  183. match cal_diff::<PhantomAttributes>(old, new) {
  184. None => Ok(None),
  185. Some(delta) => {
  186. tracing::trace!("[GridBlockRevision] Composing delta {}", delta.json_str());
  187. // tracing::debug!(
  188. // "[GridBlockMeta] current delta: {}",
  189. // self.delta.to_str().unwrap_or_else(|_| "".to_string())
  190. // );
  191. self.delta = self.delta.compose(&delta)?;
  192. Ok(Some(GridBlockRevisionChangeset {
  193. delta,
  194. md5: md5(&self.delta.json_bytes()),
  195. }))
  196. }
  197. }
  198. }
  199. }
  200. }
  201. fn modify_row<F>(&mut self, row_id: &str, f: F) -> CollaborateResult<Option<GridBlockRevisionChangeset>>
  202. where
  203. F: FnOnce(&mut RowRevision) -> CollaborateResult<Option<()>>,
  204. {
  205. self.modify(|rows| {
  206. if let Some(row_rev) = rows.iter_mut().find(|row_rev| row_id == row_rev.id) {
  207. f(Arc::make_mut(row_rev))
  208. } else {
  209. tracing::warn!("[BlockMetaPad]: Can't find any row with id: {}", row_id);
  210. Ok(None)
  211. }
  212. })
  213. }
  214. pub fn revision_json(&self) -> CollaborateResult<String> {
  215. serde_json::to_string(&self.block)
  216. .map_err(|e| CollaborateError::internal().context(format!("serial block to json failed: {}", e)))
  217. }
  218. pub fn json_str(&self) -> String {
  219. self.delta.json_str()
  220. }
  221. }
  222. pub struct GridBlockRevisionChangeset {
  223. pub delta: TextDelta,
  224. /// md5: the md5 of the grid after applying the change.
  225. pub md5: String,
  226. }
  227. pub fn make_grid_block_delta(block_rev: &GridBlockRevision) -> TextDelta {
  228. let json = serde_json::to_string(&block_rev).unwrap();
  229. TextDeltaBuilder::new().insert(&json).build()
  230. }
  231. pub fn make_grid_block_revisions(user_id: &str, grid_block_meta_data: &GridBlockRevision) -> RepeatedRevision {
  232. let delta = make_grid_block_delta(grid_block_meta_data);
  233. let bytes = delta.json_bytes();
  234. let revision = Revision::initial_revision(user_id, &grid_block_meta_data.block_id, bytes);
  235. revision.into()
  236. }
  237. impl std::default::Default for GridBlockRevisionPad {
  238. fn default() -> Self {
  239. let block_revision = GridBlockRevision {
  240. block_id: gen_block_id(),
  241. rows: vec![],
  242. };
  243. let delta = make_grid_block_delta(&block_revision);
  244. GridBlockRevisionPad {
  245. block: block_revision,
  246. delta,
  247. }
  248. }
  249. }
  250. #[cfg(test)]
  251. mod tests {
  252. use crate::client_grid::GridBlockRevisionPad;
  253. use flowy_grid_data_model::revision::{RowMetaChangeset, RowRevision};
  254. use lib_ot::core::TextDelta;
  255. use std::borrow::Cow;
  256. #[test]
  257. fn block_meta_add_row() {
  258. let mut pad = test_pad();
  259. let row = RowRevision {
  260. id: "1".to_string(),
  261. block_id: pad.block_id.clone(),
  262. cells: Default::default(),
  263. height: 0,
  264. visibility: false,
  265. };
  266. let change = pad.add_row_rev(row.clone(), None).unwrap().unwrap();
  267. assert_eq!(pad.rows.first().unwrap().as_ref(), &row);
  268. assert_eq!(
  269. change.delta.json_str(),
  270. r#"[{"retain":24},{"insert":"{\"id\":\"1\",\"block_id\":\"1\",\"cells\":[],\"height\":0,\"visibility\":false}"},{"retain":2}]"#
  271. );
  272. }
  273. #[test]
  274. fn block_meta_insert_row() {
  275. let mut pad = test_pad();
  276. let row_1 = test_row_rev("1", &pad);
  277. let row_2 = test_row_rev("2", &pad);
  278. let row_3 = test_row_rev("3", &pad);
  279. let change = pad.add_row_rev(row_1.clone(), None).unwrap().unwrap();
  280. assert_eq!(
  281. change.delta.json_str(),
  282. r#"[{"retain":24},{"insert":"{\"id\":\"1\",\"block_id\":\"1\",\"cells\":[],\"height\":0,\"visibility\":false}"},{"retain":2}]"#
  283. );
  284. let change = pad.add_row_rev(row_2.clone(), None).unwrap().unwrap();
  285. assert_eq!(
  286. change.delta.json_str(),
  287. r#"[{"retain":90},{"insert":",{\"id\":\"2\",\"block_id\":\"1\",\"cells\":[],\"height\":0,\"visibility\":false}"},{"retain":2}]"#
  288. );
  289. let change = pad.add_row_rev(row_3.clone(), Some("2".to_string())).unwrap().unwrap();
  290. assert_eq!(
  291. change.delta.json_str(),
  292. r#"[{"retain":157},{"insert":",{\"id\":\"3\",\"block_id\":\"1\",\"cells\":[],\"height\":0,\"visibility\":false}"},{"retain":2}]"#
  293. );
  294. assert_eq!(*pad.rows[0], row_1);
  295. assert_eq!(*pad.rows[1], row_2);
  296. assert_eq!(*pad.rows[2], row_3);
  297. }
  298. fn test_row_rev(id: &str, pad: &GridBlockRevisionPad) -> RowRevision {
  299. RowRevision {
  300. id: id.to_string(),
  301. block_id: pad.block_id.clone(),
  302. cells: Default::default(),
  303. height: 0,
  304. visibility: false,
  305. }
  306. }
  307. #[test]
  308. fn block_meta_insert_row2() {
  309. let mut pad = test_pad();
  310. let row_1 = test_row_rev("1", &pad);
  311. let row_2 = test_row_rev("2", &pad);
  312. let row_3 = test_row_rev("3", &pad);
  313. let _ = pad.add_row_rev(row_1.clone(), None).unwrap().unwrap();
  314. let _ = pad.add_row_rev(row_2.clone(), None).unwrap().unwrap();
  315. let _ = pad.add_row_rev(row_3.clone(), Some("1".to_string())).unwrap().unwrap();
  316. assert_eq!(*pad.rows[0], row_1);
  317. assert_eq!(*pad.rows[1], row_3);
  318. assert_eq!(*pad.rows[2], row_2);
  319. }
  320. #[test]
  321. fn block_meta_insert_row3() {
  322. let mut pad = test_pad();
  323. let row_1 = test_row_rev("1", &pad);
  324. let row_2 = test_row_rev("2", &pad);
  325. let row_3 = test_row_rev("3", &pad);
  326. let _ = pad.add_row_rev(row_1.clone(), None).unwrap().unwrap();
  327. let _ = pad.add_row_rev(row_2.clone(), None).unwrap().unwrap();
  328. let _ = pad.add_row_rev(row_3.clone(), Some("".to_string())).unwrap().unwrap();
  329. assert_eq!(*pad.rows[0], row_1);
  330. assert_eq!(*pad.rows[1], row_2);
  331. assert_eq!(*pad.rows[2], row_3);
  332. }
  333. #[test]
  334. fn block_meta_delete_row() {
  335. let mut pad = test_pad();
  336. let pre_delta_str = pad.json_str();
  337. let row = RowRevision {
  338. id: "1".to_string(),
  339. block_id: pad.block_id.clone(),
  340. cells: Default::default(),
  341. height: 0,
  342. visibility: false,
  343. };
  344. let _ = pad.add_row_rev(row.clone(), None).unwrap().unwrap();
  345. let change = pad.delete_rows(vec![Cow::Borrowed(&row.id)]).unwrap().unwrap();
  346. assert_eq!(change.delta.json_str(), r#"[{"retain":24},{"delete":66},{"retain":2}]"#);
  347. assert_eq!(pad.json_str(), pre_delta_str);
  348. }
  349. #[test]
  350. fn block_meta_update_row() {
  351. let mut pad = test_pad();
  352. let row = RowRevision {
  353. id: "1".to_string(),
  354. block_id: pad.block_id.clone(),
  355. cells: Default::default(),
  356. height: 0,
  357. visibility: false,
  358. };
  359. let changeset = RowMetaChangeset {
  360. row_id: row.id.clone(),
  361. height: Some(100),
  362. visibility: Some(true),
  363. cell_by_field_id: Default::default(),
  364. };
  365. let _ = pad.add_row_rev(row, None).unwrap().unwrap();
  366. let change = pad.update_row(changeset).unwrap().unwrap();
  367. assert_eq!(
  368. change.delta.json_str(),
  369. r#"[{"retain":69},{"insert":"10"},{"retain":15},{"insert":"tru"},{"delete":4},{"retain":4}]"#
  370. );
  371. assert_eq!(
  372. pad.revision_json().unwrap(),
  373. r#"{"block_id":"1","rows":[{"id":"1","block_id":"1","cells":[],"height":100,"visibility":true}]}"#
  374. );
  375. }
  376. fn test_pad() -> GridBlockRevisionPad {
  377. let delta = TextDelta::from_json(r#"[{"insert":"{\"block_id\":\"1\",\"rows\":[]}"}]"#).unwrap();
  378. GridBlockRevisionPad::from_delta(delta).unwrap()
  379. }
  380. }