grid_block_revsion_pad.rs 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428
  1. use crate::entities::revision::{md5, RepeatedRevision, Revision};
  2. use crate::errors::{CollaborateError, CollaborateResult};
  3. use crate::util::{cal_diff, make_delta_from_revisions};
  4. use flowy_grid_data_model::revision::{
  5. gen_block_id, gen_row_id, CellRevision, GridBlockRevision, RowMetaChangeset, RowRevision,
  6. };
  7. use lib_ot::core::{OperationTransformable, PlainTextAttributes, PlainTextDelta, PlainTextDeltaBuilder};
  8. use std::borrow::Cow;
  9. use std::collections::HashMap;
  10. use std::sync::Arc;
  11. pub type GridBlockRevisionDelta = PlainTextDelta;
  12. pub type GridBlockRevisionDeltaBuilder = PlainTextDeltaBuilder;
  13. #[derive(Debug, Clone)]
  14. pub struct GridBlockRevisionPad {
  15. block_revision: GridBlockRevision,
  16. pub(crate) delta: GridBlockRevisionDelta,
  17. }
  18. impl std::ops::Deref for GridBlockRevisionPad {
  19. type Target = GridBlockRevision;
  20. fn deref(&self) -> &Self::Target {
  21. &self.block_revision
  22. }
  23. }
  24. impl GridBlockRevisionPad {
  25. pub async fn duplicate_data(&self, duplicated_block_id: &str) -> GridBlockRevision {
  26. let duplicated_rows = self
  27. .block_revision
  28. .rows
  29. .iter()
  30. .map(|row| {
  31. let mut duplicated_row = row.as_ref().clone();
  32. duplicated_row.id = gen_row_id();
  33. duplicated_row.block_id = duplicated_block_id.to_string();
  34. Arc::new(duplicated_row)
  35. })
  36. .collect::<Vec<Arc<RowRevision>>>();
  37. GridBlockRevision {
  38. block_id: duplicated_block_id.to_string(),
  39. rows: duplicated_rows,
  40. }
  41. }
  42. pub fn from_delta(delta: GridBlockRevisionDelta) -> CollaborateResult<Self> {
  43. let s = delta.to_str()?;
  44. let block_revision: GridBlockRevision = serde_json::from_str(&s).map_err(|e| {
  45. let msg = format!("Deserialize delta to block meta failed: {}", e);
  46. tracing::error!("{}", s);
  47. CollaborateError::internal().context(msg)
  48. })?;
  49. Ok(Self { block_revision, delta })
  50. }
  51. pub fn from_revisions(_grid_id: &str, revisions: Vec<Revision>) -> CollaborateResult<Self> {
  52. let block_delta: GridBlockRevisionDelta = make_delta_from_revisions::<PlainTextAttributes>(revisions)?;
  53. Self::from_delta(block_delta)
  54. }
  55. #[tracing::instrument(level = "trace", skip(self, row), err)]
  56. pub fn add_row_rev(
  57. &mut self,
  58. row: RowRevision,
  59. start_row_id: Option<String>,
  60. ) -> CollaborateResult<Option<GridBlockMetaChange>> {
  61. self.modify(|rows| {
  62. if let Some(start_row_id) = start_row_id {
  63. if !start_row_id.is_empty() {
  64. if let Some(index) = rows.iter().position(|row| row.id == start_row_id) {
  65. rows.insert(index + 1, Arc::new(row));
  66. return Ok(Some(()));
  67. }
  68. }
  69. }
  70. rows.push(Arc::new(row));
  71. Ok(Some(()))
  72. })
  73. }
  74. pub fn delete_rows(&mut self, row_ids: Vec<Cow<'_, String>>) -> CollaborateResult<Option<GridBlockMetaChange>> {
  75. self.modify(|rows| {
  76. rows.retain(|row| !row_ids.contains(&Cow::Borrowed(&row.id)));
  77. Ok(Some(()))
  78. })
  79. }
  80. pub fn get_row_revs<T>(&self, row_ids: Option<Vec<Cow<'_, T>>>) -> CollaborateResult<Vec<Arc<RowRevision>>>
  81. where
  82. T: AsRef<str> + ToOwned + ?Sized,
  83. {
  84. match row_ids {
  85. None => Ok(self.block_revision.rows.clone()),
  86. Some(row_ids) => {
  87. let row_map = self
  88. .block_revision
  89. .rows
  90. .iter()
  91. .map(|row| (row.id.as_str(), row.clone()))
  92. .collect::<HashMap<&str, Arc<RowRevision>>>();
  93. Ok(row_ids
  94. .iter()
  95. .flat_map(|row_id| {
  96. let row_id = row_id.as_ref().as_ref();
  97. match row_map.get(row_id) {
  98. None => {
  99. tracing::error!("Can't find the row with id: {}", row_id);
  100. None
  101. }
  102. Some(row) => Some(row.clone()),
  103. }
  104. })
  105. .collect::<Vec<_>>())
  106. }
  107. }
  108. }
  109. pub fn get_cell_revs(
  110. &self,
  111. field_id: &str,
  112. row_ids: Option<Vec<Cow<'_, String>>>,
  113. ) -> CollaborateResult<Vec<CellRevision>> {
  114. let rows = self.get_row_revs(row_ids)?;
  115. let cell_revs = rows
  116. .iter()
  117. .flat_map(|row| {
  118. let cell_rev = row.cells.get(field_id)?;
  119. Some(cell_rev.clone())
  120. })
  121. .collect::<Vec<CellRevision>>();
  122. Ok(cell_revs)
  123. }
  124. pub fn number_of_rows(&self) -> i32 {
  125. self.block_revision.rows.len() as i32
  126. }
  127. pub fn index_of_row(&self, row_id: &str) -> Option<i32> {
  128. self.block_revision
  129. .rows
  130. .iter()
  131. .position(|row| row.id == row_id)
  132. .map(|index| index as i32)
  133. }
  134. pub fn update_row(&mut self, changeset: RowMetaChangeset) -> CollaborateResult<Option<GridBlockMetaChange>> {
  135. let row_id = changeset.row_id.clone();
  136. self.modify_row(&row_id, |row| {
  137. let mut is_changed = None;
  138. if let Some(height) = changeset.height {
  139. row.height = height;
  140. is_changed = Some(());
  141. }
  142. if let Some(visibility) = changeset.visibility {
  143. row.visibility = visibility;
  144. is_changed = Some(());
  145. }
  146. if !changeset.cell_by_field_id.is_empty() {
  147. is_changed = Some(());
  148. changeset.cell_by_field_id.into_iter().for_each(|(field_id, cell)| {
  149. row.cells.insert(field_id, cell);
  150. })
  151. }
  152. Ok(is_changed)
  153. })
  154. }
  155. pub fn move_row(&mut self, row_id: &str, from: usize, to: usize) -> CollaborateResult<Option<GridBlockMetaChange>> {
  156. self.modify(|row_revs| {
  157. if let Some(position) = row_revs.iter().position(|row_rev| row_rev.id == row_id) {
  158. debug_assert_eq!(from, position);
  159. let row_rev = row_revs.remove(position);
  160. row_revs.insert(to, row_rev);
  161. Ok(Some(()))
  162. } else {
  163. Ok(None)
  164. }
  165. })
  166. }
  167. pub fn modify<F>(&mut self, f: F) -> CollaborateResult<Option<GridBlockMetaChange>>
  168. where
  169. F: for<'a> FnOnce(&'a mut Vec<Arc<RowRevision>>) -> CollaborateResult<Option<()>>,
  170. {
  171. let cloned_self = self.clone();
  172. match f(&mut self.block_revision.rows)? {
  173. None => Ok(None),
  174. Some(_) => {
  175. let old = cloned_self.to_json()?;
  176. let new = self.to_json()?;
  177. match cal_diff::<PlainTextAttributes>(old, new) {
  178. None => Ok(None),
  179. Some(delta) => {
  180. tracing::trace!("[GridBlockMeta] Composing delta {}", delta.to_delta_str());
  181. // tracing::debug!(
  182. // "[GridBlockMeta] current delta: {}",
  183. // self.delta.to_str().unwrap_or_else(|_| "".to_string())
  184. // );
  185. self.delta = self.delta.compose(&delta)?;
  186. Ok(Some(GridBlockMetaChange { delta, md5: self.md5() }))
  187. }
  188. }
  189. }
  190. }
  191. }
  192. fn modify_row<F>(&mut self, row_id: &str, f: F) -> CollaborateResult<Option<GridBlockMetaChange>>
  193. where
  194. F: FnOnce(&mut RowRevision) -> CollaborateResult<Option<()>>,
  195. {
  196. self.modify(|rows| {
  197. if let Some(row_rev) = rows.iter_mut().find(|row_rev| row_id == row_rev.id) {
  198. f(Arc::make_mut(row_rev))
  199. } else {
  200. tracing::warn!("[BlockMetaPad]: Can't find any row with id: {}", row_id);
  201. Ok(None)
  202. }
  203. })
  204. }
  205. pub fn to_json(&self) -> CollaborateResult<String> {
  206. serde_json::to_string(&self.block_revision)
  207. .map_err(|e| CollaborateError::internal().context(format!("serial trash to json failed: {}", e)))
  208. }
  209. pub fn md5(&self) -> String {
  210. md5(&self.delta.to_delta_bytes())
  211. }
  212. pub fn delta_str(&self) -> String {
  213. self.delta.to_delta_str()
  214. }
  215. }
  216. pub struct GridBlockMetaChange {
  217. pub delta: GridBlockRevisionDelta,
  218. /// md5: the md5 of the grid after applying the change.
  219. pub md5: String,
  220. }
  221. pub fn make_grid_block_delta(block_rev: &GridBlockRevision) -> GridBlockRevisionDelta {
  222. let json = serde_json::to_string(&block_rev).unwrap();
  223. PlainTextDeltaBuilder::new().insert(&json).build()
  224. }
  225. pub fn make_grid_block_revisions(user_id: &str, grid_block_meta_data: &GridBlockRevision) -> RepeatedRevision {
  226. let delta = make_grid_block_delta(grid_block_meta_data);
  227. let bytes = delta.to_delta_bytes();
  228. let revision = Revision::initial_revision(user_id, &grid_block_meta_data.block_id, bytes);
  229. revision.into()
  230. }
  231. impl std::default::Default for GridBlockRevisionPad {
  232. fn default() -> Self {
  233. let block_revision = GridBlockRevision {
  234. block_id: gen_block_id(),
  235. rows: vec![],
  236. };
  237. let delta = make_grid_block_delta(&block_revision);
  238. GridBlockRevisionPad { block_revision, delta }
  239. }
  240. }
  241. #[cfg(test)]
  242. mod tests {
  243. use crate::client_grid::{GridBlockRevisionDelta, GridBlockRevisionPad};
  244. use flowy_grid_data_model::revision::{RowMetaChangeset, RowRevision};
  245. use std::borrow::Cow;
  246. #[test]
  247. fn block_meta_add_row() {
  248. let mut pad = test_pad();
  249. let row = RowRevision {
  250. id: "1".to_string(),
  251. block_id: pad.block_id.clone(),
  252. cells: Default::default(),
  253. height: 0,
  254. visibility: false,
  255. };
  256. let change = pad.add_row_rev(row.clone(), None).unwrap().unwrap();
  257. assert_eq!(pad.rows.first().unwrap().as_ref(), &row);
  258. assert_eq!(
  259. change.delta.to_delta_str(),
  260. r#"[{"retain":24},{"insert":"{\"id\":\"1\",\"block_id\":\"1\",\"cells\":[],\"height\":0,\"visibility\":false}"},{"retain":2}]"#
  261. );
  262. }
  263. #[test]
  264. fn block_meta_insert_row() {
  265. let mut pad = test_pad();
  266. let row_1 = test_row_rev("1", &pad);
  267. let row_2 = test_row_rev("2", &pad);
  268. let row_3 = test_row_rev("3", &pad);
  269. let change = pad.add_row_rev(row_1.clone(), None).unwrap().unwrap();
  270. assert_eq!(
  271. change.delta.to_delta_str(),
  272. r#"[{"retain":24},{"insert":"{\"id\":\"1\",\"block_id\":\"1\",\"cells\":[],\"height\":0,\"visibility\":false}"},{"retain":2}]"#
  273. );
  274. let change = pad.add_row_rev(row_2.clone(), None).unwrap().unwrap();
  275. assert_eq!(
  276. change.delta.to_delta_str(),
  277. r#"[{"retain":90},{"insert":",{\"id\":\"2\",\"block_id\":\"1\",\"cells\":[],\"height\":0,\"visibility\":false}"},{"retain":2}]"#
  278. );
  279. let change = pad.add_row_rev(row_3.clone(), Some("2".to_string())).unwrap().unwrap();
  280. assert_eq!(
  281. change.delta.to_delta_str(),
  282. r#"[{"retain":157},{"insert":",{\"id\":\"3\",\"block_id\":\"1\",\"cells\":[],\"height\":0,\"visibility\":false}"},{"retain":2}]"#
  283. );
  284. assert_eq!(*pad.rows[0], row_1);
  285. assert_eq!(*pad.rows[1], row_2);
  286. assert_eq!(*pad.rows[2], row_3);
  287. }
  288. fn test_row_rev(id: &str, pad: &GridBlockRevisionPad) -> RowRevision {
  289. RowRevision {
  290. id: id.to_string(),
  291. block_id: pad.block_id.clone(),
  292. cells: Default::default(),
  293. height: 0,
  294. visibility: false,
  295. }
  296. }
  297. #[test]
  298. fn block_meta_insert_row2() {
  299. let mut pad = test_pad();
  300. let row_1 = test_row_rev("1", &pad);
  301. let row_2 = test_row_rev("2", &pad);
  302. let row_3 = test_row_rev("3", &pad);
  303. let _ = pad.add_row_rev(row_1.clone(), None).unwrap().unwrap();
  304. let _ = pad.add_row_rev(row_2.clone(), None).unwrap().unwrap();
  305. let _ = pad.add_row_rev(row_3.clone(), Some("1".to_string())).unwrap().unwrap();
  306. assert_eq!(*pad.rows[0], row_1);
  307. assert_eq!(*pad.rows[1], row_3);
  308. assert_eq!(*pad.rows[2], row_2);
  309. }
  310. #[test]
  311. fn block_meta_insert_row3() {
  312. let mut pad = test_pad();
  313. let row_1 = test_row_rev("1", &pad);
  314. let row_2 = test_row_rev("2", &pad);
  315. let row_3 = test_row_rev("3", &pad);
  316. let _ = pad.add_row_rev(row_1.clone(), None).unwrap().unwrap();
  317. let _ = pad.add_row_rev(row_2.clone(), None).unwrap().unwrap();
  318. let _ = pad.add_row_rev(row_3.clone(), Some("".to_string())).unwrap().unwrap();
  319. assert_eq!(*pad.rows[0], row_1);
  320. assert_eq!(*pad.rows[1], row_2);
  321. assert_eq!(*pad.rows[2], row_3);
  322. }
  323. #[test]
  324. fn block_meta_delete_row() {
  325. let mut pad = test_pad();
  326. let pre_delta_str = pad.delta_str();
  327. let row = RowRevision {
  328. id: "1".to_string(),
  329. block_id: pad.block_id.clone(),
  330. cells: Default::default(),
  331. height: 0,
  332. visibility: false,
  333. };
  334. let _ = pad.add_row_rev(row.clone(), None).unwrap().unwrap();
  335. let change = pad.delete_rows(vec![Cow::Borrowed(&row.id)]).unwrap().unwrap();
  336. assert_eq!(
  337. change.delta.to_delta_str(),
  338. r#"[{"retain":24},{"delete":66},{"retain":2}]"#
  339. );
  340. assert_eq!(pad.delta_str(), pre_delta_str);
  341. }
  342. #[test]
  343. fn block_meta_update_row() {
  344. let mut pad = test_pad();
  345. let row = RowRevision {
  346. id: "1".to_string(),
  347. block_id: pad.block_id.clone(),
  348. cells: Default::default(),
  349. height: 0,
  350. visibility: false,
  351. };
  352. let changeset = RowMetaChangeset {
  353. row_id: row.id.clone(),
  354. height: Some(100),
  355. visibility: Some(true),
  356. cell_by_field_id: Default::default(),
  357. };
  358. let _ = pad.add_row_rev(row, None).unwrap().unwrap();
  359. let change = pad.update_row(changeset).unwrap().unwrap();
  360. assert_eq!(
  361. change.delta.to_delta_str(),
  362. r#"[{"retain":69},{"insert":"10"},{"retain":15},{"insert":"tru"},{"delete":4},{"retain":4}]"#
  363. );
  364. assert_eq!(
  365. pad.to_json().unwrap(),
  366. r#"{"block_id":"1","rows":[{"id":"1","block_id":"1","cells":[],"height":100,"visibility":true}]}"#
  367. );
  368. }
  369. fn test_pad() -> GridBlockRevisionPad {
  370. let delta =
  371. GridBlockRevisionDelta::from_delta_str(r#"[{"insert":"{\"block_id\":\"1\",\"rows\":[]}"}]"#).unwrap();
  372. GridBlockRevisionPad::from_delta(delta).unwrap()
  373. }
  374. }