grid_block_meta_pad.rs 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395
  1. use crate::entities::revision::{md5, RepeatedRevision, Revision};
  2. use crate::errors::{CollaborateError, CollaborateResult};
  3. use crate::util::{cal_diff, make_delta_from_revisions};
  4. use flowy_grid_data_model::entities::{gen_block_id, CellMeta, GridBlockMetaData, RowMeta, RowMetaChangeset};
  5. use lib_ot::core::{OperationTransformable, PlainTextAttributes, PlainTextDelta, PlainTextDeltaBuilder};
  6. use serde::{Deserialize, Serialize};
  7. use std::borrow::Cow;
  8. use std::collections::HashMap;
  9. use std::sync::Arc;
  10. pub type GridBlockMetaDelta = PlainTextDelta;
  11. pub type GridBlockMetaDeltaBuilder = PlainTextDeltaBuilder;
  12. #[derive(Debug, Deserialize, Serialize, Clone)]
  13. pub struct GridBlockMetaPad {
  14. block_id: String,
  15. rows: Vec<Arc<RowMeta>>,
  16. #[serde(skip)]
  17. pub(crate) delta: GridBlockMetaDelta,
  18. }
  19. impl GridBlockMetaPad {
  20. pub fn from_delta(delta: GridBlockMetaDelta) -> CollaborateResult<Self> {
  21. let s = delta.to_str()?;
  22. let meta_data: GridBlockMetaData = serde_json::from_str(&s).map_err(|e| {
  23. let msg = format!("Deserialize delta to block meta failed: {}", e);
  24. tracing::error!("{}", s);
  25. CollaborateError::internal().context(msg)
  26. })?;
  27. let block_id = meta_data.block_id;
  28. let rows = meta_data.rows.into_iter().map(Arc::new).collect::<Vec<Arc<RowMeta>>>();
  29. Ok(Self { block_id, rows, delta })
  30. }
  31. pub fn from_revisions(_grid_id: &str, revisions: Vec<Revision>) -> CollaborateResult<Self> {
  32. let block_delta: GridBlockMetaDelta = make_delta_from_revisions::<PlainTextAttributes>(revisions)?;
  33. Self::from_delta(block_delta)
  34. }
  35. #[tracing::instrument(level = "trace", skip(self, row), err)]
  36. pub fn add_row_meta(
  37. &mut self,
  38. row: RowMeta,
  39. start_row_id: Option<String>,
  40. ) -> CollaborateResult<Option<GridBlockMetaChange>> {
  41. self.modify(|rows| {
  42. if let Some(start_row_id) = start_row_id {
  43. if !start_row_id.is_empty() {
  44. if let Some(index) = rows.iter().position(|row| row.id == start_row_id) {
  45. rows.insert(index + 1, Arc::new(row));
  46. return Ok(Some(()));
  47. }
  48. }
  49. }
  50. rows.push(Arc::new(row));
  51. Ok(Some(()))
  52. })
  53. }
  54. pub fn delete_rows(&mut self, row_ids: Vec<Cow<'_, String>>) -> CollaborateResult<Option<GridBlockMetaChange>> {
  55. self.modify(|rows| {
  56. rows.retain(|row| !row_ids.contains(&Cow::Borrowed(&row.id)));
  57. Ok(Some(()))
  58. })
  59. }
  60. pub fn get_row_metas<T>(&self, row_ids: Option<Vec<Cow<'_, T>>>) -> CollaborateResult<Vec<Arc<RowMeta>>>
  61. where
  62. T: AsRef<str> + ToOwned + ?Sized,
  63. {
  64. match row_ids {
  65. None => Ok(self.rows.to_vec()),
  66. Some(row_ids) => {
  67. let row_map = self
  68. .rows
  69. .iter()
  70. .map(|row| (row.id.as_str(), row.clone()))
  71. .collect::<HashMap<&str, Arc<RowMeta>>>();
  72. Ok(row_ids
  73. .iter()
  74. .flat_map(|row_id| {
  75. let row_id = row_id.as_ref().as_ref();
  76. match row_map.get(row_id) {
  77. None => {
  78. tracing::error!("Can't find the row with id: {}", row_id);
  79. None
  80. }
  81. Some(row) => Some(row.clone()),
  82. }
  83. })
  84. .collect::<Vec<_>>())
  85. }
  86. }
  87. }
  88. pub fn get_cell_metas(
  89. &self,
  90. field_id: &str,
  91. row_ids: Option<Vec<Cow<'_, String>>>,
  92. ) -> CollaborateResult<Vec<CellMeta>> {
  93. let rows = self.get_row_metas(row_ids)?;
  94. let cell_metas = rows
  95. .iter()
  96. .flat_map(|row| {
  97. let cell_meta = row.cells.get(field_id)?;
  98. Some(cell_meta.clone())
  99. })
  100. .collect::<Vec<CellMeta>>();
  101. Ok(cell_metas)
  102. }
  103. pub fn number_of_rows(&self) -> i32 {
  104. self.rows.len() as i32
  105. }
  106. pub fn index_of_row(&self, row_id: &str) -> Option<i32> {
  107. self.rows
  108. .iter()
  109. .position(|row| row.id == row_id)
  110. .map(|index| index as i32)
  111. }
  112. pub fn update_row(&mut self, changeset: RowMetaChangeset) -> CollaborateResult<Option<GridBlockMetaChange>> {
  113. let row_id = changeset.row_id.clone();
  114. self.modify_row(&row_id, |row| {
  115. let mut is_changed = None;
  116. if let Some(height) = changeset.height {
  117. row.height = height;
  118. is_changed = Some(());
  119. }
  120. if let Some(visibility) = changeset.visibility {
  121. row.visibility = visibility;
  122. is_changed = Some(());
  123. }
  124. if !changeset.cell_by_field_id.is_empty() {
  125. is_changed = Some(());
  126. changeset.cell_by_field_id.into_iter().for_each(|(field_id, cell)| {
  127. row.cells.insert(field_id, cell);
  128. })
  129. }
  130. Ok(is_changed)
  131. })
  132. }
  133. pub fn modify<F>(&mut self, f: F) -> CollaborateResult<Option<GridBlockMetaChange>>
  134. where
  135. F: for<'a> FnOnce(&'a mut Vec<Arc<RowMeta>>) -> CollaborateResult<Option<()>>,
  136. {
  137. let cloned_self = self.clone();
  138. match f(&mut self.rows)? {
  139. None => Ok(None),
  140. Some(_) => {
  141. let old = cloned_self.to_json()?;
  142. let new = self.to_json()?;
  143. match cal_diff::<PlainTextAttributes>(old, new) {
  144. None => Ok(None),
  145. Some(delta) => {
  146. tracing::debug!("[GridBlockMeta] Composing delta {}", delta.to_delta_str());
  147. tracing::debug!(
  148. "[GridBlockMeta] current delta: {}",
  149. self.delta.to_str().unwrap_or_else(|_| "".to_string())
  150. );
  151. self.delta = self.delta.compose(&delta)?;
  152. Ok(Some(GridBlockMetaChange { delta, md5: self.md5() }))
  153. }
  154. }
  155. }
  156. }
  157. }
  158. fn modify_row<F>(&mut self, row_id: &str, f: F) -> CollaborateResult<Option<GridBlockMetaChange>>
  159. where
  160. F: FnOnce(&mut RowMeta) -> CollaborateResult<Option<()>>,
  161. {
  162. self.modify(|rows| {
  163. if let Some(row_meta) = rows.iter_mut().find(|row_meta| row_id == row_meta.id) {
  164. f(Arc::make_mut(row_meta))
  165. } else {
  166. tracing::warn!("[BlockMetaPad]: Can't find any row with id: {}", row_id);
  167. Ok(None)
  168. }
  169. })
  170. }
  171. pub fn to_json(&self) -> CollaborateResult<String> {
  172. serde_json::to_string(self)
  173. .map_err(|e| CollaborateError::internal().context(format!("serial trash to json failed: {}", e)))
  174. }
  175. pub fn md5(&self) -> String {
  176. md5(&self.delta.to_delta_bytes())
  177. }
  178. pub fn delta_str(&self) -> String {
  179. self.delta.to_delta_str()
  180. }
  181. }
  182. pub struct GridBlockMetaChange {
  183. pub delta: GridBlockMetaDelta,
  184. /// md5: the md5 of the grid after applying the change.
  185. pub md5: String,
  186. }
  187. pub fn make_block_meta_delta(grid_block_meta_data: &GridBlockMetaData) -> GridBlockMetaDelta {
  188. let json = serde_json::to_string(&grid_block_meta_data).unwrap();
  189. PlainTextDeltaBuilder::new().insert(&json).build()
  190. }
  191. pub fn make_block_meta_revisions(user_id: &str, grid_block_meta_data: &GridBlockMetaData) -> RepeatedRevision {
  192. let delta = make_block_meta_delta(grid_block_meta_data);
  193. let bytes = delta.to_delta_bytes();
  194. let revision = Revision::initial_revision(user_id, &grid_block_meta_data.block_id, bytes);
  195. revision.into()
  196. }
  197. impl std::default::Default for GridBlockMetaPad {
  198. fn default() -> Self {
  199. let block_meta_data = GridBlockMetaData {
  200. block_id: gen_block_id(),
  201. rows: vec![],
  202. };
  203. let delta = make_block_meta_delta(&block_meta_data);
  204. GridBlockMetaPad {
  205. block_id: block_meta_data.block_id,
  206. rows: block_meta_data.rows.into_iter().map(Arc::new).collect::<Vec<_>>(),
  207. delta,
  208. }
  209. }
  210. }
  211. #[cfg(test)]
  212. mod tests {
  213. use crate::client_grid::{GridBlockMetaDelta, GridBlockMetaPad};
  214. use flowy_grid_data_model::entities::{RowMeta, RowMetaChangeset};
  215. use std::borrow::Cow;
  216. #[test]
  217. fn block_meta_add_row() {
  218. let mut pad = test_pad();
  219. let row = RowMeta {
  220. id: "1".to_string(),
  221. block_id: pad.block_id.clone(),
  222. cells: Default::default(),
  223. height: 0,
  224. visibility: false,
  225. };
  226. let change = pad.add_row_meta(row.clone(), None).unwrap().unwrap();
  227. assert_eq!(pad.rows.first().unwrap().as_ref(), &row);
  228. assert_eq!(
  229. change.delta.to_delta_str(),
  230. r#"[{"retain":24},{"insert":"{\"id\":\"1\",\"block_id\":\"1\",\"cells\":{},\"height\":0,\"visibility\":false}"},{"retain":2}]"#
  231. );
  232. }
  233. #[test]
  234. fn block_meta_insert_row() {
  235. let mut pad = test_pad();
  236. let row_1 = test_row_meta("1", &pad);
  237. let row_2 = test_row_meta("2", &pad);
  238. let row_3 = test_row_meta("3", &pad);
  239. let change = pad.add_row_meta(row_1.clone(), None).unwrap().unwrap();
  240. assert_eq!(
  241. change.delta.to_delta_str(),
  242. r#"[{"retain":24},{"insert":"{\"id\":\"1\",\"block_id\":\"1\",\"cells\":{},\"height\":0,\"visibility\":false}"},{"retain":2}]"#
  243. );
  244. let change = pad.add_row_meta(row_2.clone(), None).unwrap().unwrap();
  245. assert_eq!(
  246. change.delta.to_delta_str(),
  247. r#"[{"retain":90},{"insert":",{\"id\":\"2\",\"block_id\":\"1\",\"cells\":{},\"height\":0,\"visibility\":false}"},{"retain":2}]"#
  248. );
  249. let change = pad.add_row_meta(row_3.clone(), Some("2".to_string())).unwrap().unwrap();
  250. assert_eq!(
  251. change.delta.to_delta_str(),
  252. r#"[{"retain":157},{"insert":",{\"id\":\"3\",\"block_id\":\"1\",\"cells\":{},\"height\":0,\"visibility\":false}"},{"retain":2}]"#
  253. );
  254. assert_eq!(*pad.rows[0], row_1);
  255. assert_eq!(*pad.rows[1], row_2);
  256. assert_eq!(*pad.rows[2], row_3);
  257. }
  258. fn test_row_meta(id: &str, pad: &GridBlockMetaPad) -> RowMeta {
  259. RowMeta {
  260. id: id.to_string(),
  261. block_id: pad.block_id.clone(),
  262. cells: Default::default(),
  263. height: 0,
  264. visibility: false,
  265. }
  266. }
  267. #[test]
  268. fn block_meta_insert_row2() {
  269. let mut pad = test_pad();
  270. let row_1 = test_row_meta("1", &pad);
  271. let row_2 = test_row_meta("2", &pad);
  272. let row_3 = test_row_meta("3", &pad);
  273. let _ = pad.add_row_meta(row_1.clone(), None).unwrap().unwrap();
  274. let _ = pad.add_row_meta(row_2.clone(), None).unwrap().unwrap();
  275. let _ = pad.add_row_meta(row_3.clone(), Some("1".to_string())).unwrap().unwrap();
  276. assert_eq!(*pad.rows[0], row_1);
  277. assert_eq!(*pad.rows[1], row_3);
  278. assert_eq!(*pad.rows[2], row_2);
  279. }
  280. #[test]
  281. fn block_meta_insert_row3() {
  282. let mut pad = test_pad();
  283. let row_1 = test_row_meta("1", &pad);
  284. let row_2 = test_row_meta("2", &pad);
  285. let row_3 = test_row_meta("3", &pad);
  286. let _ = pad.add_row_meta(row_1.clone(), None).unwrap().unwrap();
  287. let _ = pad.add_row_meta(row_2.clone(), None).unwrap().unwrap();
  288. let _ = pad.add_row_meta(row_3.clone(), Some("".to_string())).unwrap().unwrap();
  289. assert_eq!(*pad.rows[0], row_1);
  290. assert_eq!(*pad.rows[1], row_2);
  291. assert_eq!(*pad.rows[2], row_3);
  292. }
  293. #[test]
  294. fn block_meta_delete_row() {
  295. let mut pad = test_pad();
  296. let pre_delta_str = pad.delta_str();
  297. let row = RowMeta {
  298. id: "1".to_string(),
  299. block_id: pad.block_id.clone(),
  300. cells: Default::default(),
  301. height: 0,
  302. visibility: false,
  303. };
  304. let _ = pad.add_row_meta(row.clone(), None).unwrap().unwrap();
  305. let change = pad.delete_rows(vec![Cow::Borrowed(&row.id)]).unwrap().unwrap();
  306. assert_eq!(
  307. change.delta.to_delta_str(),
  308. r#"[{"retain":24},{"delete":66},{"retain":2}]"#
  309. );
  310. assert_eq!(pad.delta_str(), pre_delta_str);
  311. }
  312. #[test]
  313. fn block_meta_update_row() {
  314. let mut pad = test_pad();
  315. let row = RowMeta {
  316. id: "1".to_string(),
  317. block_id: pad.block_id.clone(),
  318. cells: Default::default(),
  319. height: 0,
  320. visibility: false,
  321. };
  322. let changeset = RowMetaChangeset {
  323. row_id: row.id.clone(),
  324. height: Some(100),
  325. visibility: Some(true),
  326. cell_by_field_id: Default::default(),
  327. };
  328. let _ = pad.add_row_meta(row, None).unwrap().unwrap();
  329. let change = pad.update_row(changeset).unwrap().unwrap();
  330. assert_eq!(
  331. change.delta.to_delta_str(),
  332. r#"[{"retain":69},{"insert":"10"},{"retain":15},{"insert":"tru"},{"delete":4},{"retain":4}]"#
  333. );
  334. assert_eq!(
  335. pad.to_json().unwrap(),
  336. r#"{"block_id":"1","rows":[{"id":"1","block_id":"1","cells":[],"height":100,"visibility":true}]}"#
  337. );
  338. }
  339. fn test_pad() -> GridBlockMetaPad {
  340. let delta = GridBlockMetaDelta::from_delta_str(r#"[{"insert":"{\"block_id\":\"1\",\"rows\":[]}"}]"#).unwrap();
  341. GridBlockMetaPad::from_delta(delta).unwrap()
  342. }
  343. }