grid_revision_pad.rs 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406
  1. use crate::entities::revision::{md5, RepeatedRevision, Revision};
  2. use crate::errors::{internal_error, CollaborateError, CollaborateResult};
  3. use crate::util::{cal_diff, make_text_delta_from_revisions};
  4. use bytes::Bytes;
  5. use flowy_grid_data_model::revision::{
  6. gen_block_id, gen_grid_id, FieldRevision, FieldTypeRevision, GridBlockMetaRevision, GridBlockMetaRevisionChangeset,
  7. GridRevision,
  8. };
  9. use lib_infra::util::move_vec_element;
  10. use lib_ot::core::{Delta, DeltaBuilder, EmptyAttributes, OperationTransform};
  11. use std::collections::HashMap;
  12. use std::sync::Arc;
  13. pub type GridRevisionDelta = Delta;
  14. pub type GridRevisionDeltaBuilder = DeltaBuilder;
  15. pub struct GridRevisionPad {
  16. grid_rev: Arc<GridRevision>,
  17. delta: GridRevisionDelta,
  18. }
  19. pub trait JsonDeserializer {
  20. fn deserialize(&self, type_option_data: Vec<u8>) -> CollaborateResult<String>;
  21. }
  22. impl GridRevisionPad {
  23. pub fn grid_id(&self) -> String {
  24. self.grid_rev.grid_id.clone()
  25. }
  26. pub async fn duplicate_grid_block_meta(&self) -> (Vec<FieldRevision>, Vec<GridBlockMetaRevision>) {
  27. let fields = self
  28. .grid_rev
  29. .fields
  30. .iter()
  31. .map(|field_rev| field_rev.as_ref().clone())
  32. .collect();
  33. let blocks = self
  34. .grid_rev
  35. .blocks
  36. .iter()
  37. .map(|block| {
  38. let mut duplicated_block = (&**block).clone();
  39. duplicated_block.block_id = gen_block_id();
  40. duplicated_block
  41. })
  42. .collect::<Vec<GridBlockMetaRevision>>();
  43. (fields, blocks)
  44. }
  45. pub fn from_delta(delta: GridRevisionDelta) -> CollaborateResult<Self> {
  46. let content = delta.content()?;
  47. let grid: GridRevision = serde_json::from_str(&content).map_err(|e| {
  48. let msg = format!("Deserialize delta to grid failed: {}", e);
  49. tracing::error!("{}", msg);
  50. CollaborateError::internal().context(msg)
  51. })?;
  52. Ok(Self {
  53. grid_rev: Arc::new(grid),
  54. delta,
  55. })
  56. }
  57. pub fn from_revisions(revisions: Vec<Revision>) -> CollaborateResult<Self> {
  58. let grid_delta: GridRevisionDelta = make_text_delta_from_revisions(revisions)?;
  59. Self::from_delta(grid_delta)
  60. }
  61. #[tracing::instrument(level = "debug", skip_all, err)]
  62. pub fn create_field_rev(
  63. &mut self,
  64. new_field_rev: FieldRevision,
  65. start_field_id: Option<String>,
  66. ) -> CollaborateResult<Option<GridRevisionChangeset>> {
  67. self.modify_grid(|grid_meta| {
  68. // Check if the field exists or not
  69. if grid_meta
  70. .fields
  71. .iter()
  72. .any(|field_rev| field_rev.id == new_field_rev.id)
  73. {
  74. tracing::error!("Duplicate grid field");
  75. return Ok(None);
  76. }
  77. let insert_index = match start_field_id {
  78. None => None,
  79. Some(start_field_id) => grid_meta.fields.iter().position(|field| field.id == start_field_id),
  80. };
  81. let new_field_rev = Arc::new(new_field_rev);
  82. match insert_index {
  83. None => grid_meta.fields.push(new_field_rev),
  84. Some(index) => grid_meta.fields.insert(index, new_field_rev),
  85. }
  86. Ok(Some(()))
  87. })
  88. }
  89. pub fn delete_field_rev(&mut self, field_id: &str) -> CollaborateResult<Option<GridRevisionChangeset>> {
  90. self.modify_grid(
  91. |grid_meta| match grid_meta.fields.iter().position(|field| field.id == field_id) {
  92. None => Ok(None),
  93. Some(index) => {
  94. if grid_meta.fields[index].is_primary {
  95. Err(CollaborateError::can_not_delete_primary_field())
  96. } else {
  97. grid_meta.fields.remove(index);
  98. Ok(Some(()))
  99. }
  100. }
  101. },
  102. )
  103. }
  104. pub fn duplicate_field_rev(
  105. &mut self,
  106. field_id: &str,
  107. duplicated_field_id: &str,
  108. ) -> CollaborateResult<Option<GridRevisionChangeset>> {
  109. self.modify_grid(
  110. |grid_meta| match grid_meta.fields.iter().position(|field| field.id == field_id) {
  111. None => Ok(None),
  112. Some(index) => {
  113. let mut duplicate_field_rev = grid_meta.fields[index].as_ref().clone();
  114. duplicate_field_rev.id = duplicated_field_id.to_string();
  115. duplicate_field_rev.name = format!("{} (copy)", duplicate_field_rev.name);
  116. grid_meta.fields.insert(index + 1, Arc::new(duplicate_field_rev));
  117. Ok(Some(()))
  118. }
  119. },
  120. )
  121. }
  122. pub fn switch_to_field<B, T>(
  123. &mut self,
  124. field_id: &str,
  125. field_type: T,
  126. type_option_json_builder: B,
  127. ) -> CollaborateResult<Option<GridRevisionChangeset>>
  128. where
  129. B: FnOnce(&FieldTypeRevision) -> String,
  130. T: Into<FieldTypeRevision>,
  131. {
  132. let field_type = field_type.into();
  133. self.modify_grid(|grid_meta| {
  134. //
  135. match grid_meta.fields.iter_mut().find(|field_rev| field_rev.id == field_id) {
  136. None => {
  137. tracing::warn!("Can not find the field with id: {}", field_id);
  138. Ok(None)
  139. }
  140. Some(field_rev) => {
  141. let mut_field_rev = Arc::make_mut(field_rev);
  142. if mut_field_rev.get_type_option_str(field_type).is_none() {
  143. let type_option_json = type_option_json_builder(&field_type);
  144. mut_field_rev.insert_type_option_str(&field_type, type_option_json);
  145. }
  146. mut_field_rev.ty = field_type;
  147. Ok(Some(()))
  148. }
  149. }
  150. })
  151. }
  152. pub fn get_field_rev(&self, field_id: &str) -> Option<(usize, &Arc<FieldRevision>)> {
  153. self.grid_rev
  154. .fields
  155. .iter()
  156. .enumerate()
  157. .find(|(_, field)| field.id == field_id)
  158. }
  159. pub fn replace_field_rev(
  160. &mut self,
  161. field_rev: Arc<FieldRevision>,
  162. ) -> CollaborateResult<Option<GridRevisionChangeset>> {
  163. self.modify_grid(
  164. |grid_meta| match grid_meta.fields.iter().position(|field| field.id == field_rev.id) {
  165. None => Ok(None),
  166. Some(index) => {
  167. grid_meta.fields.remove(index);
  168. grid_meta.fields.insert(index, field_rev);
  169. Ok(Some(()))
  170. }
  171. },
  172. )
  173. }
  174. pub fn move_field(
  175. &mut self,
  176. field_id: &str,
  177. from_index: usize,
  178. to_index: usize,
  179. ) -> CollaborateResult<Option<GridRevisionChangeset>> {
  180. self.modify_grid(|grid_meta| {
  181. match move_vec_element(
  182. &mut grid_meta.fields,
  183. |field| field.id == field_id,
  184. from_index,
  185. to_index,
  186. )
  187. .map_err(internal_error)?
  188. {
  189. true => Ok(Some(())),
  190. false => Ok(None),
  191. }
  192. })
  193. }
  194. pub fn contain_field(&self, field_id: &str) -> bool {
  195. self.grid_rev.fields.iter().any(|field| field.id == field_id)
  196. }
  197. pub fn get_field_revs(&self, field_ids: Option<Vec<String>>) -> CollaborateResult<Vec<Arc<FieldRevision>>> {
  198. match field_ids {
  199. None => Ok(self.grid_rev.fields.clone()),
  200. Some(field_ids) => {
  201. let field_by_field_id = self
  202. .grid_rev
  203. .fields
  204. .iter()
  205. .map(|field| (&field.id, field))
  206. .collect::<HashMap<&String, &Arc<FieldRevision>>>();
  207. let fields = field_ids
  208. .iter()
  209. .flat_map(|field_id| match field_by_field_id.get(&field_id) {
  210. None => {
  211. tracing::error!("Can't find the field with id: {}", field_id);
  212. None
  213. }
  214. Some(field) => Some((*field).clone()),
  215. })
  216. .collect::<Vec<Arc<FieldRevision>>>();
  217. Ok(fields)
  218. }
  219. }
  220. }
  221. pub fn create_block_meta_rev(
  222. &mut self,
  223. block: GridBlockMetaRevision,
  224. ) -> CollaborateResult<Option<GridRevisionChangeset>> {
  225. self.modify_grid(|grid_meta| {
  226. if grid_meta.blocks.iter().any(|b| b.block_id == block.block_id) {
  227. tracing::warn!("Duplicate grid block");
  228. Ok(None)
  229. } else {
  230. match grid_meta.blocks.last() {
  231. None => grid_meta.blocks.push(Arc::new(block)),
  232. Some(last_block) => {
  233. if last_block.start_row_index > block.start_row_index
  234. && last_block.len() > block.start_row_index
  235. {
  236. let msg = "GridBlock's start_row_index should be greater than the last_block's start_row_index and its len".to_string();
  237. return Err(CollaborateError::internal().context(msg))
  238. }
  239. grid_meta.blocks.push(Arc::new(block));
  240. }
  241. }
  242. Ok(Some(()))
  243. }
  244. })
  245. }
  246. pub fn get_block_meta_revs(&self) -> Vec<Arc<GridBlockMetaRevision>> {
  247. self.grid_rev.blocks.clone()
  248. }
  249. pub fn update_block_rev(
  250. &mut self,
  251. changeset: GridBlockMetaRevisionChangeset,
  252. ) -> CollaborateResult<Option<GridRevisionChangeset>> {
  253. let block_id = changeset.block_id.clone();
  254. self.modify_block(&block_id, |block| {
  255. let mut is_changed = None;
  256. if let Some(row_count) = changeset.row_count {
  257. block.row_count = row_count;
  258. is_changed = Some(());
  259. }
  260. if let Some(start_row_index) = changeset.start_row_index {
  261. block.start_row_index = start_row_index;
  262. is_changed = Some(());
  263. }
  264. Ok(is_changed)
  265. })
  266. }
  267. pub fn md5(&self) -> String {
  268. md5(&self.delta.json_bytes())
  269. }
  270. pub fn delta_str(&self) -> String {
  271. self.delta.json_str()
  272. }
  273. pub fn delta_bytes(&self) -> Bytes {
  274. self.delta.json_bytes()
  275. }
  276. pub fn fields(&self) -> &[Arc<FieldRevision>] {
  277. &self.grid_rev.fields
  278. }
  279. fn modify_grid<F>(&mut self, f: F) -> CollaborateResult<Option<GridRevisionChangeset>>
  280. where
  281. F: FnOnce(&mut GridRevision) -> CollaborateResult<Option<()>>,
  282. {
  283. let cloned_grid = self.grid_rev.clone();
  284. match f(Arc::make_mut(&mut self.grid_rev))? {
  285. None => Ok(None),
  286. Some(_) => {
  287. let old = make_grid_rev_json_str(&cloned_grid)?;
  288. let new = self.json_str()?;
  289. match cal_diff::<EmptyAttributes>(old, new) {
  290. None => Ok(None),
  291. Some(delta) => {
  292. self.delta = self.delta.compose(&delta)?;
  293. Ok(Some(GridRevisionChangeset { delta, md5: self.md5() }))
  294. }
  295. }
  296. }
  297. }
  298. }
  299. fn modify_block<F>(&mut self, block_id: &str, f: F) -> CollaborateResult<Option<GridRevisionChangeset>>
  300. where
  301. F: FnOnce(&mut GridBlockMetaRevision) -> CollaborateResult<Option<()>>,
  302. {
  303. self.modify_grid(
  304. |grid_rev| match grid_rev.blocks.iter().position(|block| block.block_id == block_id) {
  305. None => {
  306. tracing::warn!("[GridMetaPad]: Can't find any block with id: {}", block_id);
  307. Ok(None)
  308. }
  309. Some(index) => {
  310. let block_rev = Arc::make_mut(&mut grid_rev.blocks[index]);
  311. f(block_rev)
  312. }
  313. },
  314. )
  315. }
  316. pub fn modify_field<F>(&mut self, field_id: &str, f: F) -> CollaborateResult<Option<GridRevisionChangeset>>
  317. where
  318. F: FnOnce(&mut FieldRevision) -> CollaborateResult<Option<()>>,
  319. {
  320. self.modify_grid(
  321. |grid_rev| match grid_rev.fields.iter().position(|field| field.id == field_id) {
  322. None => {
  323. tracing::warn!("[GridMetaPad]: Can't find any field with id: {}", field_id);
  324. Ok(None)
  325. }
  326. Some(index) => {
  327. let mut_field_rev = Arc::make_mut(&mut grid_rev.fields[index]);
  328. f(mut_field_rev)
  329. }
  330. },
  331. )
  332. }
  333. pub fn json_str(&self) -> CollaborateResult<String> {
  334. make_grid_rev_json_str(&self.grid_rev)
  335. }
  336. }
  337. pub fn make_grid_rev_json_str(grid_revision: &GridRevision) -> CollaborateResult<String> {
  338. let json = serde_json::to_string(grid_revision)
  339. .map_err(|err| internal_error(format!("Serialize grid to json str failed. {:?}", err)))?;
  340. Ok(json)
  341. }
  342. pub struct GridRevisionChangeset {
  343. pub delta: GridRevisionDelta,
  344. /// md5: the md5 of the grid after applying the change.
  345. pub md5: String,
  346. }
  347. pub fn make_grid_delta(grid_rev: &GridRevision) -> GridRevisionDelta {
  348. let json = serde_json::to_string(&grid_rev).unwrap();
  349. DeltaBuilder::new().insert(&json).build()
  350. }
  351. pub fn make_grid_revisions(user_id: &str, grid_rev: &GridRevision) -> RepeatedRevision {
  352. let delta = make_grid_delta(grid_rev);
  353. let bytes = delta.json_bytes();
  354. let revision = Revision::initial_revision(user_id, &grid_rev.grid_id, bytes);
  355. revision.into()
  356. }
  357. impl std::default::Default for GridRevisionPad {
  358. fn default() -> Self {
  359. let grid = GridRevision::new(&gen_grid_id());
  360. let delta = make_grid_delta(&grid);
  361. GridRevisionPad {
  362. grid_rev: Arc::new(grid),
  363. delta,
  364. }
  365. }
  366. }