grid_revision_pad.rs 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428
  1. use crate::entities::revision::{RepeatedRevision, Revision};
  2. use crate::errors::{internal_error, CollaborateError, CollaborateResult};
  3. use crate::util::{cal_diff, make_operations_from_revisions, md5};
  4. use flowy_grid_data_model::revision::{
  5. gen_block_id, gen_grid_id, FieldRevision, FieldTypeRevision, GridBlockMetaRevision, GridBlockMetaRevisionChangeset,
  6. GridRevision,
  7. };
  8. use lib_infra::util::move_vec_element;
  9. use lib_ot::core::{DeltaOperationBuilder, DeltaOperations, EmptyAttributes, OperationTransform};
  10. use std::collections::HashMap;
  11. use std::sync::Arc;
  12. pub type GridOperations = DeltaOperations<EmptyAttributes>;
  13. pub type GridOperationsBuilder = DeltaOperationBuilder<EmptyAttributes>;
  14. pub struct GridRevisionPad {
  15. grid_rev: Arc<GridRevision>,
  16. operations: GridOperations,
  17. }
  18. pub trait JsonDeserializer {
  19. fn deserialize(&self, type_option_data: Vec<u8>) -> CollaborateResult<String>;
  20. }
  21. impl GridRevisionPad {
  22. pub fn grid_id(&self) -> String {
  23. self.grid_rev.grid_id.clone()
  24. }
  25. pub async fn duplicate_grid_block_meta(&self) -> (Vec<FieldRevision>, Vec<GridBlockMetaRevision>) {
  26. let fields = self
  27. .grid_rev
  28. .fields
  29. .iter()
  30. .map(|field_rev| field_rev.as_ref().clone())
  31. .collect();
  32. let blocks = self
  33. .grid_rev
  34. .blocks
  35. .iter()
  36. .map(|block| {
  37. let mut duplicated_block = (&**block).clone();
  38. duplicated_block.block_id = gen_block_id();
  39. duplicated_block
  40. })
  41. .collect::<Vec<GridBlockMetaRevision>>();
  42. (fields, blocks)
  43. }
  44. pub fn from_operations(operations: GridOperations) -> CollaborateResult<Self> {
  45. let content = operations.content()?;
  46. let grid: GridRevision = serde_json::from_str(&content).map_err(|e| {
  47. let msg = format!("Deserialize operations to grid failed: {}", e);
  48. tracing::error!("{}", msg);
  49. CollaborateError::internal().context(msg)
  50. })?;
  51. Ok(Self {
  52. grid_rev: Arc::new(grid),
  53. operations,
  54. })
  55. }
  56. pub fn from_revisions(revisions: Vec<Revision>) -> CollaborateResult<Self> {
  57. let operations: GridOperations = make_operations_from_revisions(revisions)?;
  58. Self::from_operations(operations)
  59. }
  60. #[tracing::instrument(level = "debug", skip_all, err)]
  61. pub fn create_field_rev(
  62. &mut self,
  63. new_field_rev: FieldRevision,
  64. start_field_id: Option<String>,
  65. ) -> CollaborateResult<Option<GridRevisionChangeset>> {
  66. self.modify_grid(|grid_meta| {
  67. // Check if the field exists or not
  68. if grid_meta
  69. .fields
  70. .iter()
  71. .any(|field_rev| field_rev.id == new_field_rev.id)
  72. {
  73. tracing::error!("Duplicate grid field");
  74. return Ok(None);
  75. }
  76. let insert_index = match start_field_id {
  77. None => None,
  78. Some(start_field_id) => grid_meta.fields.iter().position(|field| field.id == start_field_id),
  79. };
  80. let new_field_rev = Arc::new(new_field_rev);
  81. match insert_index {
  82. None => grid_meta.fields.push(new_field_rev),
  83. Some(index) => grid_meta.fields.insert(index, new_field_rev),
  84. }
  85. Ok(Some(()))
  86. })
  87. }
  88. pub fn delete_field_rev(&mut self, field_id: &str) -> CollaborateResult<Option<GridRevisionChangeset>> {
  89. self.modify_grid(
  90. |grid_meta| match grid_meta.fields.iter().position(|field| field.id == field_id) {
  91. None => Ok(None),
  92. Some(index) => {
  93. if grid_meta.fields[index].is_primary {
  94. Err(CollaborateError::can_not_delete_primary_field())
  95. } else {
  96. grid_meta.fields.remove(index);
  97. Ok(Some(()))
  98. }
  99. }
  100. },
  101. )
  102. }
  103. pub fn duplicate_field_rev(
  104. &mut self,
  105. field_id: &str,
  106. duplicated_field_id: &str,
  107. ) -> CollaborateResult<Option<GridRevisionChangeset>> {
  108. self.modify_grid(
  109. |grid_meta| match grid_meta.fields.iter().position(|field| field.id == field_id) {
  110. None => Ok(None),
  111. Some(index) => {
  112. let mut duplicate_field_rev = grid_meta.fields[index].as_ref().clone();
  113. duplicate_field_rev.id = duplicated_field_id.to_string();
  114. duplicate_field_rev.name = format!("{} (copy)", duplicate_field_rev.name);
  115. grid_meta.fields.insert(index + 1, Arc::new(duplicate_field_rev));
  116. Ok(Some(()))
  117. }
  118. },
  119. )
  120. }
  121. /// Modifies the current field type of the [FieldTypeRevision]
  122. ///
  123. /// # Arguments
  124. ///
  125. /// * `field_id`: the id of the field
  126. /// * `field_type`: the new field type of the field
  127. /// * `make_default_type_option`: create the field type's type-option data
  128. /// * `type_option_transform`: create the field type's type-option data
  129. ///
  130. ///
  131. pub fn switch_to_field<DT, TT, T>(
  132. &mut self,
  133. field_id: &str,
  134. new_field_type: T,
  135. make_default_type_option: DT,
  136. type_option_transform: TT,
  137. ) -> CollaborateResult<Option<GridRevisionChangeset>>
  138. where
  139. DT: FnOnce() -> String,
  140. TT: FnOnce(FieldTypeRevision, Option<String>, String) -> String,
  141. T: Into<FieldTypeRevision>,
  142. {
  143. let new_field_type = new_field_type.into();
  144. self.modify_grid(|grid_meta| {
  145. match grid_meta.fields.iter_mut().find(|field_rev| field_rev.id == field_id) {
  146. None => {
  147. tracing::warn!("Can not find the field with id: {}", field_id);
  148. Ok(None)
  149. }
  150. Some(field_rev) => {
  151. let mut_field_rev = Arc::make_mut(field_rev);
  152. let old_field_type_rev = mut_field_rev.ty;
  153. let old_field_type_option = mut_field_rev.get_type_option_str(mut_field_rev.ty);
  154. match mut_field_rev.get_type_option_str(new_field_type) {
  155. Some(new_field_type_option) => {
  156. //
  157. let transformed_type_option =
  158. type_option_transform(old_field_type_rev, old_field_type_option, new_field_type_option);
  159. mut_field_rev.insert_type_option_str(&new_field_type, transformed_type_option);
  160. }
  161. None => {
  162. // If the type-option data isn't exist before, creating the default type-option data.
  163. let new_field_type_option = make_default_type_option();
  164. let transformed_type_option =
  165. type_option_transform(old_field_type_rev, old_field_type_option, new_field_type_option);
  166. mut_field_rev.insert_type_option_str(&new_field_type, transformed_type_option);
  167. }
  168. }
  169. mut_field_rev.ty = new_field_type;
  170. Ok(Some(()))
  171. }
  172. }
  173. })
  174. }
  175. pub fn get_field_rev(&self, field_id: &str) -> Option<(usize, &Arc<FieldRevision>)> {
  176. self.grid_rev
  177. .fields
  178. .iter()
  179. .enumerate()
  180. .find(|(_, field)| field.id == field_id)
  181. }
  182. pub fn replace_field_rev(
  183. &mut self,
  184. field_rev: Arc<FieldRevision>,
  185. ) -> CollaborateResult<Option<GridRevisionChangeset>> {
  186. self.modify_grid(
  187. |grid_meta| match grid_meta.fields.iter().position(|field| field.id == field_rev.id) {
  188. None => Ok(None),
  189. Some(index) => {
  190. grid_meta.fields.remove(index);
  191. grid_meta.fields.insert(index, field_rev);
  192. Ok(Some(()))
  193. }
  194. },
  195. )
  196. }
  197. pub fn move_field(
  198. &mut self,
  199. field_id: &str,
  200. from_index: usize,
  201. to_index: usize,
  202. ) -> CollaborateResult<Option<GridRevisionChangeset>> {
  203. self.modify_grid(|grid_meta| {
  204. match move_vec_element(
  205. &mut grid_meta.fields,
  206. |field| field.id == field_id,
  207. from_index,
  208. to_index,
  209. )
  210. .map_err(internal_error)?
  211. {
  212. true => Ok(Some(())),
  213. false => Ok(None),
  214. }
  215. })
  216. }
  217. pub fn contain_field(&self, field_id: &str) -> bool {
  218. self.grid_rev.fields.iter().any(|field| field.id == field_id)
  219. }
  220. pub fn get_field_revs(&self, field_ids: Option<Vec<String>>) -> CollaborateResult<Vec<Arc<FieldRevision>>> {
  221. match field_ids {
  222. None => Ok(self.grid_rev.fields.clone()),
  223. Some(field_ids) => {
  224. let field_by_field_id = self
  225. .grid_rev
  226. .fields
  227. .iter()
  228. .map(|field| (&field.id, field))
  229. .collect::<HashMap<&String, &Arc<FieldRevision>>>();
  230. let fields = field_ids
  231. .iter()
  232. .flat_map(|field_id| match field_by_field_id.get(&field_id) {
  233. None => {
  234. tracing::error!("Can't find the field with id: {}", field_id);
  235. None
  236. }
  237. Some(field) => Some((*field).clone()),
  238. })
  239. .collect::<Vec<Arc<FieldRevision>>>();
  240. Ok(fields)
  241. }
  242. }
  243. }
  244. pub fn create_block_meta_rev(
  245. &mut self,
  246. block: GridBlockMetaRevision,
  247. ) -> CollaborateResult<Option<GridRevisionChangeset>> {
  248. self.modify_grid(|grid_meta| {
  249. if grid_meta.blocks.iter().any(|b| b.block_id == block.block_id) {
  250. tracing::warn!("Duplicate grid block");
  251. Ok(None)
  252. } else {
  253. match grid_meta.blocks.last() {
  254. None => grid_meta.blocks.push(Arc::new(block)),
  255. Some(last_block) => {
  256. if last_block.start_row_index > block.start_row_index
  257. && last_block.len() > block.start_row_index
  258. {
  259. let msg = "GridBlock's start_row_index should be greater than the last_block's start_row_index and its len".to_string();
  260. return Err(CollaborateError::internal().context(msg))
  261. }
  262. grid_meta.blocks.push(Arc::new(block));
  263. }
  264. }
  265. Ok(Some(()))
  266. }
  267. })
  268. }
  269. pub fn get_block_meta_revs(&self) -> Vec<Arc<GridBlockMetaRevision>> {
  270. self.grid_rev.blocks.clone()
  271. }
  272. pub fn update_block_rev(
  273. &mut self,
  274. changeset: GridBlockMetaRevisionChangeset,
  275. ) -> CollaborateResult<Option<GridRevisionChangeset>> {
  276. let block_id = changeset.block_id.clone();
  277. self.modify_block(&block_id, |block| {
  278. let mut is_changed = None;
  279. if let Some(row_count) = changeset.row_count {
  280. block.row_count = row_count;
  281. is_changed = Some(());
  282. }
  283. if let Some(start_row_index) = changeset.start_row_index {
  284. block.start_row_index = start_row_index;
  285. is_changed = Some(());
  286. }
  287. Ok(is_changed)
  288. })
  289. }
  290. pub fn grid_md5(&self) -> String {
  291. md5(&self.operations.json_bytes())
  292. }
  293. pub fn operations_json_str(&self) -> String {
  294. self.operations.json_str()
  295. }
  296. pub fn get_fields(&self) -> &[Arc<FieldRevision>] {
  297. &self.grid_rev.fields
  298. }
  299. fn modify_grid<F>(&mut self, f: F) -> CollaborateResult<Option<GridRevisionChangeset>>
  300. where
  301. F: FnOnce(&mut GridRevision) -> CollaborateResult<Option<()>>,
  302. {
  303. let cloned_grid = self.grid_rev.clone();
  304. match f(Arc::make_mut(&mut self.grid_rev))? {
  305. None => Ok(None),
  306. Some(_) => {
  307. let old = make_grid_rev_json_str(&cloned_grid)?;
  308. let new = self.json_str()?;
  309. match cal_diff::<EmptyAttributes>(old, new) {
  310. None => Ok(None),
  311. Some(operations) => {
  312. self.operations = self.operations.compose(&operations)?;
  313. Ok(Some(GridRevisionChangeset {
  314. operations,
  315. md5: self.grid_md5(),
  316. }))
  317. }
  318. }
  319. }
  320. }
  321. }
  322. fn modify_block<F>(&mut self, block_id: &str, f: F) -> CollaborateResult<Option<GridRevisionChangeset>>
  323. where
  324. F: FnOnce(&mut GridBlockMetaRevision) -> CollaborateResult<Option<()>>,
  325. {
  326. self.modify_grid(
  327. |grid_rev| match grid_rev.blocks.iter().position(|block| block.block_id == block_id) {
  328. None => {
  329. tracing::warn!("[GridMetaPad]: Can't find any block with id: {}", block_id);
  330. Ok(None)
  331. }
  332. Some(index) => {
  333. let block_rev = Arc::make_mut(&mut grid_rev.blocks[index]);
  334. f(block_rev)
  335. }
  336. },
  337. )
  338. }
  339. pub fn modify_field<F>(&mut self, field_id: &str, f: F) -> CollaborateResult<Option<GridRevisionChangeset>>
  340. where
  341. F: FnOnce(&mut FieldRevision) -> CollaborateResult<Option<()>>,
  342. {
  343. self.modify_grid(
  344. |grid_rev| match grid_rev.fields.iter().position(|field| field.id == field_id) {
  345. None => {
  346. tracing::warn!("[GridMetaPad]: Can't find any field with id: {}", field_id);
  347. Ok(None)
  348. }
  349. Some(index) => {
  350. let mut_field_rev = Arc::make_mut(&mut grid_rev.fields[index]);
  351. f(mut_field_rev)
  352. }
  353. },
  354. )
  355. }
  356. pub fn json_str(&self) -> CollaborateResult<String> {
  357. make_grid_rev_json_str(&self.grid_rev)
  358. }
  359. }
  360. pub fn make_grid_rev_json_str(grid_revision: &GridRevision) -> CollaborateResult<String> {
  361. let json = serde_json::to_string(grid_revision)
  362. .map_err(|err| internal_error(format!("Serialize grid to json str failed. {:?}", err)))?;
  363. Ok(json)
  364. }
  365. pub struct GridRevisionChangeset {
  366. pub operations: GridOperations,
  367. /// md5: the md5 of the grid after applying the change.
  368. pub md5: String,
  369. }
  370. pub fn make_grid_operations(grid_rev: &GridRevision) -> GridOperations {
  371. let json = serde_json::to_string(&grid_rev).unwrap();
  372. GridOperationsBuilder::new().insert(&json).build()
  373. }
  374. pub fn make_grid_revisions(user_id: &str, grid_rev: &GridRevision) -> RepeatedRevision {
  375. let operations = make_grid_operations(grid_rev);
  376. let bytes = operations.json_bytes();
  377. let revision = Revision::initial_revision(&grid_rev.grid_id, bytes);
  378. revision.into()
  379. }
  380. impl std::default::Default for GridRevisionPad {
  381. fn default() -> Self {
  382. let grid = GridRevision::new(&gen_grid_id());
  383. let operations = make_grid_operations(&grid);
  384. GridRevisionPad {
  385. grid_rev: Arc::new(grid),
  386. operations,
  387. }
  388. }
  389. }