grid_revision_pad.rs 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405
  1. use crate::entities::revision::{md5, RepeatedRevision, Revision};
  2. use crate::errors::{internal_error, CollaborateError, CollaborateResult};
  3. use crate::util::{cal_diff, make_operations_from_revisions};
  4. use flowy_grid_data_model::revision::{
  5. gen_block_id, gen_grid_id, FieldRevision, FieldTypeRevision, GridBlockMetaRevision, GridBlockMetaRevisionChangeset,
  6. GridRevision,
  7. };
  8. use lib_infra::util::move_vec_element;
  9. use lib_ot::core::{DeltaBuilder, DeltaOperations, EmptyAttributes, OperationTransform};
  10. use std::collections::HashMap;
  11. use std::sync::Arc;
  12. pub type GridOperations = DeltaOperations<EmptyAttributes>;
  13. pub type GridOperationsBuilder = DeltaBuilder;
  14. pub struct GridRevisionPad {
  15. grid_rev: Arc<GridRevision>,
  16. operations: GridOperations,
  17. }
  18. pub trait JsonDeserializer {
  19. fn deserialize(&self, type_option_data: Vec<u8>) -> CollaborateResult<String>;
  20. }
  21. impl GridRevisionPad {
  22. pub fn grid_id(&self) -> String {
  23. self.grid_rev.grid_id.clone()
  24. }
  25. pub async fn duplicate_grid_block_meta(&self) -> (Vec<FieldRevision>, Vec<GridBlockMetaRevision>) {
  26. let fields = self
  27. .grid_rev
  28. .fields
  29. .iter()
  30. .map(|field_rev| field_rev.as_ref().clone())
  31. .collect();
  32. let blocks = self
  33. .grid_rev
  34. .blocks
  35. .iter()
  36. .map(|block| {
  37. let mut duplicated_block = (&**block).clone();
  38. duplicated_block.block_id = gen_block_id();
  39. duplicated_block
  40. })
  41. .collect::<Vec<GridBlockMetaRevision>>();
  42. (fields, blocks)
  43. }
  44. pub fn from_operations(operations: GridOperations) -> CollaborateResult<Self> {
  45. let content = operations.content()?;
  46. let grid: GridRevision = serde_json::from_str(&content).map_err(|e| {
  47. let msg = format!("Deserialize operations to grid failed: {}", e);
  48. tracing::error!("{}", msg);
  49. CollaborateError::internal().context(msg)
  50. })?;
  51. Ok(Self {
  52. grid_rev: Arc::new(grid),
  53. operations,
  54. })
  55. }
  56. pub fn from_revisions(revisions: Vec<Revision>) -> CollaborateResult<Self> {
  57. let operations: GridOperations = make_operations_from_revisions(revisions)?;
  58. Self::from_operations(operations)
  59. }
  60. #[tracing::instrument(level = "debug", skip_all, err)]
  61. pub fn create_field_rev(
  62. &mut self,
  63. new_field_rev: FieldRevision,
  64. start_field_id: Option<String>,
  65. ) -> CollaborateResult<Option<GridRevisionChangeset>> {
  66. self.modify_grid(|grid_meta| {
  67. // Check if the field exists or not
  68. if grid_meta
  69. .fields
  70. .iter()
  71. .any(|field_rev| field_rev.id == new_field_rev.id)
  72. {
  73. tracing::error!("Duplicate grid field");
  74. return Ok(None);
  75. }
  76. let insert_index = match start_field_id {
  77. None => None,
  78. Some(start_field_id) => grid_meta.fields.iter().position(|field| field.id == start_field_id),
  79. };
  80. let new_field_rev = Arc::new(new_field_rev);
  81. match insert_index {
  82. None => grid_meta.fields.push(new_field_rev),
  83. Some(index) => grid_meta.fields.insert(index, new_field_rev),
  84. }
  85. Ok(Some(()))
  86. })
  87. }
  88. pub fn delete_field_rev(&mut self, field_id: &str) -> CollaborateResult<Option<GridRevisionChangeset>> {
  89. self.modify_grid(
  90. |grid_meta| match grid_meta.fields.iter().position(|field| field.id == field_id) {
  91. None => Ok(None),
  92. Some(index) => {
  93. if grid_meta.fields[index].is_primary {
  94. Err(CollaborateError::can_not_delete_primary_field())
  95. } else {
  96. grid_meta.fields.remove(index);
  97. Ok(Some(()))
  98. }
  99. }
  100. },
  101. )
  102. }
  103. pub fn duplicate_field_rev(
  104. &mut self,
  105. field_id: &str,
  106. duplicated_field_id: &str,
  107. ) -> CollaborateResult<Option<GridRevisionChangeset>> {
  108. self.modify_grid(
  109. |grid_meta| match grid_meta.fields.iter().position(|field| field.id == field_id) {
  110. None => Ok(None),
  111. Some(index) => {
  112. let mut duplicate_field_rev = grid_meta.fields[index].as_ref().clone();
  113. duplicate_field_rev.id = duplicated_field_id.to_string();
  114. duplicate_field_rev.name = format!("{} (copy)", duplicate_field_rev.name);
  115. grid_meta.fields.insert(index + 1, Arc::new(duplicate_field_rev));
  116. Ok(Some(()))
  117. }
  118. },
  119. )
  120. }
  121. pub fn switch_to_field<B, T>(
  122. &mut self,
  123. field_id: &str,
  124. field_type: T,
  125. type_option_json_builder: B,
  126. ) -> CollaborateResult<Option<GridRevisionChangeset>>
  127. where
  128. B: FnOnce(&FieldTypeRevision) -> String,
  129. T: Into<FieldTypeRevision>,
  130. {
  131. let field_type = field_type.into();
  132. self.modify_grid(|grid_meta| {
  133. //
  134. match grid_meta.fields.iter_mut().find(|field_rev| field_rev.id == field_id) {
  135. None => {
  136. tracing::warn!("Can not find the field with id: {}", field_id);
  137. Ok(None)
  138. }
  139. Some(field_rev) => {
  140. let mut_field_rev = Arc::make_mut(field_rev);
  141. if mut_field_rev.get_type_option_str(field_type).is_none() {
  142. let type_option_json = type_option_json_builder(&field_type);
  143. mut_field_rev.insert_type_option_str(&field_type, type_option_json);
  144. }
  145. mut_field_rev.ty = field_type;
  146. Ok(Some(()))
  147. }
  148. }
  149. })
  150. }
  151. pub fn get_field_rev(&self, field_id: &str) -> Option<(usize, &Arc<FieldRevision>)> {
  152. self.grid_rev
  153. .fields
  154. .iter()
  155. .enumerate()
  156. .find(|(_, field)| field.id == field_id)
  157. }
  158. pub fn replace_field_rev(
  159. &mut self,
  160. field_rev: Arc<FieldRevision>,
  161. ) -> CollaborateResult<Option<GridRevisionChangeset>> {
  162. self.modify_grid(
  163. |grid_meta| match grid_meta.fields.iter().position(|field| field.id == field_rev.id) {
  164. None => Ok(None),
  165. Some(index) => {
  166. grid_meta.fields.remove(index);
  167. grid_meta.fields.insert(index, field_rev);
  168. Ok(Some(()))
  169. }
  170. },
  171. )
  172. }
  173. pub fn move_field(
  174. &mut self,
  175. field_id: &str,
  176. from_index: usize,
  177. to_index: usize,
  178. ) -> CollaborateResult<Option<GridRevisionChangeset>> {
  179. self.modify_grid(|grid_meta| {
  180. match move_vec_element(
  181. &mut grid_meta.fields,
  182. |field| field.id == field_id,
  183. from_index,
  184. to_index,
  185. )
  186. .map_err(internal_error)?
  187. {
  188. true => Ok(Some(())),
  189. false => Ok(None),
  190. }
  191. })
  192. }
  193. pub fn contain_field(&self, field_id: &str) -> bool {
  194. self.grid_rev.fields.iter().any(|field| field.id == field_id)
  195. }
  196. pub fn get_field_revs(&self, field_ids: Option<Vec<String>>) -> CollaborateResult<Vec<Arc<FieldRevision>>> {
  197. match field_ids {
  198. None => Ok(self.grid_rev.fields.clone()),
  199. Some(field_ids) => {
  200. let field_by_field_id = self
  201. .grid_rev
  202. .fields
  203. .iter()
  204. .map(|field| (&field.id, field))
  205. .collect::<HashMap<&String, &Arc<FieldRevision>>>();
  206. let fields = field_ids
  207. .iter()
  208. .flat_map(|field_id| match field_by_field_id.get(&field_id) {
  209. None => {
  210. tracing::error!("Can't find the field with id: {}", field_id);
  211. None
  212. }
  213. Some(field) => Some((*field).clone()),
  214. })
  215. .collect::<Vec<Arc<FieldRevision>>>();
  216. Ok(fields)
  217. }
  218. }
  219. }
  220. pub fn create_block_meta_rev(
  221. &mut self,
  222. block: GridBlockMetaRevision,
  223. ) -> CollaborateResult<Option<GridRevisionChangeset>> {
  224. self.modify_grid(|grid_meta| {
  225. if grid_meta.blocks.iter().any(|b| b.block_id == block.block_id) {
  226. tracing::warn!("Duplicate grid block");
  227. Ok(None)
  228. } else {
  229. match grid_meta.blocks.last() {
  230. None => grid_meta.blocks.push(Arc::new(block)),
  231. Some(last_block) => {
  232. if last_block.start_row_index > block.start_row_index
  233. && last_block.len() > block.start_row_index
  234. {
  235. let msg = "GridBlock's start_row_index should be greater than the last_block's start_row_index and its len".to_string();
  236. return Err(CollaborateError::internal().context(msg))
  237. }
  238. grid_meta.blocks.push(Arc::new(block));
  239. }
  240. }
  241. Ok(Some(()))
  242. }
  243. })
  244. }
  245. pub fn get_block_meta_revs(&self) -> Vec<Arc<GridBlockMetaRevision>> {
  246. self.grid_rev.blocks.clone()
  247. }
  248. pub fn update_block_rev(
  249. &mut self,
  250. changeset: GridBlockMetaRevisionChangeset,
  251. ) -> CollaborateResult<Option<GridRevisionChangeset>> {
  252. let block_id = changeset.block_id.clone();
  253. self.modify_block(&block_id, |block| {
  254. let mut is_changed = None;
  255. if let Some(row_count) = changeset.row_count {
  256. block.row_count = row_count;
  257. is_changed = Some(());
  258. }
  259. if let Some(start_row_index) = changeset.start_row_index {
  260. block.start_row_index = start_row_index;
  261. is_changed = Some(());
  262. }
  263. Ok(is_changed)
  264. })
  265. }
  266. pub fn md5(&self) -> String {
  267. md5(&self.operations.json_bytes())
  268. }
  269. pub fn operations_json_str(&self) -> String {
  270. self.operations.json_str()
  271. }
  272. pub fn get_fields(&self) -> &[Arc<FieldRevision>] {
  273. &self.grid_rev.fields
  274. }
  275. fn modify_grid<F>(&mut self, f: F) -> CollaborateResult<Option<GridRevisionChangeset>>
  276. where
  277. F: FnOnce(&mut GridRevision) -> CollaborateResult<Option<()>>,
  278. {
  279. let cloned_grid = self.grid_rev.clone();
  280. match f(Arc::make_mut(&mut self.grid_rev))? {
  281. None => Ok(None),
  282. Some(_) => {
  283. let old = make_grid_rev_json_str(&cloned_grid)?;
  284. let new = self.json_str()?;
  285. match cal_diff::<EmptyAttributes>(old, new) {
  286. None => Ok(None),
  287. Some(operations) => {
  288. self.operations = self.operations.compose(&operations)?;
  289. Ok(Some(GridRevisionChangeset {
  290. operations,
  291. md5: self.md5(),
  292. }))
  293. }
  294. }
  295. }
  296. }
  297. }
  298. fn modify_block<F>(&mut self, block_id: &str, f: F) -> CollaborateResult<Option<GridRevisionChangeset>>
  299. where
  300. F: FnOnce(&mut GridBlockMetaRevision) -> CollaborateResult<Option<()>>,
  301. {
  302. self.modify_grid(
  303. |grid_rev| match grid_rev.blocks.iter().position(|block| block.block_id == block_id) {
  304. None => {
  305. tracing::warn!("[GridMetaPad]: Can't find any block with id: {}", block_id);
  306. Ok(None)
  307. }
  308. Some(index) => {
  309. let block_rev = Arc::make_mut(&mut grid_rev.blocks[index]);
  310. f(block_rev)
  311. }
  312. },
  313. )
  314. }
  315. pub fn modify_field<F>(&mut self, field_id: &str, f: F) -> CollaborateResult<Option<GridRevisionChangeset>>
  316. where
  317. F: FnOnce(&mut FieldRevision) -> CollaborateResult<Option<()>>,
  318. {
  319. self.modify_grid(
  320. |grid_rev| match grid_rev.fields.iter().position(|field| field.id == field_id) {
  321. None => {
  322. tracing::warn!("[GridMetaPad]: Can't find any field with id: {}", field_id);
  323. Ok(None)
  324. }
  325. Some(index) => {
  326. let mut_field_rev = Arc::make_mut(&mut grid_rev.fields[index]);
  327. f(mut_field_rev)
  328. }
  329. },
  330. )
  331. }
  332. pub fn json_str(&self) -> CollaborateResult<String> {
  333. make_grid_rev_json_str(&self.grid_rev)
  334. }
  335. }
  336. pub fn make_grid_rev_json_str(grid_revision: &GridRevision) -> CollaborateResult<String> {
  337. let json = serde_json::to_string(grid_revision)
  338. .map_err(|err| internal_error(format!("Serialize grid to json str failed. {:?}", err)))?;
  339. Ok(json)
  340. }
  341. pub struct GridRevisionChangeset {
  342. pub operations: GridOperations,
  343. /// md5: the md5 of the grid after applying the change.
  344. pub md5: String,
  345. }
  346. pub fn make_grid_operations(grid_rev: &GridRevision) -> GridOperations {
  347. let json = serde_json::to_string(&grid_rev).unwrap();
  348. GridOperationsBuilder::new().insert(&json).build()
  349. }
  350. pub fn make_grid_revisions(user_id: &str, grid_rev: &GridRevision) -> RepeatedRevision {
  351. let operations = make_grid_operations(grid_rev);
  352. let bytes = operations.json_bytes();
  353. let revision = Revision::initial_revision(user_id, &grid_rev.grid_id, bytes);
  354. revision.into()
  355. }
  356. impl std::default::Default for GridRevisionPad {
  357. fn default() -> Self {
  358. let grid = GridRevision::new(&gen_grid_id());
  359. let operations = make_grid_operations(&grid);
  360. GridRevisionPad {
  361. grid_rev: Arc::new(grid),
  362. operations,
  363. }
  364. }
  365. }