mod.rs 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330
  1. #![allow(clippy::module_inception)]
  2. mod attribute_test;
  3. mod op_test;
  4. mod serde_test;
  5. mod undo_redo_test;
  6. use flowy_collaboration::client_document::{ClientDocument, InitialDocumentText};
  7. use lib_ot::{
  8. core::*,
  9. rich_text::{RichTextAttribute, RichTextAttributes, RichTextDelta},
  10. };
  11. use rand::{prelude::*, Rng as WrappedRng};
  12. use std::{sync::Once, time::Duration};
  13. const LEVEL: &str = "debug";
  14. #[derive(Clone, Debug, Display)]
  15. pub enum TestOp {
  16. #[display(fmt = "Insert")]
  17. Insert(usize, &'static str, usize),
  18. // delta_i, s, start, length,
  19. #[display(fmt = "InsertBold")]
  20. InsertBold(usize, &'static str, Interval),
  21. // delta_i, start, length, enable
  22. #[display(fmt = "Bold")]
  23. Bold(usize, Interval, bool),
  24. #[display(fmt = "Delete")]
  25. Delete(usize, Interval),
  26. #[display(fmt = "Replace")]
  27. Replace(usize, Interval, &'static str),
  28. #[display(fmt = "Italic")]
  29. Italic(usize, Interval, bool),
  30. #[display(fmt = "Header")]
  31. Header(usize, Interval, usize),
  32. #[display(fmt = "Link")]
  33. Link(usize, Interval, &'static str),
  34. #[display(fmt = "Bullet")]
  35. Bullet(usize, Interval, bool),
  36. #[display(fmt = "Transform")]
  37. Transform(usize, usize),
  38. #[display(fmt = "TransformPrime")]
  39. TransformPrime(usize, usize),
  40. // invert the delta_a base on the delta_b
  41. #[display(fmt = "Invert")]
  42. Invert(usize, usize),
  43. #[display(fmt = "Undo")]
  44. Undo(usize),
  45. #[display(fmt = "Redo")]
  46. Redo(usize),
  47. #[display(fmt = "Wait")]
  48. Wait(usize),
  49. #[display(fmt = "AssertStr")]
  50. AssertStr(usize, &'static str),
  51. #[display(fmt = "AssertDocJson")]
  52. AssertDocJson(usize, &'static str),
  53. #[display(fmt = "AssertPrimeJson")]
  54. AssertPrimeJson(usize, &'static str),
  55. #[display(fmt = "DocComposeDelta")]
  56. DocComposeDelta(usize, usize),
  57. #[display(fmt = "ApplyPrimeDelta")]
  58. DocComposePrime(usize, usize),
  59. }
  60. pub struct TestBuilder {
  61. documents: Vec<ClientDocument>,
  62. deltas: Vec<Option<RichTextDelta>>,
  63. primes: Vec<Option<RichTextDelta>>,
  64. }
  65. impl TestBuilder {
  66. pub fn new() -> Self {
  67. static INIT: Once = Once::new();
  68. INIT.call_once(|| {
  69. let _ = color_eyre::install();
  70. std::env::set_var("RUST_LOG", LEVEL);
  71. });
  72. Self {
  73. documents: vec![],
  74. deltas: vec![],
  75. primes: vec![],
  76. }
  77. }
  78. fn run_op(&mut self, op: &TestOp) {
  79. tracing::trace!("***************** 😈{} *******************", &op);
  80. match op {
  81. TestOp::Insert(delta_i, s, index) => {
  82. let document = &mut self.documents[*delta_i];
  83. let delta = document.insert(*index, s).unwrap();
  84. tracing::debug!("Insert delta: {}", delta.to_delta_str());
  85. self.deltas.insert(*delta_i, Some(delta));
  86. }
  87. TestOp::Delete(delta_i, iv) => {
  88. let document = &mut self.documents[*delta_i];
  89. let delta = document.replace(*iv, "").unwrap();
  90. tracing::trace!("Delete delta: {}", delta.to_delta_str());
  91. self.deltas.insert(*delta_i, Some(delta));
  92. }
  93. TestOp::Replace(delta_i, iv, s) => {
  94. let document = &mut self.documents[*delta_i];
  95. let delta = document.replace(*iv, s).unwrap();
  96. tracing::trace!("Replace delta: {}", delta.to_delta_str());
  97. self.deltas.insert(*delta_i, Some(delta));
  98. }
  99. TestOp::InsertBold(delta_i, s, iv) => {
  100. let document = &mut self.documents[*delta_i];
  101. document.insert(iv.start, s).unwrap();
  102. document.format(*iv, RichTextAttribute::Bold(true)).unwrap();
  103. }
  104. TestOp::Bold(delta_i, iv, enable) => {
  105. let document = &mut self.documents[*delta_i];
  106. let attribute = RichTextAttribute::Bold(*enable);
  107. let delta = document.format(*iv, attribute).unwrap();
  108. tracing::trace!("Bold delta: {}", delta.to_delta_str());
  109. self.deltas.insert(*delta_i, Some(delta));
  110. }
  111. TestOp::Italic(delta_i, iv, enable) => {
  112. let document = &mut self.documents[*delta_i];
  113. let attribute = match *enable {
  114. true => RichTextAttribute::Italic(true),
  115. false => RichTextAttribute::Italic(false),
  116. };
  117. let delta = document.format(*iv, attribute).unwrap();
  118. tracing::trace!("Italic delta: {}", delta.to_delta_str());
  119. self.deltas.insert(*delta_i, Some(delta));
  120. }
  121. TestOp::Header(delta_i, iv, level) => {
  122. let document = &mut self.documents[*delta_i];
  123. let attribute = RichTextAttribute::Header(*level);
  124. let delta = document.format(*iv, attribute).unwrap();
  125. tracing::trace!("Header delta: {}", delta.to_delta_str());
  126. self.deltas.insert(*delta_i, Some(delta));
  127. }
  128. TestOp::Link(delta_i, iv, link) => {
  129. let document = &mut self.documents[*delta_i];
  130. let attribute = RichTextAttribute::Link(link.to_owned());
  131. let delta = document.format(*iv, attribute).unwrap();
  132. tracing::trace!("Link delta: {}", delta.to_delta_str());
  133. self.deltas.insert(*delta_i, Some(delta));
  134. }
  135. TestOp::Bullet(delta_i, iv, enable) => {
  136. let document = &mut self.documents[*delta_i];
  137. let attribute = RichTextAttribute::Bullet(*enable);
  138. let delta = document.format(*iv, attribute).unwrap();
  139. tracing::debug!("Bullet delta: {}", delta.to_delta_str());
  140. self.deltas.insert(*delta_i, Some(delta));
  141. }
  142. TestOp::Transform(delta_a_i, delta_b_i) => {
  143. let (a_prime, b_prime) = self.documents[*delta_a_i]
  144. .delta()
  145. .transform(self.documents[*delta_b_i].delta())
  146. .unwrap();
  147. tracing::trace!("a:{:?},b:{:?}", a_prime, b_prime);
  148. let data_left = self.documents[*delta_a_i].delta().compose(&b_prime).unwrap();
  149. let data_right = self.documents[*delta_b_i].delta().compose(&a_prime).unwrap();
  150. self.documents[*delta_a_i].set_delta(data_left);
  151. self.documents[*delta_b_i].set_delta(data_right);
  152. }
  153. TestOp::TransformPrime(a_doc_index, b_doc_index) => {
  154. let (prime_left, prime_right) = self.documents[*a_doc_index]
  155. .delta()
  156. .transform(self.documents[*b_doc_index].delta())
  157. .unwrap();
  158. self.primes.insert(*a_doc_index, Some(prime_left));
  159. self.primes.insert(*b_doc_index, Some(prime_right));
  160. }
  161. TestOp::Invert(delta_a_i, delta_b_i) => {
  162. let delta_a = &self.documents[*delta_a_i].delta();
  163. let delta_b = &self.documents[*delta_b_i].delta();
  164. tracing::debug!("Invert: ");
  165. tracing::debug!("a: {}", delta_a.to_delta_str());
  166. tracing::debug!("b: {}", delta_b.to_delta_str());
  167. let (_, b_prime) = delta_a.transform(delta_b).unwrap();
  168. let undo = b_prime.invert(delta_a);
  169. let new_delta = delta_a.compose(&b_prime).unwrap();
  170. tracing::debug!("new delta: {}", new_delta.to_delta_str());
  171. tracing::debug!("undo delta: {}", undo.to_delta_str());
  172. let new_delta_after_undo = new_delta.compose(&undo).unwrap();
  173. tracing::debug!("inverted delta a: {}", new_delta_after_undo.to_string());
  174. assert_eq!(delta_a, &&new_delta_after_undo);
  175. self.documents[*delta_a_i].set_delta(new_delta_after_undo);
  176. }
  177. TestOp::Undo(delta_i) => {
  178. self.documents[*delta_i].undo().unwrap();
  179. }
  180. TestOp::Redo(delta_i) => {
  181. self.documents[*delta_i].redo().unwrap();
  182. }
  183. TestOp::Wait(mills_sec) => {
  184. std::thread::sleep(Duration::from_millis(*mills_sec as u64));
  185. }
  186. TestOp::AssertStr(delta_i, expected) => {
  187. assert_eq!(&self.documents[*delta_i].to_plain_string(), expected);
  188. }
  189. TestOp::AssertDocJson(delta_i, expected) => {
  190. let delta_json = self.documents[*delta_i].delta_str();
  191. let expected_delta: RichTextDelta = serde_json::from_str(expected).unwrap();
  192. let target_delta: RichTextDelta = serde_json::from_str(&delta_json).unwrap();
  193. if expected_delta != target_delta {
  194. log::error!("✅ expect: {}", expected,);
  195. log::error!("❌ receive: {}", delta_json);
  196. }
  197. assert_eq!(target_delta, expected_delta);
  198. }
  199. TestOp::AssertPrimeJson(doc_i, expected) => {
  200. let prime_json = self.primes[*doc_i].as_ref().unwrap().to_delta_str();
  201. let expected_prime: RichTextDelta = serde_json::from_str(expected).unwrap();
  202. let target_prime: RichTextDelta = serde_json::from_str(&prime_json).unwrap();
  203. if expected_prime != target_prime {
  204. log::error!("✅ expect prime: {}", expected,);
  205. log::error!("❌ receive prime: {}", prime_json);
  206. }
  207. assert_eq!(target_prime, expected_prime);
  208. }
  209. TestOp::DocComposeDelta(doc_index, delta_i) => {
  210. let delta = self.deltas.get(*delta_i).unwrap().as_ref().unwrap();
  211. self.documents[*doc_index].compose_delta(delta.clone()).unwrap();
  212. }
  213. TestOp::DocComposePrime(doc_index, prime_i) => {
  214. let delta = self
  215. .primes
  216. .get(*prime_i)
  217. .expect("Must call TransformPrime first")
  218. .as_ref()
  219. .unwrap();
  220. let new_delta = self.documents[*doc_index].delta().compose(delta).unwrap();
  221. self.documents[*doc_index].set_delta(new_delta);
  222. }
  223. }
  224. }
  225. pub fn run_scripts<C: InitialDocumentText>(mut self, scripts: Vec<TestOp>) {
  226. self.documents = vec![ClientDocument::new::<C>(), ClientDocument::new::<C>()];
  227. self.primes = vec![None, None];
  228. self.deltas = vec![None, None];
  229. for (_i, op) in scripts.iter().enumerate() {
  230. self.run_op(op);
  231. }
  232. }
  233. }
  234. pub struct Rng(StdRng);
  235. impl Default for Rng {
  236. fn default() -> Self {
  237. Rng(StdRng::from_rng(thread_rng()).unwrap())
  238. }
  239. }
  240. impl Rng {
  241. #[allow(dead_code)]
  242. pub fn from_seed(seed: [u8; 32]) -> Self {
  243. Rng(StdRng::from_seed(seed))
  244. }
  245. pub fn gen_string(&mut self, len: usize) -> String {
  246. (0..len)
  247. .map(|_| {
  248. let c = self.0.gen::<char>();
  249. format!("{:x}", c as u32)
  250. })
  251. .collect()
  252. }
  253. pub fn gen_delta(&mut self, s: &str) -> RichTextDelta {
  254. let mut delta = RichTextDelta::default();
  255. let s = FlowyStr::from(s);
  256. loop {
  257. let left = s.utf16_size() - delta.utf16_base_len;
  258. if left == 0 {
  259. break;
  260. }
  261. let i = if left == 1 {
  262. 1
  263. } else {
  264. 1 + self.0.gen_range(0, std::cmp::min(left - 1, 20))
  265. };
  266. match self.0.gen_range(0.0, 1.0) {
  267. f if f < 0.2 => {
  268. delta.insert(&self.gen_string(i), RichTextAttributes::default());
  269. }
  270. f if f < 0.4 => {
  271. delta.delete(i);
  272. }
  273. _ => {
  274. delta.retain(i, RichTextAttributes::default());
  275. }
  276. }
  277. }
  278. if self.0.gen_range(0.0, 1.0) < 0.3 {
  279. delta.insert(&("1".to_owned() + &self.gen_string(10)), RichTextAttributes::default());
  280. }
  281. delta
  282. }
  283. }