mod.rs 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332
  1. #![allow(clippy::module_inception)]
  2. mod attribute_test;
  3. mod op_test;
  4. mod serde_test;
  5. mod undo_redo_test;
  6. use derive_more::Display;
  7. use flowy_collaboration::document::{Document, InitialDocumentText};
  8. use lib_ot::{
  9. core::*,
  10. rich_text::{RichTextAttribute, RichTextAttributes, RichTextDelta},
  11. };
  12. use rand::{prelude::*, Rng as WrappedRng};
  13. use std::{sync::Once, time::Duration};
  14. const LEVEL: &str = "debug";
  15. #[derive(Clone, Debug, Display)]
  16. pub enum TestOp {
  17. #[display(fmt = "Insert")]
  18. Insert(usize, &'static str, usize),
  19. // delta_i, s, start, length,
  20. #[display(fmt = "InsertBold")]
  21. InsertBold(usize, &'static str, Interval),
  22. // delta_i, start, length, enable
  23. #[display(fmt = "Bold")]
  24. Bold(usize, Interval, bool),
  25. #[display(fmt = "Delete")]
  26. Delete(usize, Interval),
  27. #[display(fmt = "Replace")]
  28. Replace(usize, Interval, &'static str),
  29. #[display(fmt = "Italic")]
  30. Italic(usize, Interval, bool),
  31. #[display(fmt = "Header")]
  32. Header(usize, Interval, usize),
  33. #[display(fmt = "Link")]
  34. Link(usize, Interval, &'static str),
  35. #[display(fmt = "Bullet")]
  36. Bullet(usize, Interval, bool),
  37. #[display(fmt = "Transform")]
  38. Transform(usize, usize),
  39. #[display(fmt = "TransformPrime")]
  40. TransformPrime(usize, usize),
  41. // invert the delta_a base on the delta_b
  42. #[display(fmt = "Invert")]
  43. Invert(usize, usize),
  44. #[display(fmt = "Undo")]
  45. Undo(usize),
  46. #[display(fmt = "Redo")]
  47. Redo(usize),
  48. #[display(fmt = "Wait")]
  49. Wait(usize),
  50. #[display(fmt = "AssertStr")]
  51. AssertStr(usize, &'static str),
  52. #[display(fmt = "AssertDocJson")]
  53. AssertDocJson(usize, &'static str),
  54. #[display(fmt = "AssertPrimeJson")]
  55. AssertPrimeJson(usize, &'static str),
  56. #[display(fmt = "DocComposeDelta")]
  57. DocComposeDelta(usize, usize),
  58. #[display(fmt = "ApplyPrimeDelta")]
  59. DocComposePrime(usize, usize),
  60. }
  61. pub struct TestBuilder {
  62. documents: Vec<Document>,
  63. deltas: Vec<Option<RichTextDelta>>,
  64. primes: Vec<Option<RichTextDelta>>,
  65. }
  66. impl TestBuilder {
  67. pub fn new() -> Self {
  68. static INIT: Once = Once::new();
  69. INIT.call_once(|| {
  70. color_eyre::install().unwrap();
  71. std::env::set_var("RUST_LOG", LEVEL);
  72. env_logger::init();
  73. });
  74. Self {
  75. documents: vec![],
  76. deltas: vec![],
  77. primes: vec![],
  78. }
  79. }
  80. fn run_op(&mut self, op: &TestOp) {
  81. tracing::trace!("***************** 😈{} *******************", &op);
  82. match op {
  83. TestOp::Insert(delta_i, s, index) => {
  84. let document = &mut self.documents[*delta_i];
  85. let delta = document.insert(*index, s).unwrap();
  86. tracing::debug!("Insert delta: {}", delta.to_json());
  87. self.deltas.insert(*delta_i, Some(delta));
  88. }
  89. TestOp::Delete(delta_i, iv) => {
  90. let document = &mut self.documents[*delta_i];
  91. let delta = document.replace(*iv, "").unwrap();
  92. tracing::trace!("Delete delta: {}", delta.to_json());
  93. self.deltas.insert(*delta_i, Some(delta));
  94. }
  95. TestOp::Replace(delta_i, iv, s) => {
  96. let document = &mut self.documents[*delta_i];
  97. let delta = document.replace(*iv, s).unwrap();
  98. tracing::trace!("Replace delta: {}", delta.to_json());
  99. self.deltas.insert(*delta_i, Some(delta));
  100. }
  101. TestOp::InsertBold(delta_i, s, iv) => {
  102. let document = &mut self.documents[*delta_i];
  103. document.insert(iv.start, s).unwrap();
  104. document.format(*iv, RichTextAttribute::Bold(true)).unwrap();
  105. }
  106. TestOp::Bold(delta_i, iv, enable) => {
  107. let document = &mut self.documents[*delta_i];
  108. let attribute = RichTextAttribute::Bold(*enable);
  109. let delta = document.format(*iv, attribute).unwrap();
  110. tracing::trace!("Bold delta: {}", delta.to_json());
  111. self.deltas.insert(*delta_i, Some(delta));
  112. }
  113. TestOp::Italic(delta_i, iv, enable) => {
  114. let document = &mut self.documents[*delta_i];
  115. let attribute = match *enable {
  116. true => RichTextAttribute::Italic(true),
  117. false => RichTextAttribute::Italic(false),
  118. };
  119. let delta = document.format(*iv, attribute).unwrap();
  120. tracing::trace!("Italic delta: {}", delta.to_json());
  121. self.deltas.insert(*delta_i, Some(delta));
  122. }
  123. TestOp::Header(delta_i, iv, level) => {
  124. let document = &mut self.documents[*delta_i];
  125. let attribute = RichTextAttribute::Header(*level);
  126. let delta = document.format(*iv, attribute).unwrap();
  127. tracing::trace!("Header delta: {}", delta.to_json());
  128. self.deltas.insert(*delta_i, Some(delta));
  129. }
  130. TestOp::Link(delta_i, iv, link) => {
  131. let document = &mut self.documents[*delta_i];
  132. let attribute = RichTextAttribute::Link(link.to_owned());
  133. let delta = document.format(*iv, attribute).unwrap();
  134. tracing::trace!("Link delta: {}", delta.to_json());
  135. self.deltas.insert(*delta_i, Some(delta));
  136. }
  137. TestOp::Bullet(delta_i, iv, enable) => {
  138. let document = &mut self.documents[*delta_i];
  139. let attribute = RichTextAttribute::Bullet(*enable);
  140. let delta = document.format(*iv, attribute).unwrap();
  141. tracing::debug!("Bullet delta: {}", delta.to_json());
  142. self.deltas.insert(*delta_i, Some(delta));
  143. }
  144. TestOp::Transform(delta_a_i, delta_b_i) => {
  145. let (a_prime, b_prime) = self.documents[*delta_a_i]
  146. .delta()
  147. .transform(&self.documents[*delta_b_i].delta())
  148. .unwrap();
  149. tracing::trace!("a:{:?},b:{:?}", a_prime, b_prime);
  150. let data_left = self.documents[*delta_a_i].delta().compose(&b_prime).unwrap();
  151. let data_right = self.documents[*delta_b_i].delta().compose(&a_prime).unwrap();
  152. self.documents[*delta_a_i].set_delta(data_left);
  153. self.documents[*delta_b_i].set_delta(data_right);
  154. }
  155. TestOp::TransformPrime(a_doc_index, b_doc_index) => {
  156. let (prime_left, prime_right) = self.documents[*a_doc_index]
  157. .delta()
  158. .transform(&self.documents[*b_doc_index].delta())
  159. .unwrap();
  160. self.primes.insert(*a_doc_index, Some(prime_left));
  161. self.primes.insert(*b_doc_index, Some(prime_right));
  162. }
  163. TestOp::Invert(delta_a_i, delta_b_i) => {
  164. let delta_a = &self.documents[*delta_a_i].delta();
  165. let delta_b = &self.documents[*delta_b_i].delta();
  166. tracing::debug!("Invert: ");
  167. tracing::debug!("a: {}", delta_a.to_json());
  168. tracing::debug!("b: {}", delta_b.to_json());
  169. let (_, b_prime) = delta_a.transform(delta_b).unwrap();
  170. let undo = b_prime.invert(&delta_a);
  171. let new_delta = delta_a.compose(&b_prime).unwrap();
  172. tracing::debug!("new delta: {}", new_delta.to_json());
  173. tracing::debug!("undo delta: {}", undo.to_json());
  174. let new_delta_after_undo = new_delta.compose(&undo).unwrap();
  175. tracing::debug!("inverted delta a: {}", new_delta_after_undo.to_string());
  176. assert_eq!(delta_a, &&new_delta_after_undo);
  177. self.documents[*delta_a_i].set_delta(new_delta_after_undo);
  178. }
  179. TestOp::Undo(delta_i) => {
  180. self.documents[*delta_i].undo().unwrap();
  181. }
  182. TestOp::Redo(delta_i) => {
  183. self.documents[*delta_i].redo().unwrap();
  184. }
  185. TestOp::Wait(mills_sec) => {
  186. std::thread::sleep(Duration::from_millis(*mills_sec as u64));
  187. }
  188. TestOp::AssertStr(delta_i, expected) => {
  189. assert_eq!(&self.documents[*delta_i].to_plain_string(), expected);
  190. }
  191. TestOp::AssertDocJson(delta_i, expected) => {
  192. let delta_json = self.documents[*delta_i].to_json();
  193. let expected_delta: RichTextDelta = serde_json::from_str(expected).unwrap();
  194. let target_delta: RichTextDelta = serde_json::from_str(&delta_json).unwrap();
  195. if expected_delta != target_delta {
  196. log::error!("✅ expect: {}", expected,);
  197. log::error!("❌ receive: {}", delta_json);
  198. }
  199. assert_eq!(target_delta, expected_delta);
  200. }
  201. TestOp::AssertPrimeJson(doc_i, expected) => {
  202. let prime_json = self.primes[*doc_i].as_ref().unwrap().to_json();
  203. let expected_prime: RichTextDelta = serde_json::from_str(expected).unwrap();
  204. let target_prime: RichTextDelta = serde_json::from_str(&prime_json).unwrap();
  205. if expected_prime != target_prime {
  206. log::error!("✅ expect prime: {}", expected,);
  207. log::error!("❌ receive prime: {}", prime_json);
  208. }
  209. assert_eq!(target_prime, expected_prime);
  210. }
  211. TestOp::DocComposeDelta(doc_index, delta_i) => {
  212. let delta = self.deltas.get(*delta_i).unwrap().as_ref().unwrap();
  213. self.documents[*doc_index].compose_delta(delta.clone()).unwrap();
  214. }
  215. TestOp::DocComposePrime(doc_index, prime_i) => {
  216. let delta = self
  217. .primes
  218. .get(*prime_i)
  219. .expect("Must call TransformPrime first")
  220. .as_ref()
  221. .unwrap();
  222. let new_delta = self.documents[*doc_index].delta().compose(delta).unwrap();
  223. self.documents[*doc_index].set_delta(new_delta);
  224. }
  225. }
  226. }
  227. pub fn run_scripts<C: InitialDocumentText>(mut self, scripts: Vec<TestOp>) {
  228. self.documents = vec![Document::new::<C>(), Document::new::<C>()];
  229. self.primes = vec![None, None];
  230. self.deltas = vec![None, None];
  231. for (_i, op) in scripts.iter().enumerate() {
  232. self.run_op(op);
  233. }
  234. }
  235. }
  236. pub struct Rng(StdRng);
  237. impl Default for Rng {
  238. fn default() -> Self {
  239. Rng(StdRng::from_rng(thread_rng()).unwrap())
  240. }
  241. }
  242. impl Rng {
  243. #[allow(dead_code)]
  244. pub fn from_seed(seed: [u8; 32]) -> Self {
  245. Rng(StdRng::from_seed(seed))
  246. }
  247. pub fn gen_string(&mut self, len: usize) -> String {
  248. (0..len)
  249. .map(|_| {
  250. let c = self.0.gen::<char>();
  251. format!("{:x}", c as u32)
  252. })
  253. .collect()
  254. }
  255. pub fn gen_delta(&mut self, s: &str) -> RichTextDelta {
  256. let mut delta = RichTextDelta::default();
  257. let s = FlowyStr::from(s);
  258. loop {
  259. let left = s.utf16_size() - delta.utf16_base_len;
  260. if left == 0 {
  261. break;
  262. }
  263. let i = if left == 1 {
  264. 1
  265. } else {
  266. 1 + self.0.gen_range(0, std::cmp::min(left - 1, 20))
  267. };
  268. match self.0.gen_range(0.0, 1.0) {
  269. f if f < 0.2 => {
  270. delta.insert(&self.gen_string(i), RichTextAttributes::default());
  271. }
  272. f if f < 0.4 => {
  273. delta.delete(i);
  274. }
  275. _ => {
  276. delta.retain(i, RichTextAttributes::default());
  277. }
  278. }
  279. }
  280. if self.0.gen_range(0.0, 1.0) < 0.3 {
  281. delta.insert(&("1".to_owned() + &self.gen_string(10)), RichTextAttributes::default());
  282. }
  283. delta
  284. }
  285. }