util.rs 7.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257
  1. use crate::{
  2. entities::{
  3. document_info::DocumentInfo,
  4. folder_info::{FolderDelta, FolderInfo},
  5. revision::{RepeatedRevision, Revision},
  6. },
  7. errors::{CollaborateError, CollaborateResult},
  8. protobuf::{
  9. DocumentInfo as DocumentInfoPB, FolderInfo as FolderInfoPB, RepeatedRevision as RepeatedRevisionPB,
  10. Revision as RevisionPB,
  11. },
  12. };
  13. use lib_ot::{
  14. core::{Attributes, Delta, OperationTransformable, NEW_LINE, WHITESPACE},
  15. rich_text::RichTextDelta,
  16. };
  17. use serde::de::DeserializeOwned;
  18. use std::{
  19. convert::TryInto,
  20. sync::atomic::{AtomicI64, Ordering::SeqCst},
  21. };
  22. #[inline]
  23. pub fn find_newline(s: &str) -> Option<usize> {
  24. s.find(NEW_LINE)
  25. }
  26. #[inline]
  27. pub fn is_newline(s: &str) -> bool {
  28. s == NEW_LINE
  29. }
  30. #[inline]
  31. pub fn is_whitespace(s: &str) -> bool {
  32. s == WHITESPACE
  33. }
  34. #[inline]
  35. pub fn contain_newline(s: &str) -> bool {
  36. s.contains(NEW_LINE)
  37. }
  38. #[inline]
  39. pub fn md5<T: AsRef<[u8]>>(data: T) -> String {
  40. let md5 = format!("{:x}", md5::compute(data));
  41. md5
  42. }
  43. #[derive(Debug)]
  44. pub struct RevIdCounter(pub AtomicI64);
  45. impl RevIdCounter {
  46. pub fn new(n: i64) -> Self {
  47. Self(AtomicI64::new(n))
  48. }
  49. pub fn next(&self) -> i64 {
  50. let _ = self.0.fetch_add(1, SeqCst);
  51. self.value()
  52. }
  53. pub fn value(&self) -> i64 {
  54. self.0.load(SeqCst)
  55. }
  56. pub fn set(&self, n: i64) {
  57. let _ = self.0.fetch_update(SeqCst, SeqCst, |_| Some(n));
  58. }
  59. }
  60. pub fn make_delta_from_revisions<T>(revisions: Vec<Revision>) -> CollaborateResult<Delta<T>>
  61. where
  62. T: Attributes + DeserializeOwned,
  63. {
  64. let mut delta = Delta::<T>::new();
  65. for revision in revisions {
  66. if revision.delta_data.is_empty() {
  67. tracing::warn!("revision delta_data is empty");
  68. }
  69. let revision_delta = Delta::<T>::from_bytes(revision.delta_data).map_err(|e| {
  70. let err_msg = format!("Deserialize remote revision failed: {:?}", e);
  71. CollaborateError::internal().context(err_msg)
  72. })?;
  73. delta = delta.compose(&revision_delta)?;
  74. }
  75. Ok(delta)
  76. }
  77. pub fn make_delta_from_revision_pb<T>(revisions: Vec<RevisionPB>) -> CollaborateResult<Delta<T>>
  78. where
  79. T: Attributes + DeserializeOwned,
  80. {
  81. let mut new_delta = Delta::<T>::new();
  82. for revision in revisions {
  83. let delta = Delta::<T>::from_bytes(revision.delta_data).map_err(|e| {
  84. let err_msg = format!("Deserialize remote revision failed: {:?}", e);
  85. CollaborateError::internal().context(err_msg)
  86. })?;
  87. new_delta = new_delta.compose(&delta)?;
  88. }
  89. Ok(new_delta)
  90. }
  91. pub fn repeated_revision_from_revision_pbs(revisions: Vec<RevisionPB>) -> CollaborateResult<RepeatedRevision> {
  92. let repeated_revision_pb = repeated_revision_pb_from_revisions(revisions);
  93. repeated_revision_from_repeated_revision_pb(repeated_revision_pb)
  94. }
  95. pub fn repeated_revision_pb_from_revisions(revisions: Vec<RevisionPB>) -> RepeatedRevisionPB {
  96. let mut repeated_revision_pb = RepeatedRevisionPB::new();
  97. repeated_revision_pb.set_items(revisions.into());
  98. repeated_revision_pb
  99. }
  100. pub fn repeated_revision_from_repeated_revision_pb(
  101. mut repeated_revision: RepeatedRevisionPB,
  102. ) -> CollaborateResult<RepeatedRevision> {
  103. (&mut repeated_revision)
  104. .try_into()
  105. .map_err(|e| CollaborateError::internal().context(format!("Cast repeated revision failed: {:?}", e)))
  106. }
  107. pub fn pair_rev_id_from_revision_pbs(revisions: &[RevisionPB]) -> (i64, i64) {
  108. let mut rev_id = 0;
  109. revisions.iter().for_each(|revision| {
  110. if rev_id < revision.rev_id {
  111. rev_id = revision.rev_id;
  112. }
  113. });
  114. if rev_id > 0 {
  115. (rev_id - 1, rev_id)
  116. } else {
  117. (0, rev_id)
  118. }
  119. }
  120. pub fn pair_rev_id_from_revisions(revisions: &[Revision]) -> (i64, i64) {
  121. let mut rev_id = 0;
  122. revisions.iter().for_each(|revision| {
  123. if rev_id < revision.rev_id {
  124. rev_id = revision.rev_id;
  125. }
  126. });
  127. if rev_id > 0 {
  128. (rev_id - 1, rev_id)
  129. } else {
  130. (0, rev_id)
  131. }
  132. }
  133. #[inline]
  134. pub fn make_folder_from_revisions_pb(
  135. folder_id: &str,
  136. revisions: RepeatedRevisionPB,
  137. ) -> Result<Option<FolderInfo>, CollaborateError> {
  138. match make_folder_pb_from_revisions_pb(folder_id, revisions)? {
  139. None => Ok(None),
  140. Some(mut pb) => {
  141. let folder_info: FolderInfo = (&mut pb)
  142. .try_into()
  143. .map_err(|e| CollaborateError::internal().context(e))?;
  144. Ok(Some(folder_info))
  145. }
  146. }
  147. }
  148. #[inline]
  149. pub fn make_folder_pb_from_revisions_pb(
  150. folder_id: &str,
  151. mut revisions: RepeatedRevisionPB,
  152. ) -> Result<Option<FolderInfoPB>, CollaborateError> {
  153. let revisions = revisions.take_items();
  154. if revisions.is_empty() {
  155. return Ok(None);
  156. }
  157. let mut folder_delta = FolderDelta::new();
  158. let mut base_rev_id = 0;
  159. let mut rev_id = 0;
  160. for revision in revisions {
  161. base_rev_id = revision.base_rev_id;
  162. rev_id = revision.rev_id;
  163. if revision.delta_data.is_empty() {
  164. tracing::warn!("revision delta_data is empty");
  165. }
  166. let delta = FolderDelta::from_bytes(revision.delta_data)?;
  167. folder_delta = folder_delta.compose(&delta)?;
  168. }
  169. let text = folder_delta.to_json();
  170. let mut folder_info = FolderInfoPB::new();
  171. folder_info.set_folder_id(folder_id.to_owned());
  172. folder_info.set_text(text);
  173. folder_info.set_base_rev_id(base_rev_id);
  174. folder_info.set_rev_id(rev_id);
  175. Ok(Some(folder_info))
  176. }
  177. #[inline]
  178. pub fn make_document_info_from_revisions_pb(
  179. doc_id: &str,
  180. revisions: RepeatedRevisionPB,
  181. ) -> Result<Option<DocumentInfo>, CollaborateError> {
  182. match make_document_info_pb_from_revisions_pb(doc_id, revisions)? {
  183. None => Ok(None),
  184. Some(mut pb) => {
  185. let document_info: DocumentInfo = (&mut pb).try_into().map_err(|e| {
  186. CollaborateError::internal().context(format!("Deserialize document info from pb failed: {}", e))
  187. })?;
  188. Ok(Some(document_info))
  189. }
  190. }
  191. }
  192. #[inline]
  193. pub fn make_document_info_pb_from_revisions_pb(
  194. doc_id: &str,
  195. mut revisions: RepeatedRevisionPB,
  196. ) -> Result<Option<DocumentInfoPB>, CollaborateError> {
  197. let revisions = revisions.take_items();
  198. if revisions.is_empty() {
  199. return Ok(None);
  200. }
  201. let mut document_delta = RichTextDelta::new();
  202. let mut base_rev_id = 0;
  203. let mut rev_id = 0;
  204. for revision in revisions {
  205. base_rev_id = revision.base_rev_id;
  206. rev_id = revision.rev_id;
  207. if revision.delta_data.is_empty() {
  208. tracing::warn!("revision delta_data is empty");
  209. }
  210. let delta = RichTextDelta::from_bytes(revision.delta_data)?;
  211. document_delta = document_delta.compose(&delta)?;
  212. }
  213. let text = document_delta.to_json();
  214. let mut document_info = DocumentInfoPB::new();
  215. document_info.set_doc_id(doc_id.to_owned());
  216. document_info.set_text(text);
  217. document_info.set_base_rev_id(base_rev_id);
  218. document_info.set_rev_id(rev_id);
  219. Ok(Some(document_info))
  220. }
  221. #[inline]
  222. pub fn rev_id_from_str(s: &str) -> Result<i64, CollaborateError> {
  223. let rev_id = s
  224. .to_owned()
  225. .parse::<i64>()
  226. .map_err(|e| CollaborateError::internal().context(format!("Parse rev_id from {} failed. {}", s, e)))?;
  227. Ok(rev_id)
  228. }