controller.rs 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536
  1. pub use crate::entities::view::ViewDataTypePB;
  2. use crate::entities::{ViewInfoPB, ViewLayoutTypePB};
  3. use crate::manager::{ViewDataProcessor, ViewDataProcessorMap};
  4. use crate::{
  5. dart_notification::{send_dart_notification, FolderNotification},
  6. entities::{
  7. trash::{RepeatedTrashIdPB, TrashType},
  8. view::{CreateViewParams, RepeatedViewPB, UpdateViewParams, ViewIdPB, ViewPB},
  9. },
  10. errors::{FlowyError, FlowyResult},
  11. event_map::{FolderCouldServiceV1, WorkspaceUser},
  12. services::{
  13. persistence::{FolderPersistence, FolderPersistenceTransaction, ViewChangeset},
  14. TrashController, TrashEvent,
  15. },
  16. };
  17. use bytes::Bytes;
  18. use flowy_database::kv::KV;
  19. use flowy_folder_data_model::revision::{gen_view_id, ViewRevision};
  20. use flowy_sync::entities::text_block::TextBlockIdPB;
  21. use futures::{FutureExt, StreamExt};
  22. use std::{collections::HashSet, sync::Arc};
  23. const LATEST_VIEW_ID: &str = "latest_view_id";
  24. pub(crate) struct ViewController {
  25. user: Arc<dyn WorkspaceUser>,
  26. cloud_service: Arc<dyn FolderCouldServiceV1>,
  27. persistence: Arc<FolderPersistence>,
  28. trash_controller: Arc<TrashController>,
  29. data_processors: ViewDataProcessorMap,
  30. }
  31. impl ViewController {
  32. pub(crate) fn new(
  33. user: Arc<dyn WorkspaceUser>,
  34. persistence: Arc<FolderPersistence>,
  35. cloud_service: Arc<dyn FolderCouldServiceV1>,
  36. trash_controller: Arc<TrashController>,
  37. data_processors: ViewDataProcessorMap,
  38. ) -> Self {
  39. Self {
  40. user,
  41. cloud_service,
  42. persistence,
  43. trash_controller,
  44. data_processors,
  45. }
  46. }
  47. pub(crate) fn initialize(&self) -> Result<(), FlowyError> {
  48. self.listen_trash_can_event();
  49. Ok(())
  50. }
  51. #[tracing::instrument(level = "trace", skip(self, params), fields(name = %params.name), err)]
  52. pub(crate) async fn create_view_from_params(
  53. &self,
  54. mut params: CreateViewParams,
  55. ) -> Result<ViewRevision, FlowyError> {
  56. let processor = self.get_data_processor(params.data_type.clone())?;
  57. let user_id = self.user.user_id()?;
  58. if params.view_content_data.is_empty() {
  59. let view_data = processor
  60. .create_default_view(&user_id, &params.view_id, params.layout.clone())
  61. .await?;
  62. params.view_content_data = view_data.to_vec();
  63. } else {
  64. let delta_data = processor
  65. .create_view_from_delta_data(
  66. &user_id,
  67. &params.view_id,
  68. params.view_content_data.clone(),
  69. params.layout.clone(),
  70. )
  71. .await?;
  72. let _ = self
  73. .create_view(
  74. &params.view_id,
  75. params.data_type.clone(),
  76. params.layout.clone(),
  77. delta_data,
  78. )
  79. .await?;
  80. };
  81. let view_rev = self.create_view_on_server(params).await?;
  82. let _ = self.create_view_on_local(view_rev.clone()).await?;
  83. Ok(view_rev)
  84. }
  85. #[tracing::instrument(level = "debug", skip(self, view_id, delta_data), err)]
  86. pub(crate) async fn create_view(
  87. &self,
  88. view_id: &str,
  89. data_type: ViewDataTypePB,
  90. layout_type: ViewLayoutTypePB,
  91. delta_data: Bytes,
  92. ) -> Result<(), FlowyError> {
  93. if delta_data.is_empty() {
  94. return Err(FlowyError::internal().context("The content of the view should not be empty"));
  95. }
  96. let user_id = self.user.user_id()?;
  97. let processor = self.get_data_processor(data_type)?;
  98. let _ = processor
  99. .create_container(&user_id, view_id, layout_type, delta_data)
  100. .await?;
  101. Ok(())
  102. }
  103. pub(crate) async fn create_view_on_local(&self, view_rev: ViewRevision) -> Result<(), FlowyError> {
  104. let trash_controller = self.trash_controller.clone();
  105. self.persistence
  106. .begin_transaction(|transaction| {
  107. let belong_to_id = view_rev.app_id.clone();
  108. let _ = transaction.create_view(view_rev)?;
  109. let _ = notify_views_changed(&belong_to_id, trash_controller, &transaction)?;
  110. Ok(())
  111. })
  112. .await
  113. }
  114. #[tracing::instrument(level = "debug", skip(self, view_id), fields(view_id = %view_id.value), err)]
  115. pub(crate) async fn read_view(&self, view_id: ViewIdPB) -> Result<ViewRevision, FlowyError> {
  116. let view_rev = self
  117. .persistence
  118. .begin_transaction(|transaction| {
  119. let view = transaction.read_view(&view_id.value)?;
  120. let trash_ids = self.trash_controller.read_trash_ids(&transaction)?;
  121. if trash_ids.contains(&view.id) {
  122. return Err(FlowyError::record_not_found());
  123. }
  124. Ok(view)
  125. })
  126. .await?;
  127. let _ = self.read_view_on_server(view_id);
  128. Ok(view_rev)
  129. }
  130. #[tracing::instrument(level = "debug", skip(self, view_id), fields(view_id = %view_id.value), err)]
  131. pub(crate) async fn read_view_pb(&self, view_id: ViewIdPB) -> Result<ViewInfoPB, FlowyError> {
  132. let view_info = self
  133. .persistence
  134. .begin_transaction(|transaction| {
  135. let view_rev = transaction.read_view(&view_id.value)?;
  136. let items: Vec<ViewPB> = view_rev
  137. .belongings
  138. .into_iter()
  139. .map(|view_rev| view_rev.into())
  140. .collect();
  141. let view_info = ViewInfoPB {
  142. id: view_rev.id,
  143. belong_to_id: view_rev.app_id,
  144. name: view_rev.name,
  145. desc: view_rev.desc,
  146. data_type: view_rev.data_type.into(),
  147. belongings: RepeatedViewPB { items },
  148. ext_data: view_rev.ext_data,
  149. };
  150. Ok(view_info)
  151. })
  152. .await?;
  153. Ok(view_info)
  154. }
  155. pub(crate) async fn read_local_views(&self, ids: Vec<String>) -> Result<Vec<ViewRevision>, FlowyError> {
  156. self.persistence
  157. .begin_transaction(|transaction| {
  158. let mut views = vec![];
  159. for view_id in ids {
  160. views.push(transaction.read_view(&view_id)?);
  161. }
  162. Ok(views)
  163. })
  164. .await
  165. }
  166. #[tracing::instrument(level = "trace", skip(self), err)]
  167. pub(crate) fn set_latest_view(&self, view_id: &str) -> Result<(), FlowyError> {
  168. KV::set_str(LATEST_VIEW_ID, view_id.to_owned());
  169. Ok(())
  170. }
  171. #[tracing::instrument(level = "debug", skip(self), err)]
  172. pub(crate) async fn close_view(&self, view_id: &str) -> Result<(), FlowyError> {
  173. let processor = self.get_data_processor_from_view_id(view_id).await?;
  174. let _ = processor.close_container(view_id).await?;
  175. Ok(())
  176. }
  177. #[tracing::instrument(level = "debug", skip(self,params), fields(doc_id = %params.value), err)]
  178. pub(crate) async fn move_view_to_trash(&self, params: TextBlockIdPB) -> Result<(), FlowyError> {
  179. let view_id = params.value;
  180. if let Some(latest_view_id) = KV::get_str(LATEST_VIEW_ID) {
  181. if latest_view_id == view_id {
  182. let _ = KV::remove(LATEST_VIEW_ID);
  183. }
  184. }
  185. let view_id_pb = ViewIdPB::from(view_id.as_str());
  186. send_dart_notification(&view_id, FolderNotification::ViewMoveToTrash)
  187. .payload(view_id_pb)
  188. .send();
  189. let processor = self.get_data_processor_from_view_id(&view_id).await?;
  190. let _ = processor.close_container(&view_id).await?;
  191. Ok(())
  192. }
  193. #[tracing::instrument(level = "debug", skip(self), err)]
  194. pub(crate) async fn move_view(&self, view_id: &str, from: usize, to: usize) -> Result<(), FlowyError> {
  195. let _ = self
  196. .persistence
  197. .begin_transaction(|transaction| {
  198. let _ = transaction.move_view(view_id, from, to)?;
  199. let view = transaction.read_view(view_id)?;
  200. let _ = notify_views_changed(&view.app_id, self.trash_controller.clone(), &transaction)?;
  201. Ok(())
  202. })
  203. .await?;
  204. Ok(())
  205. }
  206. #[tracing::instrument(level = "debug", skip(self), err)]
  207. pub(crate) async fn duplicate_view(&self, view_id: &str) -> Result<(), FlowyError> {
  208. let view_rev = self
  209. .persistence
  210. .begin_transaction(|transaction| transaction.read_view(view_id))
  211. .await?;
  212. let processor = self.get_data_processor(view_rev.data_type.clone())?;
  213. let delta_bytes = processor.get_delta_data(view_id).await?;
  214. let duplicate_params = CreateViewParams {
  215. belong_to_id: view_rev.app_id.clone(),
  216. name: format!("{} (copy)", &view_rev.name),
  217. desc: view_rev.desc,
  218. thumbnail: view_rev.thumbnail,
  219. data_type: view_rev.data_type.into(),
  220. layout: view_rev.layout.into(),
  221. view_content_data: delta_bytes.to_vec(),
  222. view_id: gen_view_id(),
  223. };
  224. let _ = self.create_view_from_params(duplicate_params).await?;
  225. Ok(())
  226. }
  227. // belong_to_id will be the app_id or view_id.
  228. #[tracing::instrument(level = "trace", skip(self), err)]
  229. pub(crate) async fn read_views_belong_to(&self, belong_to_id: &str) -> Result<Vec<ViewRevision>, FlowyError> {
  230. self.persistence
  231. .begin_transaction(|transaction| {
  232. read_belonging_views_on_local(belong_to_id, self.trash_controller.clone(), &transaction)
  233. })
  234. .await
  235. }
  236. #[tracing::instrument(level = "debug", skip(self, params), err)]
  237. pub(crate) async fn update_view(&self, params: UpdateViewParams) -> Result<ViewRevision, FlowyError> {
  238. let changeset = ViewChangeset::new(params.clone());
  239. let view_id = changeset.id.clone();
  240. let view_rev = self
  241. .persistence
  242. .begin_transaction(|transaction| {
  243. let _ = transaction.update_view(changeset)?;
  244. let view_rev = transaction.read_view(&view_id)?;
  245. let view: ViewPB = view_rev.clone().into();
  246. send_dart_notification(&view_id, FolderNotification::ViewUpdated)
  247. .payload(view)
  248. .send();
  249. let _ = notify_views_changed(&view_rev.app_id, self.trash_controller.clone(), &transaction)?;
  250. Ok(view_rev)
  251. })
  252. .await?;
  253. let _ = self.update_view_on_server(params);
  254. Ok(view_rev)
  255. }
  256. pub(crate) async fn latest_visit_view(&self) -> FlowyResult<Option<ViewRevision>> {
  257. match KV::get_str(LATEST_VIEW_ID) {
  258. None => Ok(None),
  259. Some(view_id) => {
  260. let view_rev = self
  261. .persistence
  262. .begin_transaction(|transaction| transaction.read_view(&view_id))
  263. .await?;
  264. Ok(Some(view_rev))
  265. }
  266. }
  267. }
  268. }
  269. impl ViewController {
  270. #[tracing::instrument(level = "debug", skip(self, params), err)]
  271. async fn create_view_on_server(&self, params: CreateViewParams) -> Result<ViewRevision, FlowyError> {
  272. let token = self.user.token()?;
  273. let view_rev = self.cloud_service.create_view(&token, params).await?;
  274. Ok(view_rev)
  275. }
  276. #[tracing::instrument(level = "debug", skip(self), err)]
  277. fn update_view_on_server(&self, params: UpdateViewParams) -> Result<(), FlowyError> {
  278. let token = self.user.token()?;
  279. let server = self.cloud_service.clone();
  280. tokio::spawn(async move {
  281. match server.update_view(&token, params).await {
  282. Ok(_) => {}
  283. Err(e) => {
  284. // TODO: retry?
  285. log::error!("Update view failed: {:?}", e);
  286. }
  287. }
  288. });
  289. Ok(())
  290. }
  291. #[tracing::instrument(level = "debug", skip(self), err)]
  292. fn read_view_on_server(&self, params: ViewIdPB) -> Result<(), FlowyError> {
  293. let token = self.user.token()?;
  294. let server = self.cloud_service.clone();
  295. let persistence = self.persistence.clone();
  296. // TODO: Retry with RetryAction?
  297. tokio::spawn(async move {
  298. match server.read_view(&token, params).await {
  299. Ok(Some(view_rev)) => {
  300. match persistence
  301. .begin_transaction(|transaction| transaction.create_view(view_rev.clone()))
  302. .await
  303. {
  304. Ok(_) => {
  305. let view: ViewPB = view_rev.into();
  306. send_dart_notification(&view.id, FolderNotification::ViewUpdated)
  307. .payload(view)
  308. .send();
  309. }
  310. Err(e) => log::error!("Save view failed: {:?}", e),
  311. }
  312. }
  313. Ok(None) => {}
  314. Err(e) => log::error!("Read view failed: {:?}", e),
  315. }
  316. });
  317. Ok(())
  318. }
  319. fn listen_trash_can_event(&self) {
  320. let mut rx = self.trash_controller.subscribe();
  321. let persistence = self.persistence.clone();
  322. let data_processors = self.data_processors.clone();
  323. let trash_controller = self.trash_controller.clone();
  324. let _ = tokio::spawn(async move {
  325. loop {
  326. let mut stream = Box::pin(rx.recv().into_stream().filter_map(|result| async move {
  327. match result {
  328. Ok(event) => event.select(TrashType::TrashView),
  329. Err(_e) => None,
  330. }
  331. }));
  332. if let Some(event) = stream.next().await {
  333. handle_trash_event(
  334. persistence.clone(),
  335. data_processors.clone(),
  336. trash_controller.clone(),
  337. event,
  338. )
  339. .await
  340. }
  341. }
  342. });
  343. }
  344. async fn get_data_processor_from_view_id(
  345. &self,
  346. view_id: &str,
  347. ) -> FlowyResult<Arc<dyn ViewDataProcessor + Send + Sync>> {
  348. let view = self
  349. .persistence
  350. .begin_transaction(|transaction| transaction.read_view(view_id))
  351. .await?;
  352. self.get_data_processor(view.data_type)
  353. }
  354. #[inline]
  355. fn get_data_processor<T: Into<ViewDataTypePB>>(
  356. &self,
  357. data_type: T,
  358. ) -> FlowyResult<Arc<dyn ViewDataProcessor + Send + Sync>> {
  359. let data_type = data_type.into();
  360. match self.data_processors.get(&data_type) {
  361. None => Err(FlowyError::internal().context(format!(
  362. "Get data processor failed. Unknown view data type: {:?}",
  363. data_type
  364. ))),
  365. Some(processor) => Ok(processor.clone()),
  366. }
  367. }
  368. }
  369. #[tracing::instrument(level = "trace", skip(persistence, data_processors, trash_can))]
  370. async fn handle_trash_event(
  371. persistence: Arc<FolderPersistence>,
  372. data_processors: ViewDataProcessorMap,
  373. trash_can: Arc<TrashController>,
  374. event: TrashEvent,
  375. ) {
  376. match event {
  377. TrashEvent::NewTrash(identifiers, ret) => {
  378. let result = persistence
  379. .begin_transaction(|transaction| {
  380. let view_revs = read_local_views_with_transaction(identifiers, &transaction)?;
  381. for view_rev in view_revs {
  382. let _ = notify_views_changed(&view_rev.app_id, trash_can.clone(), &transaction)?;
  383. notify_dart(view_rev.into(), FolderNotification::ViewDeleted);
  384. }
  385. Ok(())
  386. })
  387. .await;
  388. let _ = ret.send(result).await;
  389. }
  390. TrashEvent::Putback(identifiers, ret) => {
  391. let result = persistence
  392. .begin_transaction(|transaction| {
  393. let view_revs = read_local_views_with_transaction(identifiers, &transaction)?;
  394. for view_rev in view_revs {
  395. let _ = notify_views_changed(&view_rev.app_id, trash_can.clone(), &transaction)?;
  396. notify_dart(view_rev.into(), FolderNotification::ViewRestored);
  397. }
  398. Ok(())
  399. })
  400. .await;
  401. let _ = ret.send(result).await;
  402. }
  403. TrashEvent::Delete(identifiers, ret) => {
  404. let result = || async {
  405. let views = persistence
  406. .begin_transaction(|transaction| {
  407. let mut notify_ids = HashSet::new();
  408. let mut views = vec![];
  409. for identifier in identifiers.items {
  410. let view = transaction.read_view(&identifier.id)?;
  411. let _ = transaction.delete_view(&view.id)?;
  412. notify_ids.insert(view.app_id.clone());
  413. views.push(view);
  414. }
  415. for notify_id in notify_ids {
  416. let _ = notify_views_changed(&notify_id, trash_can.clone(), &transaction)?;
  417. }
  418. Ok(views)
  419. })
  420. .await?;
  421. for view in views {
  422. let data_type = view.data_type.clone().into();
  423. match get_data_processor(data_processors.clone(), &data_type) {
  424. Ok(processor) => {
  425. let _ = processor.close_container(&view.id).await?;
  426. }
  427. Err(e) => {
  428. tracing::error!("{}", e)
  429. }
  430. }
  431. }
  432. Ok(())
  433. };
  434. let _ = ret.send(result().await).await;
  435. }
  436. }
  437. }
  438. fn get_data_processor(
  439. data_processors: ViewDataProcessorMap,
  440. data_type: &ViewDataTypePB,
  441. ) -> FlowyResult<Arc<dyn ViewDataProcessor + Send + Sync>> {
  442. match data_processors.get(data_type) {
  443. None => Err(FlowyError::internal().context(format!(
  444. "Get data processor failed. Unknown view data type: {:?}",
  445. data_type
  446. ))),
  447. Some(processor) => Ok(processor.clone()),
  448. }
  449. }
  450. fn read_local_views_with_transaction<'a>(
  451. identifiers: RepeatedTrashIdPB,
  452. transaction: &'a (dyn FolderPersistenceTransaction + 'a),
  453. ) -> Result<Vec<ViewRevision>, FlowyError> {
  454. let mut view_revs = vec![];
  455. for identifier in identifiers.items {
  456. view_revs.push(transaction.read_view(&identifier.id)?);
  457. }
  458. Ok(view_revs)
  459. }
  460. fn notify_dart(view: ViewPB, notification: FolderNotification) {
  461. send_dart_notification(&view.id, notification).payload(view).send();
  462. }
  463. #[tracing::instrument(
  464. level = "debug",
  465. skip(belong_to_id, trash_controller, transaction),
  466. fields(view_count),
  467. err
  468. )]
  469. fn notify_views_changed<'a>(
  470. belong_to_id: &str,
  471. trash_controller: Arc<TrashController>,
  472. transaction: &'a (dyn FolderPersistenceTransaction + 'a),
  473. ) -> FlowyResult<()> {
  474. let items: Vec<ViewPB> = read_belonging_views_on_local(belong_to_id, trash_controller.clone(), transaction)?
  475. .into_iter()
  476. .map(|view_rev| view_rev.into())
  477. .collect();
  478. tracing::Span::current().record("view_count", &format!("{}", items.len()).as_str());
  479. let repeated_view = RepeatedViewPB { items };
  480. send_dart_notification(belong_to_id, FolderNotification::AppViewsChanged)
  481. .payload(repeated_view)
  482. .send();
  483. Ok(())
  484. }
  485. fn read_belonging_views_on_local<'a>(
  486. belong_to_id: &str,
  487. trash_controller: Arc<TrashController>,
  488. transaction: &'a (dyn FolderPersistenceTransaction + 'a),
  489. ) -> FlowyResult<Vec<ViewRevision>> {
  490. let mut view_revs = transaction.read_views(belong_to_id)?;
  491. let trash_ids = trash_controller.read_trash_ids(transaction)?;
  492. view_revs.retain(|view_table| !trash_ids.contains(&view_table.id));
  493. Ok(view_revs)
  494. }