controller.rs 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554
  1. pub use crate::entities::view::ViewDataTypePB;
  2. use crate::entities::{DeletedViewPB, ViewInfoPB, ViewLayoutTypePB};
  3. use crate::manager::{ViewDataProcessor, ViewDataProcessorMap};
  4. use crate::{
  5. dart_notification::{send_dart_notification, FolderNotification},
  6. entities::{
  7. trash::{RepeatedTrashIdPB, TrashType},
  8. view::{CreateViewParams, RepeatedViewPB, UpdateViewParams, ViewIdPB, ViewPB},
  9. },
  10. errors::{FlowyError, FlowyResult},
  11. event_map::{FolderCouldServiceV1, WorkspaceUser},
  12. services::{
  13. persistence::{FolderPersistence, FolderPersistenceTransaction, ViewChangeset},
  14. TrashController, TrashEvent,
  15. },
  16. };
  17. use bytes::Bytes;
  18. use flowy_database::kv::KV;
  19. use flowy_folder_data_model::revision::{gen_view_id, ViewRevision};
  20. use flowy_sync::entities::text_block::TextBlockIdPB;
  21. use futures::{FutureExt, StreamExt};
  22. use std::{collections::HashSet, sync::Arc};
  23. const LATEST_VIEW_ID: &str = "latest_view_id";
  24. pub(crate) struct ViewController {
  25. user: Arc<dyn WorkspaceUser>,
  26. cloud_service: Arc<dyn FolderCouldServiceV1>,
  27. persistence: Arc<FolderPersistence>,
  28. trash_controller: Arc<TrashController>,
  29. data_processors: ViewDataProcessorMap,
  30. }
  31. impl ViewController {
  32. pub(crate) fn new(
  33. user: Arc<dyn WorkspaceUser>,
  34. persistence: Arc<FolderPersistence>,
  35. cloud_service: Arc<dyn FolderCouldServiceV1>,
  36. trash_controller: Arc<TrashController>,
  37. data_processors: ViewDataProcessorMap,
  38. ) -> Self {
  39. Self {
  40. user,
  41. cloud_service,
  42. persistence,
  43. trash_controller,
  44. data_processors,
  45. }
  46. }
  47. pub(crate) fn initialize(&self) -> Result<(), FlowyError> {
  48. self.listen_trash_can_event();
  49. Ok(())
  50. }
  51. #[tracing::instrument(level = "trace", skip(self, params), fields(name = %params.name), err)]
  52. pub(crate) async fn create_view_from_params(
  53. &self,
  54. mut params: CreateViewParams,
  55. ) -> Result<ViewRevision, FlowyError> {
  56. let processor = self.get_data_processor(params.data_type.clone())?;
  57. let user_id = self.user.user_id()?;
  58. if params.view_content_data.is_empty() {
  59. tracing::trace!("Create view with build-in data");
  60. let view_data = processor
  61. .create_default_view(&user_id, &params.view_id, params.layout.clone())
  62. .await?;
  63. params.view_content_data = view_data.to_vec();
  64. } else {
  65. tracing::trace!("Create view with view data");
  66. let delta_data = processor
  67. .create_view_from_delta_data(
  68. &user_id,
  69. &params.view_id,
  70. params.view_content_data.clone(),
  71. params.layout.clone(),
  72. )
  73. .await?;
  74. let _ = self
  75. .create_view(
  76. &params.view_id,
  77. params.data_type.clone(),
  78. params.layout.clone(),
  79. delta_data,
  80. )
  81. .await?;
  82. };
  83. let view_rev = self.create_view_on_server(params).await?;
  84. let _ = self.create_view_on_local(view_rev.clone()).await?;
  85. Ok(view_rev)
  86. }
  87. #[tracing::instrument(level = "debug", skip(self, view_id, delta_data), err)]
  88. pub(crate) async fn create_view(
  89. &self,
  90. view_id: &str,
  91. data_type: ViewDataTypePB,
  92. layout_type: ViewLayoutTypePB,
  93. delta_data: Bytes,
  94. ) -> Result<(), FlowyError> {
  95. if delta_data.is_empty() {
  96. return Err(FlowyError::internal().context("The content of the view should not be empty"));
  97. }
  98. let user_id = self.user.user_id()?;
  99. let processor = self.get_data_processor(data_type)?;
  100. let _ = processor
  101. .create_container(&user_id, view_id, layout_type, delta_data)
  102. .await?;
  103. Ok(())
  104. }
  105. pub(crate) async fn create_view_on_local(&self, view_rev: ViewRevision) -> Result<(), FlowyError> {
  106. let trash_controller = self.trash_controller.clone();
  107. self.persistence
  108. .begin_transaction(|transaction| {
  109. let belong_to_id = view_rev.app_id.clone();
  110. let _ = transaction.create_view(view_rev)?;
  111. let _ = notify_views_changed(&belong_to_id, trash_controller, &transaction)?;
  112. Ok(())
  113. })
  114. .await
  115. }
  116. #[tracing::instrument(level = "debug", skip(self, view_id), err)]
  117. pub(crate) async fn read_view(&self, view_id: &str) -> Result<ViewRevision, FlowyError> {
  118. let view_rev = self
  119. .persistence
  120. .begin_transaction(|transaction| {
  121. let view = transaction.read_view(view_id)?;
  122. let trash_ids = self.trash_controller.read_trash_ids(&transaction)?;
  123. if trash_ids.contains(&view.id) {
  124. return Err(FlowyError::record_not_found());
  125. }
  126. Ok(view)
  127. })
  128. .await?;
  129. Ok(view_rev)
  130. }
  131. #[tracing::instrument(level = "debug", skip(self, view_id), fields(view_id = %view_id.value), err)]
  132. pub(crate) async fn read_view_pb(&self, view_id: ViewIdPB) -> Result<ViewInfoPB, FlowyError> {
  133. let view_info = self
  134. .persistence
  135. .begin_transaction(|transaction| {
  136. let view_rev = transaction.read_view(&view_id.value)?;
  137. let items: Vec<ViewPB> = view_rev
  138. .belongings
  139. .into_iter()
  140. .map(|view_rev| view_rev.into())
  141. .collect();
  142. let view_info = ViewInfoPB {
  143. id: view_rev.id,
  144. belong_to_id: view_rev.app_id,
  145. name: view_rev.name,
  146. desc: view_rev.desc,
  147. data_type: view_rev.data_type.into(),
  148. belongings: RepeatedViewPB { items },
  149. ext_data: view_rev.ext_data,
  150. };
  151. Ok(view_info)
  152. })
  153. .await?;
  154. Ok(view_info)
  155. }
  156. pub(crate) async fn read_local_views(&self, ids: Vec<String>) -> Result<Vec<ViewRevision>, FlowyError> {
  157. self.persistence
  158. .begin_transaction(|transaction| {
  159. let mut views = vec![];
  160. for view_id in ids {
  161. views.push(transaction.read_view(&view_id)?);
  162. }
  163. Ok(views)
  164. })
  165. .await
  166. }
  167. #[tracing::instrument(level = "trace", skip(self), err)]
  168. pub(crate) fn set_latest_view(&self, view_id: &str) -> Result<(), FlowyError> {
  169. KV::set_str(LATEST_VIEW_ID, view_id.to_owned());
  170. Ok(())
  171. }
  172. #[tracing::instrument(level = "debug", skip(self), err)]
  173. pub(crate) async fn close_view(&self, view_id: &str) -> Result<(), FlowyError> {
  174. let processor = self.get_data_processor_from_view_id(view_id).await?;
  175. let _ = processor.close_container(view_id).await?;
  176. Ok(())
  177. }
  178. #[tracing::instrument(level = "debug", skip(self,params), fields(doc_id = %params.value), err)]
  179. pub(crate) async fn move_view_to_trash(&self, params: TextBlockIdPB) -> Result<(), FlowyError> {
  180. let view_id = params.value;
  181. if let Some(latest_view_id) = KV::get_str(LATEST_VIEW_ID) {
  182. if latest_view_id == view_id {
  183. let _ = KV::remove(LATEST_VIEW_ID);
  184. }
  185. }
  186. let deleted_view = self
  187. .persistence
  188. .begin_transaction(|transaction| {
  189. let view = transaction.read_view(&view_id)?;
  190. let views = read_belonging_views_on_local(&view.app_id, self.trash_controller.clone(), &transaction)?;
  191. let index = views
  192. .iter()
  193. .position(|view| view.id == view_id)
  194. .map(|index| index as i32);
  195. Ok(DeletedViewPB {
  196. view_id: view_id.clone(),
  197. index,
  198. })
  199. })
  200. .await?;
  201. send_dart_notification(&view_id, FolderNotification::ViewMoveToTrash)
  202. .payload(deleted_view)
  203. .send();
  204. let processor = self.get_data_processor_from_view_id(&view_id).await?;
  205. let _ = processor.close_container(&view_id).await?;
  206. Ok(())
  207. }
  208. #[tracing::instrument(level = "debug", skip(self), err)]
  209. pub(crate) async fn move_view(&self, view_id: &str, from: usize, to: usize) -> Result<(), FlowyError> {
  210. let _ = self
  211. .persistence
  212. .begin_transaction(|transaction| {
  213. let _ = transaction.move_view(view_id, from, to)?;
  214. let view = transaction.read_view(view_id)?;
  215. let _ = notify_views_changed(&view.app_id, self.trash_controller.clone(), &transaction)?;
  216. Ok(())
  217. })
  218. .await?;
  219. Ok(())
  220. }
  221. #[tracing::instrument(level = "debug", skip(self), err)]
  222. pub(crate) async fn duplicate_view(&self, view_id: &str) -> Result<(), FlowyError> {
  223. let view_rev = self
  224. .persistence
  225. .begin_transaction(|transaction| transaction.read_view(view_id))
  226. .await?;
  227. let processor = self.get_data_processor(view_rev.data_type.clone())?;
  228. let view_data = processor.get_view_data(view_id).await?;
  229. let duplicate_params = CreateViewParams {
  230. belong_to_id: view_rev.app_id.clone(),
  231. name: format!("{} (copy)", &view_rev.name),
  232. desc: view_rev.desc,
  233. thumbnail: view_rev.thumbnail,
  234. data_type: view_rev.data_type.into(),
  235. layout: view_rev.layout.into(),
  236. view_content_data: view_data.to_vec(),
  237. view_id: gen_view_id(),
  238. };
  239. let _ = self.create_view_from_params(duplicate_params).await?;
  240. Ok(())
  241. }
  242. // belong_to_id will be the app_id or view_id.
  243. #[tracing::instrument(level = "trace", skip(self), err)]
  244. pub(crate) async fn read_views_belong_to(&self, belong_to_id: &str) -> Result<Vec<ViewRevision>, FlowyError> {
  245. self.persistence
  246. .begin_transaction(|transaction| {
  247. read_belonging_views_on_local(belong_to_id, self.trash_controller.clone(), &transaction)
  248. })
  249. .await
  250. }
  251. #[tracing::instrument(level = "debug", skip(self, params), err)]
  252. pub(crate) async fn update_view(&self, params: UpdateViewParams) -> Result<ViewRevision, FlowyError> {
  253. let changeset = ViewChangeset::new(params.clone());
  254. let view_id = changeset.id.clone();
  255. let view_rev = self
  256. .persistence
  257. .begin_transaction(|transaction| {
  258. let _ = transaction.update_view(changeset)?;
  259. let view_rev = transaction.read_view(&view_id)?;
  260. let view: ViewPB = view_rev.clone().into();
  261. send_dart_notification(&view_id, FolderNotification::ViewUpdated)
  262. .payload(view)
  263. .send();
  264. let _ = notify_views_changed(&view_rev.app_id, self.trash_controller.clone(), &transaction)?;
  265. Ok(view_rev)
  266. })
  267. .await?;
  268. let _ = self.update_view_on_server(params);
  269. Ok(view_rev)
  270. }
  271. pub(crate) async fn latest_visit_view(&self) -> FlowyResult<Option<ViewRevision>> {
  272. match KV::get_str(LATEST_VIEW_ID) {
  273. None => Ok(None),
  274. Some(view_id) => {
  275. let view_rev = self
  276. .persistence
  277. .begin_transaction(|transaction| transaction.read_view(&view_id))
  278. .await?;
  279. Ok(Some(view_rev))
  280. }
  281. }
  282. }
  283. }
  284. impl ViewController {
  285. #[tracing::instrument(level = "debug", skip(self, params), err)]
  286. async fn create_view_on_server(&self, params: CreateViewParams) -> Result<ViewRevision, FlowyError> {
  287. let token = self.user.token()?;
  288. let view_rev = self.cloud_service.create_view(&token, params).await?;
  289. Ok(view_rev)
  290. }
  291. #[tracing::instrument(level = "debug", skip(self), err)]
  292. fn update_view_on_server(&self, params: UpdateViewParams) -> Result<(), FlowyError> {
  293. let token = self.user.token()?;
  294. let server = self.cloud_service.clone();
  295. tokio::spawn(async move {
  296. match server.update_view(&token, params).await {
  297. Ok(_) => {}
  298. Err(e) => {
  299. // TODO: retry?
  300. log::error!("Update view failed: {:?}", e);
  301. }
  302. }
  303. });
  304. Ok(())
  305. }
  306. #[tracing::instrument(level = "debug", skip(self), err)]
  307. fn read_view_on_server(&self, params: ViewIdPB) -> Result<(), FlowyError> {
  308. let token = self.user.token()?;
  309. let server = self.cloud_service.clone();
  310. let persistence = self.persistence.clone();
  311. // TODO: Retry with RetryAction?
  312. tokio::spawn(async move {
  313. match server.read_view(&token, params).await {
  314. Ok(Some(view_rev)) => {
  315. match persistence
  316. .begin_transaction(|transaction| transaction.create_view(view_rev.clone()))
  317. .await
  318. {
  319. Ok(_) => {
  320. let view: ViewPB = view_rev.into();
  321. send_dart_notification(&view.id, FolderNotification::ViewUpdated)
  322. .payload(view)
  323. .send();
  324. }
  325. Err(e) => log::error!("Save view failed: {:?}", e),
  326. }
  327. }
  328. Ok(None) => {}
  329. Err(e) => log::error!("Read view failed: {:?}", e),
  330. }
  331. });
  332. Ok(())
  333. }
  334. fn listen_trash_can_event(&self) {
  335. let mut rx = self.trash_controller.subscribe();
  336. let persistence = self.persistence.clone();
  337. let data_processors = self.data_processors.clone();
  338. let trash_controller = self.trash_controller.clone();
  339. let _ = tokio::spawn(async move {
  340. loop {
  341. let mut stream = Box::pin(rx.recv().into_stream().filter_map(|result| async move {
  342. match result {
  343. Ok(event) => event.select(TrashType::TrashView),
  344. Err(_e) => None,
  345. }
  346. }));
  347. if let Some(event) = stream.next().await {
  348. handle_trash_event(
  349. persistence.clone(),
  350. data_processors.clone(),
  351. trash_controller.clone(),
  352. event,
  353. )
  354. .await
  355. }
  356. }
  357. });
  358. }
  359. async fn get_data_processor_from_view_id(
  360. &self,
  361. view_id: &str,
  362. ) -> FlowyResult<Arc<dyn ViewDataProcessor + Send + Sync>> {
  363. let view = self
  364. .persistence
  365. .begin_transaction(|transaction| transaction.read_view(view_id))
  366. .await?;
  367. self.get_data_processor(view.data_type)
  368. }
  369. #[inline]
  370. fn get_data_processor<T: Into<ViewDataTypePB>>(
  371. &self,
  372. data_type: T,
  373. ) -> FlowyResult<Arc<dyn ViewDataProcessor + Send + Sync>> {
  374. let data_type = data_type.into();
  375. match self.data_processors.get(&data_type) {
  376. None => Err(FlowyError::internal().context(format!(
  377. "Get data processor failed. Unknown view data type: {:?}",
  378. data_type
  379. ))),
  380. Some(processor) => Ok(processor.clone()),
  381. }
  382. }
  383. }
  384. #[tracing::instrument(level = "trace", skip(persistence, data_processors, trash_can))]
  385. async fn handle_trash_event(
  386. persistence: Arc<FolderPersistence>,
  387. data_processors: ViewDataProcessorMap,
  388. trash_can: Arc<TrashController>,
  389. event: TrashEvent,
  390. ) {
  391. match event {
  392. TrashEvent::NewTrash(identifiers, ret) => {
  393. let result = persistence
  394. .begin_transaction(|transaction| {
  395. let view_revs = read_local_views_with_transaction(identifiers, &transaction)?;
  396. for view_rev in view_revs {
  397. let _ = notify_views_changed(&view_rev.app_id, trash_can.clone(), &transaction)?;
  398. notify_dart(view_rev.into(), FolderNotification::ViewDeleted);
  399. }
  400. Ok(())
  401. })
  402. .await;
  403. let _ = ret.send(result).await;
  404. }
  405. TrashEvent::Putback(identifiers, ret) => {
  406. let result = persistence
  407. .begin_transaction(|transaction| {
  408. let view_revs = read_local_views_with_transaction(identifiers, &transaction)?;
  409. for view_rev in view_revs {
  410. let _ = notify_views_changed(&view_rev.app_id, trash_can.clone(), &transaction)?;
  411. notify_dart(view_rev.into(), FolderNotification::ViewRestored);
  412. }
  413. Ok(())
  414. })
  415. .await;
  416. let _ = ret.send(result).await;
  417. }
  418. TrashEvent::Delete(identifiers, ret) => {
  419. let result = || async {
  420. let views = persistence
  421. .begin_transaction(|transaction| {
  422. let mut notify_ids = HashSet::new();
  423. let mut views = vec![];
  424. for identifier in identifiers.items {
  425. let view = transaction.read_view(&identifier.id)?;
  426. let _ = transaction.delete_view(&view.id)?;
  427. notify_ids.insert(view.app_id.clone());
  428. views.push(view);
  429. }
  430. for notify_id in notify_ids {
  431. let _ = notify_views_changed(&notify_id, trash_can.clone(), &transaction)?;
  432. }
  433. Ok(views)
  434. })
  435. .await?;
  436. for view in views {
  437. let data_type = view.data_type.clone().into();
  438. match get_data_processor(data_processors.clone(), &data_type) {
  439. Ok(processor) => {
  440. let _ = processor.close_container(&view.id).await?;
  441. }
  442. Err(e) => {
  443. tracing::error!("{}", e)
  444. }
  445. }
  446. }
  447. Ok(())
  448. };
  449. let _ = ret.send(result().await).await;
  450. }
  451. }
  452. }
  453. fn get_data_processor(
  454. data_processors: ViewDataProcessorMap,
  455. data_type: &ViewDataTypePB,
  456. ) -> FlowyResult<Arc<dyn ViewDataProcessor + Send + Sync>> {
  457. match data_processors.get(data_type) {
  458. None => Err(FlowyError::internal().context(format!(
  459. "Get data processor failed. Unknown view data type: {:?}",
  460. data_type
  461. ))),
  462. Some(processor) => Ok(processor.clone()),
  463. }
  464. }
  465. fn read_local_views_with_transaction<'a>(
  466. identifiers: RepeatedTrashIdPB,
  467. transaction: &'a (dyn FolderPersistenceTransaction + 'a),
  468. ) -> Result<Vec<ViewRevision>, FlowyError> {
  469. let mut view_revs = vec![];
  470. for identifier in identifiers.items {
  471. view_revs.push(transaction.read_view(&identifier.id)?);
  472. }
  473. Ok(view_revs)
  474. }
  475. fn notify_dart(view: ViewPB, notification: FolderNotification) {
  476. send_dart_notification(&view.id, notification).payload(view).send();
  477. }
  478. #[tracing::instrument(
  479. level = "debug",
  480. skip(belong_to_id, trash_controller, transaction),
  481. fields(view_count),
  482. err
  483. )]
  484. fn notify_views_changed<'a>(
  485. belong_to_id: &str,
  486. trash_controller: Arc<TrashController>,
  487. transaction: &'a (dyn FolderPersistenceTransaction + 'a),
  488. ) -> FlowyResult<()> {
  489. let items: Vec<ViewPB> = read_belonging_views_on_local(belong_to_id, trash_controller.clone(), transaction)?
  490. .into_iter()
  491. .map(|view_rev| view_rev.into())
  492. .collect();
  493. tracing::Span::current().record("view_count", &format!("{}", items.len()).as_str());
  494. let repeated_view = RepeatedViewPB { items };
  495. send_dart_notification(belong_to_id, FolderNotification::AppViewsChanged)
  496. .payload(repeated_view)
  497. .send();
  498. Ok(())
  499. }
  500. fn read_belonging_views_on_local<'a>(
  501. belong_to_id: &str,
  502. trash_controller: Arc<TrashController>,
  503. transaction: &'a (dyn FolderPersistenceTransaction + 'a),
  504. ) -> FlowyResult<Vec<ViewRevision>> {
  505. let mut view_revs = transaction.read_views(belong_to_id)?;
  506. let trash_ids = trash_controller.read_trash_ids(transaction)?;
  507. view_revs.retain(|view_table| !trash_ids.contains(&view_table.id));
  508. Ok(view_revs)
  509. }