use crate::manager::{ViewDataProcessor, ViewDataProcessorMap}; use crate::{ dart_notification::{send_dart_notification, FolderNotification}, entities::{ trash::{RepeatedTrashId, TrashType}, view::{CreateViewParams, RepeatedView, UpdateViewParams, View, ViewId}, }, errors::{FlowyError, FlowyResult}, event_map::{FolderCouldServiceV1, WorkspaceUser}, services::{ persistence::{FolderPersistence, FolderPersistenceTransaction, ViewChangeset}, TrashController, TrashEvent, }, }; use bytes::Bytes; use flowy_database::kv::KV; use flowy_folder_data_model::entities::view::{gen_view_id, ViewDataType}; use flowy_folder_data_model::entities::{ViewExtData, ViewInfo}; use flowy_folder_data_model::revision::ViewRevision; use flowy_sync::entities::text_block_info::TextBlockId; use futures::{FutureExt, StreamExt}; use std::{collections::HashSet, sync::Arc}; const LATEST_VIEW_ID: &str = "latest_view_id"; pub(crate) struct ViewController { user: Arc, cloud_service: Arc, persistence: Arc, trash_controller: Arc, data_processors: ViewDataProcessorMap, } impl ViewController { pub(crate) fn new( user: Arc, persistence: Arc, cloud_service: Arc, trash_controller: Arc, data_processors: ViewDataProcessorMap, ) -> Self { Self { user, cloud_service, persistence, trash_controller, data_processors, } } pub(crate) fn initialize(&self) -> Result<(), FlowyError> { self.listen_trash_can_event(); Ok(()) } #[tracing::instrument(level = "trace", skip(self, params), fields(name = %params.name), err)] pub(crate) async fn create_view_from_params( &self, mut params: CreateViewParams, ) -> Result { let processor = self.get_data_processor(¶ms.data_type)?; let user_id = self.user.user_id()?; if params.data.is_empty() { let view_data = processor.create_default_view(&user_id, ¶ms.view_id).await?; params.data = view_data.to_vec(); } else { let delta_data = processor .process_view_delta_data(&user_id, ¶ms.view_id, params.data.clone()) .await?; let _ = self .create_view(¶ms.view_id, params.data_type.clone(), delta_data) .await?; }; let view_rev = self.create_view_on_server(params).await?; let _ = self.create_view_on_local(view_rev.clone()).await?; Ok(view_rev) } #[tracing::instrument(level = "debug", skip(self, view_id, delta_data), err)] pub(crate) async fn create_view( &self, view_id: &str, data_type: ViewDataType, delta_data: Bytes, ) -> Result<(), FlowyError> { if delta_data.is_empty() { return Err(FlowyError::internal().context("The content of the view should not be empty")); } let user_id = self.user.user_id()?; let processor = self.get_data_processor(&data_type)?; let _ = processor.create_container(&user_id, view_id, delta_data).await?; Ok(()) } pub(crate) async fn create_view_on_local(&self, view_rev: ViewRevision) -> Result<(), FlowyError> { let trash_controller = self.trash_controller.clone(); self.persistence .begin_transaction(|transaction| { let belong_to_id = view_rev.belong_to_id.clone(); let _ = transaction.create_view(view_rev)?; let _ = notify_views_changed(&belong_to_id, trash_controller, &transaction)?; Ok(()) }) .await } #[tracing::instrument(level = "debug", skip(self, view_id), fields(view_id = %view_id.value), err)] pub(crate) async fn read_view(&self, view_id: ViewId) -> Result { let view_rev = self .persistence .begin_transaction(|transaction| { let view = transaction.read_view(&view_id.value)?; let trash_ids = self.trash_controller.read_trash_ids(&transaction)?; if trash_ids.contains(&view.id) { return Err(FlowyError::record_not_found()); } Ok(view) }) .await?; let _ = self.read_view_on_server(view_id); Ok(view_rev) } #[tracing::instrument(level = "debug", skip(self, view_id), fields(view_id = %view_id.value), err)] pub(crate) async fn read_view_info(&self, view_id: ViewId) -> Result { let view_info = self .persistence .begin_transaction(|transaction| { let view_rev = transaction.read_view(&view_id.value)?; let items: Vec = view_rev .belongings .into_iter() .map(|view_rev| view_rev.into()) .collect(); let ext_data = ViewExtData::from(view_rev.ext_data); let view_info = ViewInfo { id: view_rev.id, belong_to_id: view_rev.belong_to_id, name: view_rev.name, desc: view_rev.desc, data_type: view_rev.data_type, belongings: RepeatedView { items }, ext_data, }; Ok(view_info) }) .await?; Ok(view_info) } pub(crate) async fn read_local_views(&self, ids: Vec) -> Result, FlowyError> { self.persistence .begin_transaction(|transaction| { let mut views = vec![]; for view_id in ids { views.push(transaction.read_view(&view_id)?); } Ok(views) }) .await } #[tracing::instrument(level = "trace", skip(self), err)] pub(crate) fn set_latest_view(&self, view_id: &str) -> Result<(), FlowyError> { KV::set_str(LATEST_VIEW_ID, view_id.to_owned()); Ok(()) } #[tracing::instrument(level = "debug", skip(self), err)] pub(crate) async fn close_view(&self, view_id: &str) -> Result<(), FlowyError> { let processor = self.get_data_processor_from_view_id(view_id).await?; let _ = processor.close_container(view_id).await?; Ok(()) } #[tracing::instrument(level = "debug", skip(self,params), fields(doc_id = %params.value), err)] pub(crate) async fn delete_view(&self, params: TextBlockId) -> Result<(), FlowyError> { if let Some(view_id) = KV::get_str(LATEST_VIEW_ID) { if view_id == params.value { let _ = KV::remove(LATEST_VIEW_ID); } } let processor = self.get_data_processor_from_view_id(¶ms.value).await?; let _ = processor.delete_container(¶ms.value).await?; Ok(()) } #[tracing::instrument(level = "debug", skip(self), err)] pub(crate) async fn move_view(&self, view_id: &str, from: usize, to: usize) -> Result<(), FlowyError> { let _ = self .persistence .begin_transaction(|transaction| { let _ = transaction.move_view(view_id, from, to)?; let view = transaction.read_view(view_id)?; let _ = notify_views_changed(&view.belong_to_id, self.trash_controller.clone(), &transaction)?; Ok(()) }) .await?; Ok(()) } #[tracing::instrument(level = "debug", skip(self), err)] pub(crate) async fn duplicate_view(&self, view_id: &str) -> Result<(), FlowyError> { let view_rev = self .persistence .begin_transaction(|transaction| transaction.read_view(view_id)) .await?; let processor = self.get_data_processor(&view_rev.data_type)?; let delta_bytes = processor.view_delta_data(view_id).await?; let duplicate_params = CreateViewParams { belong_to_id: view_rev.belong_to_id.clone(), name: format!("{} (copy)", &view_rev.name), desc: view_rev.desc, thumbnail: view_rev.thumbnail, data_type: view_rev.data_type, data: delta_bytes.to_vec(), view_id: gen_view_id(), plugin_type: view_rev.plugin_type, }; let _ = self.create_view_from_params(duplicate_params).await?; Ok(()) } // belong_to_id will be the app_id or view_id. #[tracing::instrument(level = "trace", skip(self), err)] pub(crate) async fn read_views_belong_to(&self, belong_to_id: &str) -> Result, FlowyError> { self.persistence .begin_transaction(|transaction| { read_belonging_views_on_local(belong_to_id, self.trash_controller.clone(), &transaction) }) .await } #[tracing::instrument(level = "debug", skip(self, params), err)] pub(crate) async fn update_view(&self, params: UpdateViewParams) -> Result { let changeset = ViewChangeset::new(params.clone()); let view_id = changeset.id.clone(); let view_rev = self .persistence .begin_transaction(|transaction| { let _ = transaction.update_view(changeset)?; let view_rev = transaction.read_view(&view_id)?; let view: View = view_rev.clone().into(); send_dart_notification(&view_id, FolderNotification::ViewUpdated) .payload(view) .send(); let _ = notify_views_changed(&view_rev.belong_to_id, self.trash_controller.clone(), &transaction)?; Ok(view_rev) }) .await?; let _ = self.update_view_on_server(params); Ok(view_rev) } pub(crate) async fn latest_visit_view(&self) -> FlowyResult> { match KV::get_str(LATEST_VIEW_ID) { None => Ok(None), Some(view_id) => { let view_rev = self .persistence .begin_transaction(|transaction| transaction.read_view(&view_id)) .await?; Ok(Some(view_rev)) } } } } impl ViewController { #[tracing::instrument(level = "debug", skip(self, params), err)] async fn create_view_on_server(&self, params: CreateViewParams) -> Result { let token = self.user.token()?; let view_rev = self.cloud_service.create_view(&token, params).await?; Ok(view_rev) } #[tracing::instrument(level = "debug", skip(self), err)] fn update_view_on_server(&self, params: UpdateViewParams) -> Result<(), FlowyError> { let token = self.user.token()?; let server = self.cloud_service.clone(); tokio::spawn(async move { match server.update_view(&token, params).await { Ok(_) => {} Err(e) => { // TODO: retry? log::error!("Update view failed: {:?}", e); } } }); Ok(()) } #[tracing::instrument(level = "debug", skip(self), err)] fn read_view_on_server(&self, params: ViewId) -> Result<(), FlowyError> { let token = self.user.token()?; let server = self.cloud_service.clone(); let persistence = self.persistence.clone(); // TODO: Retry with RetryAction? tokio::spawn(async move { match server.read_view(&token, params).await { Ok(Some(view_rev)) => { match persistence .begin_transaction(|transaction| transaction.create_view(view_rev.clone())) .await { Ok(_) => { let view: View = view_rev.into(); send_dart_notification(&view.id, FolderNotification::ViewUpdated) .payload(view) .send(); } Err(e) => log::error!("Save view failed: {:?}", e), } } Ok(None) => {} Err(e) => log::error!("Read view failed: {:?}", e), } }); Ok(()) } fn listen_trash_can_event(&self) { let mut rx = self.trash_controller.subscribe(); let persistence = self.persistence.clone(); let data_processors = self.data_processors.clone(); let trash_controller = self.trash_controller.clone(); let _ = tokio::spawn(async move { loop { let mut stream = Box::pin(rx.recv().into_stream().filter_map(|result| async move { match result { Ok(event) => event.select(TrashType::TrashView), Err(_e) => None, } })); if let Some(event) = stream.next().await { handle_trash_event( persistence.clone(), data_processors.clone(), trash_controller.clone(), event, ) .await } } }); } async fn get_data_processor_from_view_id( &self, view_id: &str, ) -> FlowyResult> { let view = self .persistence .begin_transaction(|transaction| transaction.read_view(view_id)) .await?; self.get_data_processor(&view.data_type) } #[inline] fn get_data_processor(&self, data_type: &ViewDataType) -> FlowyResult> { match self.data_processors.get(data_type) { None => Err(FlowyError::internal().context(format!( "Get data processor failed. Unknown view data type: {:?}", data_type ))), Some(processor) => Ok(processor.clone()), } } } #[tracing::instrument(level = "trace", skip(persistence, data_processors, trash_can))] async fn handle_trash_event( persistence: Arc, data_processors: ViewDataProcessorMap, trash_can: Arc, event: TrashEvent, ) { match event { TrashEvent::NewTrash(identifiers, ret) => { let result = persistence .begin_transaction(|transaction| { let view_revs = read_local_views_with_transaction(identifiers, &transaction)?; for view_rev in view_revs { let _ = notify_views_changed(&view_rev.belong_to_id, trash_can.clone(), &transaction)?; notify_dart(view_rev.into(), FolderNotification::ViewDeleted); } Ok(()) }) .await; let _ = ret.send(result).await; } TrashEvent::Putback(identifiers, ret) => { let result = persistence .begin_transaction(|transaction| { let view_revs = read_local_views_with_transaction(identifiers, &transaction)?; for view_rev in view_revs { let _ = notify_views_changed(&view_rev.belong_to_id, trash_can.clone(), &transaction)?; notify_dart(view_rev.into(), FolderNotification::ViewRestored); } Ok(()) }) .await; let _ = ret.send(result).await; } TrashEvent::Delete(identifiers, ret) => { let result = || async { let views = persistence .begin_transaction(|transaction| { let mut notify_ids = HashSet::new(); let mut views = vec![]; for identifier in identifiers.items { let view = transaction.read_view(&identifier.id)?; let _ = transaction.delete_view(&view.id)?; notify_ids.insert(view.belong_to_id.clone()); views.push(view); } for notify_id in notify_ids { let _ = notify_views_changed(¬ify_id, trash_can.clone(), &transaction)?; } Ok(views) }) .await?; for view in views { match get_data_processor(data_processors.clone(), &view.data_type) { Ok(processor) => { let _ = processor.close_container(&view.id).await?; } Err(e) => { tracing::error!("{}", e) } } } Ok(()) }; let _ = ret.send(result().await).await; } } } fn get_data_processor( data_processors: ViewDataProcessorMap, data_type: &ViewDataType, ) -> FlowyResult> { match data_processors.get(data_type) { None => Err(FlowyError::internal().context(format!( "Get data processor failed. Unknown view data type: {:?}", data_type ))), Some(processor) => Ok(processor.clone()), } } fn read_local_views_with_transaction<'a>( identifiers: RepeatedTrashId, transaction: &'a (dyn FolderPersistenceTransaction + 'a), ) -> Result, FlowyError> { let mut view_revs = vec![]; for identifier in identifiers.items { view_revs.push(transaction.read_view(&identifier.id)?); } Ok(view_revs) } fn notify_dart(view: View, notification: FolderNotification) { send_dart_notification(&view.id, notification).payload(view).send(); } #[tracing::instrument( level = "debug", skip(belong_to_id, trash_controller, transaction), fields(view_count), err )] fn notify_views_changed<'a>( belong_to_id: &str, trash_controller: Arc, transaction: &'a (dyn FolderPersistenceTransaction + 'a), ) -> FlowyResult<()> { let items: Vec = read_belonging_views_on_local(belong_to_id, trash_controller.clone(), transaction)? .into_iter() .map(|view_rev| view_rev.into()) .collect(); tracing::Span::current().record("view_count", &format!("{}", items.len()).as_str()); let repeated_view = RepeatedView { items }; send_dart_notification(belong_to_id, FolderNotification::AppViewsChanged) .payload(repeated_view) .send(); Ok(()) } fn read_belonging_views_on_local<'a>( belong_to_id: &str, trash_controller: Arc, transaction: &'a (dyn FolderPersistenceTransaction + 'a), ) -> FlowyResult> { let mut view_revs = transaction.read_views(belong_to_id)?; let trash_ids = trash_controller.read_trash_ids(transaction)?; view_revs.retain(|view_table| !trash_ids.contains(&view_table.id)); Ok(view_revs) }