Skip to content

Bring projects, wikis, and teams together with AI. AppFlowy is the AI collaborative workspace where you achieve more without losing control of your data. The leading open source Notion alternative.

chore: return local model

Nathanac659066c674
diff --git a/frontend/appflowy_flutter/lib/plugins/ai_chat/chat_page.dart b/frontend/appflowy_flutter/lib/plugins/ai_chat/chat_page.dart
index 52617f1292..c154b0e3a0 100644
--- a/frontend/appflowy_flutter/lib/plugins/ai_chat/chat_page.dart
+++ b/frontend/appflowy_flutter/lib/plugins/ai_chat/chat_page.dart
@@ -1,7 +1,6 @@
import 'dart:io';
import 'package:appflowy/ai/ai.dart';
-import 'package:appflowy/generated/locale_keys.g.dart';
import 'package:appflowy/plugins/ai_chat/presentation/chat_message_selector_banner.dart';
import 'package:appflowy/workspace/application/view/view_service.dart';
import 'package:appflowy_backend/log.dart';
@@ -9,8 +8,6 @@ import 'package:appflowy_backend/protobuf/flowy-folder/view.pb.dart';
import 'package:appflowy_backend/protobuf/flowy-user/protobuf.dart';
import 'package:appflowy_result/appflowy_result.dart';
import 'package:desktop_drop/desktop_drop.dart';
-import 'package:easy_localization/easy_localization.dart';
-import 'package:flowy_infra_ui/flowy_infra_ui.dart';
import 'package:flutter/material.dart';
import 'package:flutter/services.dart';
import 'package:flutter_bloc/flutter_bloc.dart';
diff --git a/frontend/appflowy_flutter/lib/plugins/document/presentation/editor_plugins/ai/ai_writer_toolbar_item.dart b/frontend/appflowy_flutter/lib/plugins/document/presentation/editor_plugins/ai/ai_writer_toolbar_item.dart
index a8071e9286..ab695b31a6 100644
--- a/frontend/appflowy_flutter/lib/plugins/document/presentation/editor_plugins/ai/ai_writer_toolbar_item.dart
+++ b/frontend/appflowy_flutter/lib/plugins/document/presentation/editor_plugins/ai/ai_writer_toolbar_item.dart
@@ -1,6 +1,5 @@
import 'package:appflowy/generated/flowy_svgs.g.dart';
import 'package:appflowy/generated/locale_keys.g.dart';
-import 'package:appflowy/plugins/document/application/document_bloc.dart';
import 'package:appflowy/plugins/document/presentation/editor_plugins/plugins.dart';
import 'package:appflowy/plugins/document/presentation/editor_style.dart';
import 'package:appflowy/workspace/presentation/widgets/dialogs.dart';
@@ -9,7 +8,6 @@ import 'package:appflowy_ui/appflowy_ui.dart';
import 'package:easy_localization/easy_localization.dart';
import 'package:flowy_infra_ui/flowy_infra_ui.dart';
import 'package:flutter/material.dart';
-import 'package:flutter_bloc/flutter_bloc.dart';
import 'operations/ai_writer_entities.dart';
diff --git a/frontend/rust-lib/flowy-ai/src/ai_manager.rs b/frontend/rust-lib/flowy-ai/src/ai_manager.rs
index a49771a544..c2f5b223c0 100644
--- a/frontend/rust-lib/flowy-ai/src/ai_manager.rs
+++ b/frontend/rust-lib/flowy-ai/src/ai_manager.rs
@@ -35,8 +35,10 @@ use tokio::sync::RwLock;
use tracing::{error, info, instrument, trace};
use uuid::Uuid;
+#[async_trait]
pub trait AIUserService: Send + Sync + 'static {
fn user_id(&self) -> Result<i64, FlowyError>;
+ async fn is_local_model(&self) -> FlowyResult<bool>;
fn workspace_id(&self) -> Result<Uuid, FlowyError>;
fn sqlite_connection(&self, uid: i64) -> Result<DBConnection, FlowyError>;
fn application_root_dir(&self) -> Result<PathBuf, FlowyError>;
@@ -437,99 +439,113 @@ impl AIManager {
}
pub async fn get_available_models(&self, source: String) -> FlowyResult<AvailableModelsPB> {
- // Build the models list from server models and mark them as non-local.
- let mut models: Vec<AIModel> = self
- .get_server_available_models()
- .await?
- .into_iter()
- .map(AIModel::from)
- .collect();
-
- trace!("[Model Selection]: Available models: {:?}", models);
-
- let mut current_active_local_ai_model = None;
-
- // If user enable local ai, then add local ai model to the list.
- if let Some(local_model) = self.local_ai.get_plugin_chat_model() {
- let model = AIModel::local(local_model, "".to_string());
- current_active_local_ai_model = Some(model.clone());
- trace!("[Model Selection] current local ai model: {}", model.name);
- models.push(model);
- }
+ let is_local_mode = self.user_service.is_local_model().await?;
+ if is_local_mode {
+ let mut selected_model = AIModel::default();
+ let mut models = vec![];
+ if let Some(local_model) = self.local_ai.get_plugin_chat_model() {
+ let model = AIModel::local(local_model, "".to_string());
+ selected_model = model.clone();
+ models.push(model);
+ }
- if models.is_empty() {
- return Ok(AvailableModelsPB {
+ Ok(AvailableModelsPB {
models: models.into_iter().map(|m| m.into()).collect(),
- selected_model: AIModelPB::default(),
- });
- }
+ selected_model: AIModelPB::from(selected_model),
+ })
+ } else {
+ // Build the models list from server models and mark them as non-local.
+ let mut models: Vec<AIModel> = self
+ .get_server_available_models()
+ .await?
+ .into_iter()
+ .map(AIModel::from)
+ .collect();
+
+ trace!("[Model Selection]: Available models: {:?}", models);
+ let mut current_active_local_ai_model = None;
+
+ // If user enable local ai, then add local ai model to the list.
+ if let Some(local_model) = self.local_ai.get_plugin_chat_model() {
+ let model = AIModel::local(local_model, "".to_string());
+ current_active_local_ai_model = Some(model.clone());
+ trace!("[Model Selection] current local ai model: {}", model.name);
+ models.push(model);
+ }
- // Global active model is the model selected by the user in the workspace settings.
- let mut server_active_model = self
- .get_workspace_select_model()
- .await
- .map(|m| AIModel::server(m, "".to_string()))
- .unwrap_or_else(|_| AIModel::default());
+ if models.is_empty() {
+ return Ok(AvailableModelsPB {
+ models: models.into_iter().map(|m| m.into()).collect(),
+ selected_model: AIModelPB::default(),
+ });
+ }
- trace!(
- "[Model Selection] server active model: {:?}",
- server_active_model
- );
+ // Global active model is the model selected by the user in the workspace settings.
+ let mut server_active_model = self
+ .get_workspace_select_model()
+ .await
+ .map(|m| AIModel::server(m, "".to_string()))
+ .unwrap_or_else(|_| AIModel::default());
- let mut user_selected_model = server_active_model.clone();
- // when current select model is deprecated, reset the model to default
- if !models.iter().any(|m| m.name == server_active_model.name) {
- server_active_model = AIModel::default();
- }
+ trace!(
+ "[Model Selection] server active model: {:?}",
+ server_active_model
+ );
- let source_key = ai_available_models_key(&source);
+ let mut user_selected_model = server_active_model.clone();
+ // when current select model is deprecated, reset the model to default
+ if !models.iter().any(|m| m.name == server_active_model.name) {
+ server_active_model = AIModel::default();
+ }
- // We use source to identify user selected model. source can be document id or chat id.
- match self.store_preferences.get_object::<AIModel>(&source_key) {
- None => {
- // when there is selected model and current local ai is active, then use local ai
- if let Some(local_ai_model) = models.iter().find(|m| m.is_local) {
- user_selected_model = local_ai_model.clone();
- }
- },
- Some(mut model) => {
- trace!("[Model Selection] user previous select model: {:?}", model);
- // If source is provided, try to get the user-selected model from the store. User selected
- // model will be used as the active model if it exists.
- if model.is_local {
- if let Some(local_ai_model) = &current_active_local_ai_model {
- if local_ai_model.name != model.name {
- model = local_ai_model.clone();
+ let source_key = ai_available_models_key(&source);
+ // We use source to identify user selected model. source can be document id or chat id.
+ match self.store_preferences.get_object::<AIModel>(&source_key) {
+ None => {
+ // when there is selected model and current local ai is active, then use local ai
+ if let Some(local_ai_model) = models.iter().find(|m| m.is_local) {
+ user_selected_model = local_ai_model.clone();
+ }
+ },
+ Some(mut model) => {
+ trace!("[Model Selection] user previous select model: {:?}", model);
+ // If source is provided, try to get the user-selected model from the store. User selected
+ // model will be used as the active model if it exists.
+ if model.is_local {
+ if let Some(local_ai_model) = &current_active_local_ai_model {
+ if local_ai_model.name != model.name {
+ model = local_ai_model.clone();
+ }
}
}
- }
-
- user_selected_model = model;
- },
- }
- // If user selected model is not available in the list, use the global active model.
- let active_model = models
- .iter()
- .find(|m| m.name == user_selected_model.name)
- .cloned()
- .or(Some(server_active_model.clone()));
+ user_selected_model = model;
+ },
+ }
- // Update the stored preference if a different model is used.
- if let Some(ref active_model) = active_model {
- if active_model.name != user_selected_model.name {
- self
- .store_preferences
- .set_object::<AIModel>(&source_key, &active_model.clone())?;
+ // If user selected model is not available in the list, use the global active model.
+ let active_model = models
+ .iter()
+ .find(|m| m.name == user_selected_model.name)
+ .cloned()
+ .or(Some(server_active_model.clone()));
+
+ // Update the stored preference if a different model is used.
+ if let Some(ref active_model) = active_model {
+ if active_model.name != user_selected_model.name {
+ self
+ .store_preferences
+ .set_object::<AIModel>(&source_key, &active_model.clone())?;
+ }
}
- }
- trace!("[Model Selection] final active model: {:?}", active_model);
- let selected_model = AIModelPB::from(active_model.unwrap_or_default());
- Ok(AvailableModelsPB {
- models: models.into_iter().map(|m| m.into()).collect(),
- selected_model,
- })
+ trace!("[Model Selection] final active model: {:?}", active_model);
+ let selected_model = AIModelPB::from(active_model.unwrap_or_default());
+ Ok(AvailableModelsPB {
+ models: models.into_iter().map(|m| m.into()).collect(),
+ selected_model,
+ })
+ }
}
pub async fn get_or_create_chat_instance(&self, chat_id: &Uuid) -> Result<Arc<Chat>, FlowyError> {
diff --git a/frontend/rust-lib/flowy-core/src/deps_resolve/chat_deps.rs b/frontend/rust-lib/flowy-core/src/deps_resolve/chat_deps.rs
index a8280f9f66..c8c93a7f4c 100644
--- a/frontend/rust-lib/flowy-core/src/deps_resolve/chat_deps.rs
+++ b/frontend/rust-lib/flowy-core/src/deps_resolve/chat_deps.rs
@@ -8,7 +8,7 @@ use collab_integrate::persistence::collab_metadata_sql::AFCollabMetadata;
use flowy_ai::ai_manager::{AIExternalService, AIManager, AIUserService};
use flowy_ai::local_ai::controller::LocalAIController;
use flowy_ai_pub::cloud::ChatCloudService;
-use flowy_error::FlowyError;
+use flowy_error::{FlowyError, FlowyResult};
use flowy_folder::ViewLayout;
use flowy_folder_pub::cloud::{FolderCloudService, FullSyncCollabParams};
use flowy_folder_pub::query::FolderService;
@@ -164,11 +164,16 @@ impl ChatUserServiceImpl {
}
}
+#[async_trait]
impl AIUserService for ChatUserServiceImpl {
fn user_id(&self) -> Result<i64, FlowyError> {
self.upgrade_user()?.user_id()
}
+ async fn is_local_model(&self) -> FlowyResult<bool> {
+ self.upgrade_user()?.is_local_mode().await
+ }
+
fn workspace_id(&self) -> Result<Uuid, FlowyError> {
self.upgrade_user()?.workspace_id()
}
diff --git a/frontend/rust-lib/flowy-core/src/lib.rs b/frontend/rust-lib/flowy-core/src/lib.rs
index 7584628056..1cf748d089 100644
--- a/frontend/rust-lib/flowy-core/src/lib.rs
+++ b/frontend/rust-lib/flowy-core/src/lib.rs
@@ -37,6 +37,7 @@ use crate::log_filter::init_log;
use crate::server_layer::{current_server_type, Server, ServerProvider};
use deps_resolve::reminder_deps::CollabInteractImpl;
use flowy_sqlite::DBConnection;
+use lib_infra::async_trait::async_trait;
use user_state_callback::UserStatusCallbackImpl;
pub mod config;
@@ -333,6 +334,8 @@ impl ServerUserImpl {
Ok(user)
}
}
+
+#[async_trait]
impl ServerUser for ServerUserImpl {
fn workspace_id(&self) -> FlowyResult<Uuid> {
self.upgrade_user()?.workspace_id()
@@ -342,6 +345,10 @@ impl ServerUser for ServerUserImpl {
self.upgrade_user()?.user_id()
}
+ async fn is_local_mode(&self) -> FlowyResult<bool> {
+ self.upgrade_user()?.is_local_mode().await
+ }
+
fn get_sqlite_db(&self, uid: i64) -> Result<DBConnection, FlowyError> {
self.upgrade_user()?.get_sqlite_connection(uid)
}
diff --git a/frontend/rust-lib/flowy-core/src/server_layer.rs b/frontend/rust-lib/flowy-core/src/server_layer.rs
index e194f614cd..3f5d16b165 100644
--- a/frontend/rust-lib/flowy-core/src/server_layer.rs
+++ b/frontend/rust-lib/flowy-core/src/server_layer.rs
@@ -13,6 +13,7 @@ use flowy_server_pub::AuthenticatorType;
use flowy_sqlite::kv::KVStorePreferences;
use flowy_sqlite::DBConnection;
use flowy_user_pub::entities::*;
+use lib_infra::async_trait::async_trait;
use serde_repr::*;
use std::fmt::{Display, Formatter};
use std::path::PathBuf;
@@ -184,11 +185,16 @@ pub fn current_server_type() -> Server {
struct AIUserServiceImpl(Arc<dyn ServerUser>);
+#[async_trait]
impl AIUserService for AIUserServiceImpl {
fn user_id(&self) -> Result<i64, FlowyError> {
self.0.user_id()
}
+ async fn is_local_model(&self) -> FlowyResult<bool> {
+ self.0.is_local_mode().await
+ }
+
fn workspace_id(&self) -> Result<Uuid, FlowyError> {
self.0.workspace_id()
}
diff --git a/frontend/rust-lib/flowy-server/src/af_cloud/define.rs b/frontend/rust-lib/flowy-server/src/af_cloud/define.rs
index cf98cf5214..e6d8a7fac2 100644
--- a/frontend/rust-lib/flowy-server/src/af_cloud/define.rs
+++ b/frontend/rust-lib/flowy-server/src/af_cloud/define.rs
@@ -1,5 +1,6 @@
use flowy_error::{FlowyError, FlowyResult};
use flowy_sqlite::DBConnection;
+use lib_infra::async_trait::async_trait;
use std::path::PathBuf;
use uuid::Uuid;
@@ -9,11 +10,13 @@ pub const USER_EMAIL: &str = "email";
pub const USER_DEVICE_ID: &str = "device_id";
/// Represents a user that is currently using the server.
+#[async_trait]
pub trait ServerUser: Send + Sync {
/// different user might return different workspace id.
fn workspace_id(&self) -> FlowyResult<Uuid>;
fn user_id(&self) -> FlowyResult<i64>;
+ async fn is_local_mode(&self) -> FlowyResult<bool>;
fn get_sqlite_db(&self, uid: i64) -> Result<DBConnection, FlowyError>;
fn application_root_dir(&self) -> Result<PathBuf, FlowyError>;
diff --git a/frontend/rust-lib/flowy-server/tests/af_cloud_test/util.rs b/frontend/rust-lib/flowy-server/tests/af_cloud_test/util.rs
index 3004ce2163..11027028ff 100644
--- a/frontend/rust-lib/flowy-server/tests/af_cloud_test/util.rs
+++ b/frontend/rust-lib/flowy-server/tests/af_cloud_test/util.rs
@@ -12,6 +12,7 @@ use flowy_server::af_cloud::define::ServerUser;
use flowy_server::af_cloud::AppFlowyCloudServer;
use flowy_server_pub::af_cloud_config::AFCloudConfiguration;
use flowy_sqlite::DBConnection;
+use lib_infra::async_trait::async_trait;
/// To run the test, create a .env.ci file in the 'flowy-server' directory and set the following environment variables:
///
@@ -38,6 +39,7 @@ pub fn af_cloud_server(config: AFCloudConfiguration) -> Arc<AppFlowyCloudServer>
))
}
+#[async_trait]
struct FakeServerUserImpl;
impl ServerUser for FakeServerUserImpl {
fn workspace_id(&self) -> FlowyResult<Uuid> {
@@ -48,6 +50,10 @@ impl ServerUser for FakeServerUserImpl {
todo!()
}
+ async fn is_local_mode(&self) -> FlowyResult<bool> {
+ Ok(true)
+ }
+
fn get_sqlite_db(&self, _uid: i64) -> Result<DBConnection, FlowyError> {
todo!()
}
diff --git a/frontend/rust-lib/flowy-user/src/services/authenticate_user.rs b/frontend/rust-lib/flowy-user/src/services/authenticate_user.rs
index 7ec63f93f7..84c1e9afe9 100644
--- a/frontend/rust-lib/flowy-user/src/services/authenticate_user.rs
+++ b/frontend/rust-lib/flowy-user/src/services/authenticate_user.rs
@@ -3,6 +3,7 @@ use crate::services::db::UserDB;
use crate::services::entities::{UserConfig, UserPaths};
use collab_integrate::CollabKVDB;
+use crate::user_manager::manager_history_user::ANON_USER;
use arc_swap::ArcSwapOption;
use collab_plugins::local_storage::kv::doc::CollabKVAction;
use collab_plugins::local_storage::kv::KVTransactionDB;
@@ -46,6 +47,17 @@ impl AuthenticateUser {
Ok(session.user_id)
}
+ pub async fn is_local_mode(&self) -> FlowyResult<bool> {
+ let uid = self.user_id()?;
+ if let Ok(anon_user) = self.get_anon_user().await {
+ if anon_user == uid {
+ return Ok(true);
+ }
+ }
+
+ Ok(false)
+ }
+
pub fn device_id(&self) -> FlowyResult<String> {
Ok(self.user_config.device_id.to_string())
}
@@ -150,4 +162,16 @@ impl AuthenticateUser {
},
}
}
+
+ async fn get_anon_user(&self) -> FlowyResult<i64> {
+ let anon_session = self
+ .store_preferences
+ .get_object::<Session>(ANON_USER)
+ .ok_or(FlowyError::new(
+ ErrorCode::RecordNotFound,
+ "Anon user not found",
+ ))?;
+
+ Ok(anon_session.user_id)
+ }
}
diff --git a/frontend/rust-lib/flowy-user/src/user_manager/manager_history_user.rs b/frontend/rust-lib/flowy-user/src/user_manager/manager_history_user.rs
index 8d20bae427..b7f4789f9a 100644
--- a/frontend/rust-lib/flowy-user/src/user_manager/manager_history_user.rs
+++ b/frontend/rust-lib/flowy-user/src/user_manager/manager_history_user.rs
@@ -9,7 +9,7 @@ use flowy_user_pub::entities::Authenticator;
use crate::migrations::AnonUser;
use flowy_user_pub::session::Session;
-const ANON_USER: &str = "anon_user";
+pub const ANON_USER: &str = "anon_user";
impl UserManager {
#[instrument(skip_all)]
pub async fn get_migration_user(