feat: Add base project structure with API and web components

2025-12-02 20:28:01 +08:00
parent f3de6d6cc9
commit c1adc62ec6
817 changed files with 111226 additions and 106 deletions
--- a/api/app/controllers/memory_storage_controller.py
+++ b/api/app/controllers/memory_storage_controller.py
@@ -0,0 +1,542 @@
+from typing import Optional
+import os
+import uuid
+from fastapi import APIRouter, Depends
+
+from app.core.logging_config import get_api_logger
+from app.core.response_utils import success, fail
+from app.core.error_codes import BizCode
+from app.services.memory_storage_service import (
+    MemoryStorageService,
+    DataConfigService,
+    kb_type_distribution,
+    search_dialogue,
+    search_chunk,
+    search_statement,
+    search_entity,
+    search_all,
+    search_detials,
+    search_edges,
+    search_entity_graph,
+    analytics_hot_memory_tags,
+    analytics_memory_insight_report,
+    analytics_recent_activity_stats,
+    analytics_user_summary,
+)
+from app.schemas.response_schema import ApiResponse
+from app.schemas.memory_storage_schema import (
+    ConfigParamsCreate,
+    ConfigParamsDelete,
+    ConfigUpdate,
+    ConfigUpdateExtracted,
+    ConfigUpdateForget,
+    ConfigKey,
+    ConfigPilotRun,
+)
+from app.core.memory.utils.config.definitions import reload_configuration_from_database
+from app.dependencies import get_current_user
+from app.models.user_model import User
+# Get API logger
+api_logger = get_api_logger()
+
+# Initialize service
+memory_storage_service = MemoryStorageService()
+
+router = APIRouter(
+    prefix="/memory-storage",
+    tags=["Memory Storage"],
+)
+
+
+@router.get("/info", response_model=ApiResponse)
+async def get_storage_info(
+    storage_id: str,
+    current_user: User = Depends(get_current_user)
+):
+    """
+    Example wrapper endpoint - retrieves storage information
+    
+    Args:
+        storage_id: Storage identifier
+    
+    Returns:
+        Storage information
+    """
+    api_logger.info(f"Storage info requested ")
+    try:
+        result = await memory_storage_service.get_storage_info()
+        return success(data=result)
+    except Exception as e:
+        api_logger.error(f"Storage info retrieval failed: {str(e)}")
+        return fail(BizCode.INTERNAL_ERROR, "存储信息获取失败", str(e))
+
+
+# --- DB connection dependency ---
+_CONN: Optional[object] = None
+
+
+"""PostgreSQL 连接生成与管理（使用 psycopg2）。"""
+# 这个可以转移，可能是已经有的
+# PostgreSQL 数据库连接
+def _make_pgsql_conn() -> Optional[object]:  # 创建 PostgreSQL 数据库连接
+    host = os.getenv("DB_HOST")
+    user = os.getenv("DB_USER")
+    password = os.getenv("DB_PASSWORD")
+    database = os.getenv("DB_NAME")
+    port_str = os.getenv("DB_PORT")
+    try:
+        import psycopg2  # type: ignore
+        port = int(port_str) if port_str else 5432
+        conn = psycopg2.connect(
+            host=host or "localhost",
+            port=port,
+            user=user,
+            password=password,
+            dbname=database,
+        )
+        # 设置自动提交，避免显式事务管理
+        conn.autocommit = True
+        # 设置会话时区为中国标准时间（Asia/Shanghai），便于直接以本地时区展示
+        try:
+            cur = conn.cursor()
+            cur.execute("SET TIME ZONE 'Asia/Shanghai'")
+            cur.close()
+        except Exception:
+            # 时区设置失败不影响连接，仅记录但不抛出
+            pass
+        return conn
+    except Exception as e:
+        try:
+            print(f"[PostgreSQL] 连接失败: {e}")
+        except Exception:
+            pass
+        return None
+
+def get_db_conn() -> Optional[object]:  # 获取 PostgreSQL 数据库连接
+    global _CONN
+    if _CONN is None:
+        _CONN = _make_pgsql_conn()
+    return _CONN
+
+
+def reset_db_conn() -> bool:  # 重置 PostgreSQL 数据库连接
+    """Close and recreate the global DB connection."""
+    global _CONN
+    try:
+        if _CONN:
+            try:
+                _CONN.close()
+            except Exception:
+                pass
+        _CONN = _make_pgsql_conn()
+        return _CONN is not None
+    except Exception:
+        _CONN = None
+        return False
+
+
+@router.post("/create_config", response_model=ApiResponse)   # 创建配置文件，其他参数默认
+def create_config(
+    payload: ConfigParamsCreate,
+    current_user: User = Depends(get_current_user),
+    ) -> dict:
+    workspace_id = current_user.current_workspace_id
+    
+    # 检查用户是否已选择工作空间
+    if workspace_id is None:
+        api_logger.warning(f"用户 {current_user.username} 尝试创建配置但未选择工作空间")
+        return fail(BizCode.INVALID_PARAMETER, "请先切换到一个工作空间", "current_workspace_id is None")
+    
+    api_logger.info(f"用户 {current_user.username} 在工作空间 {workspace_id} 请求创建配置: {payload.config_name}")
+    try:
+        # 将 workspace_id 注入到 payload 中（保持为 UUID 类型）
+        payload.workspace_id = workspace_id
+        svc = DataConfigService(get_db_conn())
+        result = svc.create(payload)
+        return success(data=result, msg="创建成功")
+    except Exception as e:
+        api_logger.error(f"Create config failed: {str(e)}")
+        return fail(BizCode.INTERNAL_ERROR, "创建配置失败", str(e))
+
+
+@router.delete("/delete_config", response_model=ApiResponse)  # 删除数据库中的内容（按配置名称）
+def delete_config(
+    config_id: str,
+    current_user: User = Depends(get_current_user),
+    ) -> dict:
+    workspace_id = current_user.current_workspace_id
+    
+    # 检查用户是否已选择工作空间
+    if workspace_id is None:
+        api_logger.warning(f"用户 {current_user.username} 尝试删除配置但未选择工作空间")
+        return fail(BizCode.INVALID_PARAMETER, "请先切换到一个工作空间", "current_workspace_id is None")
+    
+    api_logger.info(f"用户 {current_user.username} 在工作空间 {workspace_id} 请求删除配置: {config_id}")
+    try:
+        svc = DataConfigService(get_db_conn())
+        result = svc.delete(ConfigParamsDelete(config_id=config_id))
+        return success(data=result, msg="删除成功")
+    except Exception as e:
+        api_logger.error(f"Delete config failed: {str(e)}")
+        return fail(BizCode.INTERNAL_ERROR, "删除配置失败", str(e))
+
+@router.post("/update_config", response_model=ApiResponse)  # 更新配置文件中name和desc
+def update_config(
+    payload: ConfigUpdate,
+    current_user: User = Depends(get_current_user),
+    ) -> dict:
+    workspace_id = current_user.current_workspace_id
+    
+    # 检查用户是否已选择工作空间
+    if workspace_id is None:
+        api_logger.warning(f"用户 {current_user.username} 尝试更新配置但未选择工作空间")
+        return fail(BizCode.INVALID_PARAMETER, "请先切换到一个工作空间", "current_workspace_id is None")
+    
+    api_logger.info(f"用户 {current_user.username} 在工作空间 {workspace_id} 请求更新配置: {payload.config_id}")
+    try:
+        svc = DataConfigService(get_db_conn())
+        result = svc.update(payload)
+        return success(data=result, msg="更新成功")
+    except Exception as e:
+        api_logger.error(f"Update config failed: {str(e)}")
+        return fail(BizCode.INTERNAL_ERROR, "更新配置失败", str(e))
+
+
+@router.post("/update_config_extracted", response_model=ApiResponse)  # 更新数据库中的部分内容 所有业务字段均可选
+def update_config_extracted(
+    payload: ConfigUpdateExtracted,
+    current_user: User = Depends(get_current_user),
+    ) -> dict:
+    workspace_id = current_user.current_workspace_id
+    
+    # 检查用户是否已选择工作空间
+    if workspace_id is None:
+        api_logger.warning(f"用户 {current_user.username} 尝试更新提取配置但未选择工作空间")
+        return fail(BizCode.INVALID_PARAMETER, "请先切换到一个工作空间", "current_workspace_id is None")
+    
+    api_logger.info(f"用户 {current_user.username} 在工作空间 {workspace_id} 请求更新提取配置: {payload.config_id}")
+    try:
+        svc = DataConfigService(get_db_conn())
+        result = svc.update_extracted(payload)
+        return success(data=result, msg="更新成功")
+    except Exception as e:
+        api_logger.error(f"Update config extracted failed: {str(e)}")
+        return fail(BizCode.INTERNAL_ERROR, "更新配置失败", str(e))
+
+
+# --- Forget config params ---
+@router.post("/update_config_forget", response_model=ApiResponse) # 更新遗忘引擎配置参数（固定路径）
+def update_config_forget(
+    payload: ConfigUpdateForget,
+    current_user: User = Depends(get_current_user),
+    ) -> dict:
+    workspace_id = current_user.current_workspace_id
+    
+    # 检查用户是否已选择工作空间
+    if workspace_id is None:
+        api_logger.warning(f"用户 {current_user.username} 尝试更新遗忘引擎配置但未选择工作空间")
+        return fail(BizCode.INVALID_PARAMETER, "请先切换到一个工作空间", "current_workspace_id is None")
+    
+    api_logger.info(f"用户 {current_user.username} 在工作空间 {workspace_id} 请求更新遗忘引擎配置: {payload.config_id}")
+    try:
+        svc = DataConfigService(get_db_conn())
+        result = svc.update_forget(payload)
+        return success(data=result, msg="更新成功")
+    except Exception as e:
+        api_logger.error(f"Update config forget failed: {str(e)}")
+        return fail(BizCode.INTERNAL_ERROR, "更新遗忘引擎配置失败", str(e))
+
+
+@router.get("/read_config_extracted", response_model=ApiResponse) # 通过查询参数读取某条配置（固定路径） 没有意义的话就删除
+def read_config_extracted(
+    config_id: str,
+    current_user: User = Depends(get_current_user),
+    ) -> dict:
+    workspace_id = current_user.current_workspace_id
+    
+    # 检查用户是否已选择工作空间
+    if workspace_id is None:
+        api_logger.warning(f"用户 {current_user.username} 尝试读取提取配置但未选择工作空间")
+        return fail(BizCode.INVALID_PARAMETER, "请先切换到一个工作空间", "current_workspace_id is None")
+    
+    api_logger.info(f"用户 {current_user.username} 在工作空间 {workspace_id} 请求读取提取配置: {config_id}")
+    try:
+        svc = DataConfigService(get_db_conn())
+        result = svc.get_extracted(ConfigKey(config_id=config_id))
+        return success(data=result, msg="查询成功")
+    except Exception as e:
+        api_logger.error(f"Read config extracted failed: {str(e)}")
+        return fail(BizCode.INTERNAL_ERROR, "查询配置失败", str(e))
+
+@router.get("/read_config_forget", response_model=ApiResponse) # 通过查询参数读取某条配置（固定路径） 没有意义的话就删除
+def read_config_forget(
+    config_id: str,
+    current_user: User = Depends(get_current_user),
+    ) -> dict:
+    workspace_id = current_user.current_workspace_id
+    
+    # 检查用户是否已选择工作空间
+    if workspace_id is None:
+        api_logger.warning(f"用户 {current_user.username} 尝试读取遗忘引擎配置但未选择工作空间")
+        return fail(BizCode.INVALID_PARAMETER, "请先切换到一个工作空间", "current_workspace_id is None")
+    
+    api_logger.info(f"用户 {current_user.username} 在工作空间 {workspace_id} 请求读取遗忘引擎配置: {config_id}")
+    try:
+        svc = DataConfigService(get_db_conn())
+        result = svc.get_forget(ConfigKey(config_id=config_id))
+        return success(data=result, msg="查询成功")
+    except Exception as e:
+        api_logger.error(f"Read config forget failed: {str(e)}")
+        return fail(BizCode.INTERNAL_ERROR, "查询遗忘引擎配置失败", str(e))
+
+@router.get("/read_all_config", response_model=ApiResponse) # 读取所有配置文件列表
+def read_all_config(
+    current_user: User = Depends(get_current_user),
+    ) -> dict:
+    workspace_id = current_user.current_workspace_id
+    
+    # 检查用户是否已选择工作空间
+    if workspace_id is None:
+        api_logger.warning(f"用户 {current_user.username} 尝试查询配置但未选择工作空间")
+        return fail(BizCode.INVALID_PARAMETER, "请先切换到一个工作空间", "current_workspace_id is None")
+    
+    api_logger.info(f"用户 {current_user.username} 在工作空间 {workspace_id} 请求读取所有配置")
+    try:
+        svc = DataConfigService(get_db_conn())
+        # 传递 workspace_id 进行过滤（保持为 UUID 类型）
+        result = svc.get_all(workspace_id=workspace_id)
+        return success(data=result, msg="查询成功")
+    except Exception as e:
+        api_logger.error(f"Read all config failed: {str(e)}")
+        return fail(BizCode.INTERNAL_ERROR, "查询所有配置失败", str(e))
+
+
+@router.post("/pilot_run", response_model=ApiResponse) # 试运行：触发执行主管线，使用 POST 更为合理
+async def pilot_run(
+    payload: ConfigPilotRun,
+    current_user: User = Depends(get_current_user),
+    ) -> dict:
+    api_logger.info(f"Pilot run requested: config_id={payload.config_id}, dialogue_text_length={len(payload.dialogue_text)}")
+    
+    # 先尝试从数据库加载配置
+    try:
+        config_loaded = reload_configuration_from_database(str(payload.config_id))
+        if not config_loaded:
+            api_logger.error(f"Failed to load configuration for config_id: {payload.config_id}")
+            return fail(BizCode.INTERNAL_ERROR, "配置加载失败", f"无法加载 config_id={payload.config_id} 的配置")
+        api_logger.info(f"Configuration loaded successfully for config_id: {payload.config_id}")
+    except Exception as e:
+        api_logger.error(f"Exception while loading configuration: {str(e)}")
+        return fail(BizCode.INTERNAL_ERROR, "配置加载异常", str(e))
+    
+    try:
+        svc = DataConfigService(get_db_conn())
+        result = await svc.pilot_run(payload)
+        return success(data=result, msg="试运行完成")
+    except ValueError as e:
+        # 捕获参数验证错误
+        api_logger.error(f"Pilot run parameter validation failed: {str(e)}")
+        return fail(BizCode.INVALID_PARAMETER, "参数验证失败", str(e))
+    except Exception as e:
+        api_logger.error(f"Pilot run failed: {str(e)}")
+        return fail(BizCode.INTERNAL_ERROR, "试运行失败", str(e))
+
+"""
+以下为搜索与分析接口，直接挂载到同一 router，统一响应为 ApiResponse。
+"""
+
+@router.get("/search/kb_type_distribution", response_model=ApiResponse)
+async def get_kb_type_distribution(
+    end_user_id: Optional[str] = None,
+    current_user: User = Depends(get_current_user),
+    ) -> dict:
+    api_logger.info(f"KB type distribution requested for end_user_id: {end_user_id}")
+    try:
+        result = await kb_type_distribution(end_user_id)
+        return success(data=result, msg="查询成功")
+    except Exception as e:
+        api_logger.error(f"KB type distribution failed: {str(e)}")
+        return fail(BizCode.INTERNAL_ERROR, "知识库类型分布查询失败", str(e))
+
+    
+@router.get("/search/dialogue", response_model=ApiResponse)
+async def search_dialogues_num(
+    end_user_id: Optional[str] = None,
+    current_user: User = Depends(get_current_user),
+    ) -> dict:
+    api_logger.info(f"Search dialogue requested for end_user_id: {end_user_id}")
+    try:
+        result = await search_dialogue(end_user_id)
+        return success(data=result, msg="查询成功")
+    except Exception as e:
+        api_logger.error(f"Search dialogue failed: {str(e)}")
+        return fail(BizCode.INTERNAL_ERROR, "对话查询失败", str(e))
+
+
+@router.get("/search/chunk", response_model=ApiResponse)
+async def search_chunks_num(
+    end_user_id: Optional[str] = None,
+    current_user: User = Depends(get_current_user),
+    ) -> dict:
+    api_logger.info(f"Search chunk requested for end_user_id: {end_user_id}")
+    try:
+        result = await search_chunk(end_user_id)
+        return success(data=result, msg="查询成功")
+    except Exception as e:
+        api_logger.error(f"Search chunk failed: {str(e)}")
+        return fail(BizCode.INTERNAL_ERROR, "分块查询失败", str(e))
+
+
+@router.get("/search/statement", response_model=ApiResponse)
+async def search_statements_num(
+    end_user_id: Optional[str] = None,
+    current_user: User = Depends(get_current_user),
+    ) -> dict:
+    api_logger.info(f"Search statement requested for end_user_id: {end_user_id}")
+    try:
+        result = await search_statement(end_user_id)
+        return success(data=result, msg="查询成功")
+    except Exception as e:
+        api_logger.error(f"Search statement failed: {str(e)}")
+        return fail(BizCode.INTERNAL_ERROR, "语句查询失败", str(e))
+
+
+@router.get("/search/entity", response_model=ApiResponse)
+async def search_entities_num(
+    end_user_id: Optional[str] = None,
+    current_user: User = Depends(get_current_user),
+    ) -> dict:
+    api_logger.info(f"Search entity requested for end_user_id: {end_user_id}")
+    try:
+        result = await search_entity(end_user_id)
+        return success(data=result, msg="查询成功")
+    except Exception as e:
+        api_logger.error(f"Search entity failed: {str(e)}")
+        return fail(BizCode.INTERNAL_ERROR, "实体查询失败", str(e))
+
+
+@router.get("/search", response_model=ApiResponse)
+async def search_all_num(
+    end_user_id: Optional[str] = None,
+    current_user: User = Depends(get_current_user),
+    ) -> dict:
+    api_logger.info(f"Search all requested for end_user_id: {end_user_id}")
+    try:
+        result = await search_all(end_user_id)
+        return success(data=result, msg="查询成功")
+    except Exception as e:
+        api_logger.error(f"Search all failed: {str(e)}")
+        return fail(BizCode.INTERNAL_ERROR, "全部查询失败", str(e))
+
+
+@router.get("/search/detials", response_model=ApiResponse)
+async def search_entities_detials(
+    end_user_id: Optional[str] = None,
+    current_user: User = Depends(get_current_user),
+    ) -> dict:
+    api_logger.info(f"Search details requested for end_user_id: {end_user_id}")
+    try:
+        result = await search_detials(end_user_id)
+        return success(data=result, msg="查询成功")
+    except Exception as e:
+        api_logger.error(f"Search details failed: {str(e)}")
+        return fail(BizCode.INTERNAL_ERROR, "详情查询失败", str(e))
+
+
+@router.get("/search/edges", response_model=ApiResponse)
+async def search_entity_edges(
+    end_user_id: Optional[str] = None,
+    current_user: User = Depends(get_current_user),
+    ) -> dict:
+    api_logger.info(f"Search edges requested for end_user_id: {end_user_id}")
+    try:
+        result = await search_edges(end_user_id)
+        return success(data=result, msg="查询成功")
+    except Exception as e:
+        api_logger.error(f"Search edges failed: {str(e)}")
+        return fail(BizCode.INTERNAL_ERROR, "边查询失败", str(e))
+
+@router.get("/search/entity_graph", response_model=ApiResponse)
+async def search_for_entity_graph(
+    end_user_id: Optional[str] = None,
+    current_user: User = Depends(get_current_user),
+    ) -> dict:
+    """
+    搜索所有实体之间的关系网络
+    """
+    api_logger.info(f"Search entity graph requested for end_user_id: {end_user_id}")
+    try:
+        result = await search_entity_graph(end_user_id)
+        return success(data=result, msg="查询成功")
+    except Exception as e:
+        api_logger.error(f"Search entity graph failed: {str(e)}")
+        return fail(BizCode.INTERNAL_ERROR, "实体图查询失败", str(e))
+
+
+@router.get("/analytics/hot_memory_tags", response_model=ApiResponse)
+async def get_hot_memory_tags_api(
+    end_user_id: Optional[str] = None,
+    limit: int = 10,
+    current_user: User = Depends(get_current_user),
+    ) -> dict:
+    api_logger.info(f"Hot memory tags requested for end_user_id: {end_user_id}")
+    try:
+        result = await analytics_hot_memory_tags(end_user_id, limit)
+        return success(data=result, msg="查询成功")
+    except Exception as e:
+        api_logger.error(f"Hot memory tags failed: {str(e)}")
+        return fail(BizCode.INTERNAL_ERROR, "热门标签查询失败", str(e))
+
+
+@router.get("/analytics/memory_insight/report", response_model=ApiResponse)
+async def get_memory_insight_report_api(
+    end_user_id: Optional[str] = None,
+    current_user: User = Depends(get_current_user),
+    ) -> dict:
+    api_logger.info(f"Memory insight report requested for end_user_id: {end_user_id}")
+    try:
+        result = await analytics_memory_insight_report(end_user_id)
+        return success(data=result, msg="查询成功")
+    except Exception as e:
+        api_logger.error(f"Memory insight report failed: {str(e)}")
+        return fail(BizCode.INTERNAL_ERROR, "记忆洞察报告生成失败", str(e))
+
+
+@router.get("/analytics/recent_activity_stats", response_model=ApiResponse)
+async def get_recent_activity_stats_api(
+    current_user: User = Depends(get_current_user),
+    ) -> dict:
+    api_logger.info("Recent activity stats requested")
+    try:
+        result = await analytics_recent_activity_stats()
+        return success(data=result, msg="查询成功")
+    except Exception as e:
+        api_logger.error(f"Recent activity stats failed: {str(e)}")
+        return fail(BizCode.INTERNAL_ERROR, "最近活动统计失败", str(e))
+
+
+@router.get("/analytics/user_summary", response_model=ApiResponse)
+async def get_user_summary_api(
+    end_user_id: Optional[str] = None,
+    current_user: User = Depends(get_current_user),
+    ) -> dict:
+    api_logger.info(f"User summary requested for end_user_id: {end_user_id}")
+    try:
+        result = await analytics_user_summary(end_user_id)
+        return success(data=result, msg="查询成功")
+    except Exception as e:
+        api_logger.error(f"User summary failed: {str(e)}")
+        return fail(BizCode.INTERNAL_ERROR, "用户摘要生成失败", str(e))
+        
+from app.core.memory.utils.self_reflexion_utils import self_reflexion
+@router.get("/self_reflexion")
+async def self_reflexion_endpoint(host_id: uuid.UUID) -> str:
+    """
+    自我反思接口，自动对检索出的信息进行自我反思并返回自我反思结果。
+
+    Args:
+        None
+    Returns:
+        自我反思结果。
+    """
+    return await self_reflexion(host_id)