loki log

Author: BetterAndBetterII

LICENSE

@@ -1,6 +1,6 @@
 MIT License
 
-Copyright (c) 2024 TheLab
+Copyright (c) 2025 TheLab
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal

config.py

@@ -83,6 +83,10 @@ class Settings(BaseSettings):
     GLOBAL_MODE: Literal["public", "private"] = "public"
     GLOBAL_LLM: Literal["public", "private"] = "public"
 
+    # Loki设置
+    LOKI_URL: Optional[str] = None
+    LOKI_TAG: Optional[str] = None
+
     @property
     def DATABASE_URL(self) -> str:
         """获取数据库连接URL.

database.py

@@ -4,6 +4,7 @@
 """
 
 import enum
+import logging
 from datetime import datetime
 
 from alembic.migration import MigrationContext
@@ -29,6 +30,8 @@
 
 from config import get_settings
 
+logger = logging.getLogger(__name__)
+
 settings = get_settings()
 
 # 创建数据库引擎
@@ -381,7 +384,7 @@ def create_tables():
                 for table in Base.metadata.sorted_tables:
                     if table.name not in existing_tables:
                         # 如果表不存在，创建新表
-                        print(f"创建表 {table.name}")
+                        logger.info(f"创建表 {table.name}")
                         table.create(engine)
                     else:
                         # 如果表存在，更新表结构
@@ -393,12 +396,12 @@ def create_tables():
                             col,
                         ) in metadata_columns.items():
                             if col_name not in existing_columns:
-                                print(f"添加列 {col_name}")
+                                logger.info(f"添加列 {col_name}")
                                 try:
                                     op.add_column(table.name, col)
                                 except Exception as e:
-                                    print(f"添加列 {col_name} 时出错: {str(e)}")
-                print("表结构更新完成")
+                                    logger.error(f"添加列 {col_name} 时出错: {str(e)}")
+                logger.info("表结构更新完成")
             else:
                 # SQLite 数据库，由于 SQLite 限制，使用临时表进行迁移
                 Base.metadata.create_all(bind=engine)
@@ -408,7 +411,7 @@ def create_tables():
         except Exception as e:
             # 回滚事务
             trans.rollback()
-            print(f"更新表结构时出错: {str(e)}")
+            logger.error(f"更新表结构时出错: {str(e)}")
             raise
 
     # 初始化数据库数据

frontend/src/api/files.ts

@@ -154,6 +154,15 @@ export const fileApi = {
     });
   },
 
+  // 重命名文件或文件夹
+  renameFolder: async (folderId: string, request: RenameFileRequest) => {
+    return handleRequest(`${BASE_URL}/folders/${folderId}/rename`, {
+      method: 'PUT',
+      headers: getAuthHeaders(),
+      body: JSON.stringify(request),
+    });
+  },
+
   // 移动文件或文件夹
   moveFile: async (fileId: string, request: MoveFileRequest) => {
     return handleRequest(`${BASE_URL}/documents/${fileId}/move`, {

frontend/src/components/FileList/index.tsx

@@ -285,7 +285,8 @@ const FileList: React.FC<FileListProps> = ({
     }
   };
 
-  const handleRename = async (fileId: string, newName: string) => {
+  const handleRenameDocument = async (fileId: string, newName: string) => {
+    if (!fileId || !newName) return;
     try {
       setLoading(true);
       await fileApi.renameFile(fileId, { newName });
@@ -300,6 +301,22 @@ const FileList: React.FC<FileListProps> = ({
     }
   };
 
+  const handleRenameFolder = async (folderId: string, newName: string) => {
+    if (!folderId || !newName) return;
+    try {
+      setLoading(true);
+      await fileApi.renameFolder(folderId, { newName });
+      setOperation(null);
+      fetchFiles(getCurrentFolderId());
+      (window as any).toast.success('重命名成功');
+    } catch (error) {
+      console.error('Error renaming folder:', error);
+      (window as any).toast.error('重命名失败');
+    } finally {
+      setLoading(false);
+    }
+  };
+
   const handleDownload = async (fileId: string, isFolder: boolean) => {
     (window as any).toast.info("文件正在下载中...");
     try {
@@ -714,7 +731,13 @@ const FileList: React.FC<FileListProps> = ({
             />
             <div className={styles.dialogActions}>
               <button onClick={() => setOperation(null)}>取消</button>
-              <button onClick={() => handleRename(operation.fileId || '', operation.data?.newName || '')}>
+              <button onClick={() => {
+                if (files.find(f => f.id === operation.fileId)?.isFolder) {
+                  handleRenameFolder(operation.fileId || '', operation.data?.newName || '');
+                } else {
+                  handleRenameDocument(operation.fileId || '', operation.data?.newName || '');
+                }
+              }}>
                 确定
               </button>
             </div>

main.py

@@ -5,6 +5,7 @@
 
 import logging
 import os
+import sys
 from contextlib import asynccontextmanager
 
 import uvicorn
@@ -15,7 +16,39 @@
 
 from routers import auth, conversations, documents, folders, forum, search, settings
 
-logging.basicConfig(level=logging.DEBUG)
+# 配置根日志记录器
+root_logger = logging.getLogger()
+root_logger.setLevel(logging.DEBUG)
+
+# 配置控制台处理器
+console_handler = logging.StreamHandler(sys.stdout)
+console_handler.setLevel(logging.DEBUG)
+console_formatter = logging.Formatter('%(asctime)s - %(name)s - %(levelname)s - %(message)s')
+console_handler.setFormatter(console_formatter)
+
+# 移除所有现有的处理器
+for handler in root_logger.handlers[:]:
+    root_logger.removeHandler(handler)
+
+# 添加新的处理器
+root_logger.addHandler(console_handler)
+
+if os.getenv("LOKI_URL", None):
+    import logging_loki
+
+    # 配置Loki处理器
+    loki_handler = logging_loki.LokiHandler(
+        url=os.getenv("LOKI_URL"),
+        tags={"application": os.getenv("LOKI_TAG", "ai_doc_system")},
+        version="1",
+        auth=None,
+    )
+    loki_handler.setLevel(logging.DEBUG)
+    root_logger.addHandler(loki_handler)
+
+
+logging.getLogger("urllib3").setLevel(logging.WARNING)
+
 logger = logging.getLogger(__name__)
 
 

manage.py

@@ -116,7 +116,7 @@ def migrate_legacy_db():
         cursor.execute("SELECT id, title, linked_file_path, linked_task_id, created_at, updated_at FROM api_document")
         documents = cursor.fetchall()
 
-        print(documents[:10])
+        logger.info(documents[:10])
 
         # 创建项目
         project_id_to_folder_id = {}
@@ -126,7 +126,7 @@ def migrate_legacy_db():
             project_name = project[1]
             project_created_at = project[2]
             project_updated_at = project[3]
-            print(
+            logger.info(
                 project_id,
                 project_name,
                 project_created_at,
@@ -146,7 +146,7 @@ def migrate_legacy_db():
             db.refresh(folder)
             project_id_to_folder_id[project_id] = folder.id
             project_id_to_project_name[project_id] = project_name
-            print(folder.id)
+            logger.info(folder.id)
 
         # 集合对应项目的映射
         collection_id_to_project_id = {}
@@ -170,7 +170,7 @@ def migrate_legacy_db():
             # 所属的项目
             project_id = collection_id_to_project_id[collection_id]
             project_name = project_id_to_project_name[project_id]
-            print(
+            logger.info(
                 collection_id,
                 collection_name,
                 collection_created_at,
@@ -212,7 +212,7 @@ def migrate_legacy_db():
             doc_persist_path = os.path.join(os.path.dirname(__file__), "./tmp/persist", doc_uuid)
             doc_abs_path = os.path.join(doc_persist_path, doc_title)
             doc_thumbnail_path = os.path.join(doc_persist_path, "thumbnail.png")
-            print(
+            logger.info(
                 doc_title,
                 doc_uuid,
                 doc_file_path,

prepdocs/parse_page.py

@@ -98,7 +98,7 @@ def _process_batch_pages(
 
     async def _process_pdf(self, file_path: Path) -> list[str]:
         """异步处理 PDF 文件，返回图片路径列表."""
-        print("PDF processing start")
+        logger.info("PDF processing start")
 
         # 打开PDF文件
         pdf = pdfium.PdfDocument(file_path)
@@ -166,7 +166,7 @@ async def _process_pdf(self, file_path: Path) -> list[str]:
         # 确保页面顺序正确
         image_paths = [path for path in temp_paths if path is not None]
 
-        print("PDF processing end")
+        logger.info("PDF processing end")
         return image_paths
 
     async def process_document_async(self, file_path: str, title: str) -> Section:

rag/knowledgebase.py

@@ -5,6 +5,7 @@
 
 import asyncio
 import hashlib
+import logging
 import os
 import traceback
 from concurrent.futures.thread import ThreadPoolExecutor
@@ -28,6 +29,8 @@
 
 from database import Document as DBDocument
 
+logger = logging.getLogger(__name__)
+
 # DEBUG日志
 
 # logging.basicConfig(stream=sys.stdout, level=logging.DEBUG)
@@ -133,7 +136,7 @@ def __init__(
         # 用于存储用户的查询和模型的回答，以支持上下文增强生成(RAG)。
         # 格式通常为[(用户查询, 模型回答), ...]，在后续查询中，历史上下文将拼接到用户的新查询中。
         self.history = []
-        print("RAG 初始化完成")
+        logger.info("RAG 初始化完成")
 
     # async：这是一个异步函数，允许通过await 调用异步操作，提高性能（特别是涉及I/O操作时，如数据库或网络访问）
     # text: str：用户提供的文本内容，通常为需要存储和处理的文档。
@@ -190,10 +193,10 @@ async def upload_files(self, file_paths: list[str]):
         """
         docs = []
         for file_path in file_paths[:50]:
-            print(f"Ingesting file: {file_path}")
+            logger.info(f"Ingesting file: {file_path}")
             with open(file_path, "r", encoding="utf-8") as f:
                 text = f.read()
-                print(f"Text length: {len(text)}")
+                logger.info(f"Text length: {len(text)}")
                 doc_id = f"web_{os.path.basename(file_path)}_{hashlib.md5(text.encode()).hexdigest()}"
                 docs.append(
                     Document(
@@ -255,7 +258,7 @@ async def remove_all_documents(self, num_workers: int = 5):
         else:
             tasks = [self.remove_document_by_id(doc_id) for doc_id in all_docs.keys()]
             await asyncio.gather(*tasks)
-        print("All documents removed")
+        logger.info("All documents removed")
 
     async def retrieve(
         self,
@@ -418,6 +421,7 @@ async def query_documents(rag, request: QueryRequest):
         return QueryResponse(response=result["response"], sources=result["sources"])
     except Exception as e:
         traceback.print_exc()
+        logger.error(f"查询文档时发生错误: {str(e)} {traceback.format_exc()}")
         raise e
 
 
@@ -429,6 +433,7 @@ async def upload_text_to_rag(rag, text: str):
         return {"message": "文本上传成功", "doc_id": doc_id}
     except Exception as e:
         traceback.print_exc()
+        logger.error(f"上传纯文本时发生错误: {str(e)} {traceback.format_exc()}")
         raise e
 
 

requirements.txt

@@ -33,6 +33,9 @@ pydantic[email]==2.8.0
 pypdfium2==4.30.1
 python-dotenv==1.0.1
 python-jose[cryptography]==3.4.0
+
+# 日志
+python-logging-loki==0.3.1
 python-multipart==0.0.19
 redis==5.0.1
 sqlalchemy==2.0.23