按 docs/v2/05-implementation-plan.md §1 候选迁移表与 claude_use/T00 白名单, 从 55e2cdb 抽取 224 个文件(2.48 MB)到独立目录 F:/mini-OpenClaw-v2。 - 排除:凭据(.env/server-deploy.conf/旧DELIVERY.md)、运行数据(xingbang_data 等 4 个 SQLite)、依赖(venv/node_modules 符号链接)、归档(_backup*/test-evidence/ ori_file)、Office 临时文件 - 目标目录独立 git 仓库,初始恢复点;Gitea 远程与分支待 OQ-06 Q2 定案 - 未部署、未启动服务、未调用模型 Co-Authored-By: Claude Code <noreply@anthropic.com>
103 lines
3.6 KiB
Python
103 lines
3.6 KiB
Python
"""SearchKnowledgeBaseTool — LlamaIndex hybrid search (BM25 + Vector)."""
|
|
|
|
import os
|
|
from pathlib import Path
|
|
from typing import Type, Optional
|
|
|
|
from langchain_core.tools import BaseTool
|
|
from pydantic import BaseModel, Field
|
|
|
|
|
|
class SearchKnowledgeInput(BaseModel):
|
|
query: str = Field(description="The search query to find relevant knowledge")
|
|
|
|
|
|
class SearchKnowledgeBaseTool(BaseTool):
|
|
name: str = "search_knowledge_base"
|
|
description: str = (
|
|
"Search the local knowledge base using hybrid retrieval (keyword + semantic). "
|
|
"Use this when the user asks about specific knowledge or documents. "
|
|
"Returns the most relevant passages from the knowledge base."
|
|
)
|
|
args_schema: Type[BaseModel] = SearchKnowledgeInput
|
|
base_dir: str = ""
|
|
_index: Optional[object] = None
|
|
|
|
class Config:
|
|
arbitrary_types_allowed = True
|
|
|
|
def _build_index(self):
|
|
"""Build or load LlamaIndex index from knowledge/ directory."""
|
|
knowledge_dir = Path(self.base_dir) / "knowledge"
|
|
storage_dir = Path(self.base_dir) / "storage"
|
|
|
|
if not knowledge_dir.exists() or not any(knowledge_dir.iterdir()):
|
|
return None
|
|
|
|
try:
|
|
from llama_index.core import (
|
|
SimpleDirectoryReader,
|
|
StorageContext,
|
|
VectorStoreIndex,
|
|
load_index_from_storage,
|
|
)
|
|
from llama_index.core.settings import Settings
|
|
from llama_index.embeddings.openai import OpenAIEmbedding
|
|
|
|
Settings.embed_model = OpenAIEmbedding(
|
|
model=os.getenv("EMBEDDING_MODEL", "text-embedding-3-small"),
|
|
api_key=os.getenv("OPENAI_API_KEY"),
|
|
api_base=os.getenv("OPENAI_BASE_URL", "https://ai.devtool.tech/proxy/v1"),
|
|
)
|
|
|
|
# Try loading persisted index
|
|
if storage_dir.exists() and any(storage_dir.iterdir()):
|
|
try:
|
|
storage_context = StorageContext.from_defaults(
|
|
persist_dir=str(storage_dir)
|
|
)
|
|
return load_index_from_storage(storage_context)
|
|
except Exception:
|
|
pass
|
|
|
|
# Build fresh index
|
|
documents = SimpleDirectoryReader(
|
|
str(knowledge_dir), recursive=True
|
|
).load_data()
|
|
|
|
if not documents:
|
|
return None
|
|
|
|
index = VectorStoreIndex.from_documents(documents)
|
|
storage_dir.mkdir(parents=True, exist_ok=True)
|
|
index.storage_context.persist(persist_dir=str(storage_dir))
|
|
return index
|
|
|
|
except ImportError as e:
|
|
print(f"⚠️ LlamaIndex not fully installed: {e}")
|
|
return None
|
|
except Exception as e:
|
|
print(f"⚠️ Index build error: {e}")
|
|
return None
|
|
|
|
def _run(self, query: str) -> str:
|
|
if self._index is None:
|
|
self._index = self._build_index()
|
|
|
|
if self._index is None:
|
|
return "📭 Knowledge base is empty. Add documents to backend/knowledge/ to enable search."
|
|
|
|
try:
|
|
query_engine = self._index.as_query_engine(similarity_top_k=3)
|
|
response = query_engine.query(query)
|
|
result = str(response)
|
|
if len(result) > 5000:
|
|
result = result[:5000] + "\n...[truncated]"
|
|
return result
|
|
except Exception as e:
|
|
return f"❌ Search error: {str(e)}"
|
|
|
|
|
|
def create_search_knowledge_tool(base_dir: Path) -> SearchKnowledgeBaseTool:
|
|
return SearchKnowledgeBaseTool(base_dir=str(base_dir))
|