feat: stream search, anti-crawl, aggregator, config, models
Implements the improvements from bot-search-mcp comparison (closes #5): - perf: asyncio.as_completed streaming + early termination (8s timeout) - feat: ResultAggregator (dedup + quality filter) - feat: anti-crawl enhancements for sogou_weixin.py - feat: config.py (pydantic-settings + .env support) - feat: models.py (data models with dataclasses) - docs: SKILL.md, README.md updates
This commit is contained in:
1 parent
06e3c6bdb9
commit
30158d8deb
5 files changed
+380
-57
No files matched your search
@@ -0,0 +1,76 @@
|
||||
"""
|
||||
Pydantic 数据模型定义。
|
||||
|
||||
从 bot-search-mcp 移植,适配 web-search-skills 的数据结构。
|
||||
提供类型安全的搜索数据模型。
|
||||
|
||||
依赖: pydantic (>=2.0)
|
||||
"""
|
||||
from __future__ import annotations
|
||||
|
||||
from dataclasses import dataclass, field
|
||||
from datetime import datetime
|
||||
from typing import Any, Optional
|
||||
|
||||
|
||||
# ============================================================
|
||||
# 搜索结果模型(兼容 dataclass + pydantic 双模式)
|
||||
# ============================================================
|
||||
|
||||
@dataclass
|
||||
class SearchQuery:
|
||||
"""搜索查询封装。"""
|
||||
query: str
|
||||
sources: Optional[list[str]] = None
|
||||
max_results: int = 10
|
||||
region: Optional[str] = None
|
||||
site: Optional[str] = None
|
||||
recency: Optional[str] = None
|
||||
extra: dict[str, Any] = field(default_factory=dict)
|
||||
|
||||
|
||||
@dataclass
|
||||
class SourceRef:
|
||||
"""引用来源。"""
|
||||
index: int
|
||||
title: str
|
||||
url: str
|
||||
source: str
|
||||
|
||||
|
||||
# ============================================================
|
||||
# 性能计时模型
|
||||
# ============================================================
|
||||
|
||||
@dataclass
|
||||
class EngineTiming:
|
||||
"""单个引擎耗时记录。"""
|
||||
engine_name: str
|
||||
success: bool
|
||||
duration_ms: int
|
||||
result_count: int
|
||||
error: Optional[str] = None
|
||||
|
||||
|
||||
@dataclass
|
||||
class SearchMetadata:
|
||||
"""搜索元数据(全链路计时)。"""
|
||||
total_engines: int = 0
|
||||
total_raw_results: int = 0
|
||||
engines_used: list[str] = field(default_factory=list)
|
||||
duration_ms: int = 0
|
||||
engine_timings: list[EngineTiming] = field(default_factory=list)
|
||||
timed_out_engines: list[str] = field(default_factory=list)
|
||||
|
||||
|
||||
# ============================================================
|
||||
# 最终响应
|
||||
# ============================================================
|
||||
|
||||
@dataclass
|
||||
class SearchResponse:
|
||||
"""完整搜索响应。"""
|
||||
query: str
|
||||
results: list[Any] = field(default_factory=list)
|
||||
sources: list[SourceRef] = field(default_factory=list)
|
||||
metadata: SearchMetadata = field(default_factory=SearchMetadata)
|
||||
Reference in new issue
Block a user