Files
pyquantdata/tests/test_cli.py
T
openbot d37c697bbe M1 最小闭环:CLI + FastAPI 网关 + SQL 闸 + 100% 覆盖率验收链
- CLI:init/serve/update/query/export/status(typer + rich),单写者锁三元判活
- 存储:DuckDB schema migrations(14 表 + 8 联邦视图,语句元组逐条执行)
- ETL:A股证券/日历/日K,整区替换幂等;日历全年补全(calendar 语义唯一)
- 网关:POST /v1/query(线程池 + interrupt 超时 504)、/v1/export、meta/stats/state、healthz/ready
- 安全:SQL 闸 sqlglot fail-closed(文件/网络表函数默认拒)、非 loopback 空 token 拒启、导出路径双判
- 验收:254 测试全绿、1265 语句 100% 覆盖、[CI] 真起服验收链、smoke_m1.py 交付自检
- 文档:设计文档 v0.7(圆桌 45 条采纳 + 3 条实施校准),README 重写
- 发布:release.yml Trusted Publishing(OIDC 免密钥),action refs 已核验
2026-09-24 09:06:47 +08:00

223 lines
8.0 KiB
Python
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
"""CLI:typer CliRunner 全命令(update 用 FakeAdapter 替身,不打真网)。"""
from __future__ import annotations
import json
from datetime import date
import pytest
from typer.testing import CliRunner
from pyquantdata.cli import app
from pyquantdata.paths import DbPathLayout
runner = CliRunner()
@pytest.fixture
def initialized(dbpath, mini_seed):
result = runner.invoke(app, ["init", "-d", str(dbpath), "--skip-history", "--seed", str(mini_seed)])
assert result.exit_code == 0, result.output
return dbpath
def test_init_creates_layout_and_config(dbpath, mini_seed):
result = runner.invoke(app, ["init", "-d", str(dbpath), "--skip-history", "--seed", str(mini_seed)])
assert result.exit_code == 0, result.output
assert "init 完成" in result.output
assert "[1/4]" in result.output and "[4/4]" in result.output # 分阶段进度
lay = DbPathLayout(dbpath)
assert lay.config_file.exists() and lay.catalog.exists()
assert "bars_1d rows=10" in result.output # seed 已导入
assert "seed: 10 行" in result.output
def test_init_idempotent_keeps_config(dbpath):
assert runner.invoke(app, ["init", "-d", str(dbpath)]).exit_code == 0
cfg = DbPathLayout(dbpath).config_file.read_text(encoding="utf-8")
cfg_obj = json.loads(cfg)
cfg_obj["http"]["port"] = 9999
DbPathLayout(dbpath).config_file.write_text(json.dumps(cfg_obj), encoding="utf-8")
result = runner.invoke(app, ["init", "-d", str(dbpath)])
assert result.exit_code == 0
assert "已存在,保留" in result.output
assert json.loads(DbPathLayout(dbpath).config_file.read_text(encoding="utf-8"))["http"]["port"] == 9999
def test_init_estimate_does_not_write(tmp_path):
target = tmp_path / "never-created"
result = runner.invoke(app, ["init", "-d", str(target), "--estimate"])
assert result.exit_code == 0
assert not target.exists() # 只算不写
assert "budget_gb" in result.output
def test_init_seed_failure_exit_1(dbpath, tmp_path):
result = runner.invoke(
app, ["init", "-d", str(dbpath), "--seed", str(tmp_path / "nope.parquet")]
)
assert result.exit_code == 1
assert "seed 导入失败" in result.output
def test_query_table_format(initialized):
result = runner.invoke(app, [
"query", "-d", str(initialized),
"SELECT date, close FROM cn_stock_1d ORDER BY date LIMIT 3",
])
assert result.exit_code == 0, result.output
assert "sh600000" not in result.output # 未选 symbol 列
assert "3 rows" in result.output
def test_query_json_format(initialized):
result = runner.invoke(app, [
"query", "-d", str(initialized), "--fmt", "json",
"SELECT count(*) AS n FROM cn_stock_1d",
])
assert result.exit_code == 0
payload = json.loads(result.output.strip()) # 纯 stdout JSON(无 rich 前缀)
assert payload["row_count"] == 1
assert payload["rows"][0][0] == 10
def test_query_csv_to_file(initialized, tmp_path):
out = tmp_path / "q.csv"
result = runner.invoke(app, [
"query", "-d", str(initialized), "--fmt", "csv", "-o", str(out),
"SELECT symbol, close FROM cn_stock_1d",
])
assert result.exit_code == 0
assert "已写出" in result.output
assert out.exists()
def test_query_csv_without_out_exit_1(initialized):
result = runner.invoke(app, [
"query", "-d", str(initialized), "--fmt", "csv", "SELECT 1",
])
assert result.exit_code == 1
assert "-o" in result.output
def test_query_bad_fmt_exit_1(initialized):
result = runner.invoke(app, [
"query", "-d", str(initialized), "--fmt", "xlsx", "SELECT 1",
])
assert result.exit_code == 1
def test_query_sql_rejected_exit_1(initialized):
result = runner.invoke(app, [
"query", "-d", str(initialized), "SELECT read_csv('/etc/passwd')",
])
assert result.exit_code == 1
assert "SQL 被拒绝" in result.output
def test_query_uninitialized_db_exit_1(tmp_path):
result = runner.invoke(app, ["query", "-d", str(tmp_path / "nope"), "SELECT 1"])
assert result.exit_code == 1
assert "未初始化" in result.output
def test_export_csv(initialized, tmp_path):
out = tmp_path / "exp.csv"
result = runner.invoke(app, [
"export", "-d", str(initialized), "--fmt", "csv", "-o", str(out),
"--sql", "SELECT * FROM cn_stock_1d",
])
assert result.exit_code == 0, result.output
assert out.exists()
assert "导出完成" in result.output
def test_export_parquet(initialized, tmp_path):
out = tmp_path / "exp.parquet"
result = runner.invoke(app, [
"export", "-d", str(initialized), "--fmt", "parquet", "-o", str(out),
"--sql", "SELECT * FROM cn_stock_1d",
])
assert result.exit_code == 0
import pyarrow.parquet as paparquet
assert paparquet.read_table(out).num_rows == 10
def test_export_pandas_hint_exit_1(initialized, tmp_path):
result = runner.invoke(app, [
"export", "-d", str(initialized), "--fmt", "pandas", "-o", str(tmp_path / "x"),
"--sql", "SELECT 1",
])
assert result.exit_code == 1
assert "query --fmt arrow" in result.output
def test_export_sql_rejected_exit_1(initialized, tmp_path):
result = runner.invoke(app, [
"export", "-d", str(initialized), "--fmt", "csv", "-o", str(tmp_path / "x.csv"),
"--sql", "ATTACH 'x'",
])
assert result.exit_code == 1
def test_status_json(initialized):
result = runner.invoke(app, ["status", "-d", str(initialized), "--json"])
assert result.exit_code == 0
# rich.print_json 输出在 result.output;去掉可能的空行
start = result.output.index("{")
payload = json.loads(result.output[start:])
assert payload["schema_version"] == 1
assert payload["bars_1d_rows"] == 10
assert payload["lock"]["held"] is False
assert payload["disk"] is not None
def test_status_plain_same_payload(initialized):
result = runner.invoke(app, ["status", "-d", str(initialized)])
assert result.exit_code == 0
assert "schema_version" in result.output
def test_quantdata_home_env(dbpath, mini_seed, monkeypatch):
monkeypatch.setenv("QUANTDATA_HOME", str(dbpath))
result = runner.invoke(app, ["init", "--skip-history", "--seed", str(mini_seed)])
assert result.exit_code == 0, result.output
assert DbPathLayout(dbpath).config_file.exists()
def test_update_with_fake_adapter(initialized, monkeypatch):
"""update 全链(--dataset securities/calendar/bars_1d)用替身适配器。"""
import pyquantdata.cli as cli_mod
from pyquantdata.sources import FakeAdapter
from pyquantdata.sources.base import Bar1dRow, CalendarRow, SecurityRow
adapter = FakeAdapter(
securities=[SecurityRow(symbol="sh600000", name="浦发银行", category="stock", exchange="sh")],
bars=[Bar1dRow(symbol="sh600000", date=date(2026, 9, 1), open=10, high=11, low=9, close=10.5, volume=1, amount=2)],
calendar={2026: [CalendarRow(trade_date=date(2026, 9, 1), is_open=True)]},
)
monkeypatch.setattr("pyquantdata.sources.TdxAdapter", lambda: adapter)
result = runner.invoke(app, [
"update", "-d", str(initialized), "--dataset", "all",
"--start", "2026-09-01", "--end", "2026-09-02",
])
assert result.exit_code == 0, result.output
assert "securities" in result.output and "update 完成" in result.output
assert ("open",) in adapter.calls and ("close",) in adapter.calls
# calendar 年份缺省 = 当前年
assert any(call[0] == "calendar" for call in adapter.calls)
def test_update_partial_dataset(initialized, monkeypatch):
from pyquantdata.sources import FakeAdapter
from pyquantdata.sources.base import SecurityRow
adapter = FakeAdapter(
securities=[SecurityRow(symbol="sh600000", name="x", category="stock", exchange="sh")]
)
monkeypatch.setattr("pyquantdata.sources.TdxAdapter", lambda: adapter)
result = runner.invoke(app, ["update", "-d", str(initialized), "--dataset", "securities"])
assert result.exit_code == 0
assert ("securities", "cn") in adapter.calls