M1 最小闭环:CLI + FastAPI 网关 + SQL 闸 + 100% 覆盖率验收链

- CLI:init/serve/update/query/export/status(typer + rich),单写者锁三元判活
- 存储:DuckDB schema migrations(14 表 + 8 联邦视图,语句元组逐条执行)
- ETL:A股证券/日历/日K,整区替换幂等;日历全年补全(calendar 语义唯一)
- 网关:POST /v1/query(线程池 + interrupt 超时 504)、/v1/export、meta/stats/state、healthz/ready
- 安全:SQL 闸 sqlglot fail-closed(文件/网络表函数默认拒)、非 loopback 空 token 拒启、导出路径双判
- 验收:254 测试全绿、1265 语句 100% 覆盖、[CI] 真起服验收链、smoke_m1.py 交付自检
- 文档:设计文档 v0.7(圆桌 45 条采纳 + 3 条实施校准),README 重写
- 发布:release.yml Trusted Publishing(OIDC 免密钥),action refs 已核验
This commit is contained in:
openbot committed 2026-09-24 09:06:47 +08:00
commit d37c697bbe
59 files changed
+7586

No files matched your search

+84
View File
@@ -0,0 +1,84 @@
"""SQL 闸(§8.3):绕过样例矩阵全部入单测。"""
from __future__ import annotations
import pytest
from pyquantdata.sqlgate import SqlRejected, validate
VALID = [
"SELECT 1",
"SELECT date, close FROM cn_stock_1d WHERE symbol = ? ORDER BY date DESC LIMIT 5",
"WITH latest AS (SELECT symbol, max(date) AS d FROM cn_stock_1d GROUP BY symbol) "
"SELECT * FROM latest",
"SELECT 'cn' AS market, symbol FROM cn_stock_1d "
"UNION ALL SELECT 'us', symbol FROM us_stock_1d",
"SELECT count(*), avg(close) FROM bars_1d GROUP BY market",
"SELECT b.ts, b.close * d.adj_factor FROM cn_stock_1m b JOIN bars_1d d USING (symbol, date)",
"SELECT unnest([1,2,3])",
"SELECT abs(-1), date_trunc('day', now()), upper('a')",
"SELECT symbol FROM cn_stock_1d WHERE date >= DATE '2026-01-01'",
" SELECT 1 ", # 空白容忍
]
FORBIDDEN_SQL = [
("", "空 SQL"),
(" ", None),
("SELECT 1; SELECT 2", None),
("SELECT 1; ATTACH 'x.db' AS x", None),
("SELEC 1", None), # 解析失败 fail-closed
("ATTACH 'evil.db' AS e", None),
("-- comment\nATTACH 'evil.db' AS e", None), # 注释混淆
("COPY bars_1d TO '/tmp/steal.csv'", None),
("INSERT INTO bars_1d VALUES (1)", None),
("UPDATE bars_1d SET close = 0", None),
("DELETE FROM bars_1d", None),
("CREATE TABLE evil (a INT)", None),
("DROP TABLE bars_1d", None),
("SET memory_limit='100GB'", None),
("PRAGMA database_list", None),
("EXPLAIN SELECT 1", None),
("CALL pragma_version()", None),
# 函数默认拒绝(文件/网络/环境)
("SELECT read_parquet('data/**/*.parquet')", None),
("SELECT read_csv('/etc/passwd')", None),
("SELECT read_csv_auto('x.csv')", None),
("SELECT read_json('x.json')", None),
("SELECT glob('*.parquet')", None),
("SELECT getenv('HOME')", None),
("SELECT current_setting('memory_limit')", None),
("SELECT * FROM parquet_scan('x.parquet')", None),
("SELECT * FROM iceberg_scan('x')", None),
("SELECT * FROM read_csv('/etc/passwd')", None),
("SELECT (SELECT read_csv('y') LIMIT 1)", None), # 子查询里也拦
("WITH t AS (SELECT glob('x') AS g) SELECT g FROM t", None), # CTE 里也拦
]
@pytest.mark.parametrize("sql", VALID)
def test_valid_sql_passes(sql):
validate(sql)
@pytest.mark.parametrize("sql,_", FORBIDDEN_SQL, ids=range(len(FORBIDDEN_SQL)))
def test_forbidden_sql_rejected(sql, _):
with pytest.raises(SqlRejected) as e:
validate(sql)
assert e.value.reason
def test_allow_functions_extends_whitelist():
# 额外放行清单语义:显式列出的函数放行(§8.3 allow_functions)
validate("SELECT read_csv('x.csv')", allow_functions=["read_csv"])
# 未列出的仍然拒绝
with pytest.raises(SqlRejected):
validate("SELECT read_parquet('x')", allow_functions=["read_csv"])
# 清空 allow_functions ≠ 全放行(语义反转点)
with pytest.raises(SqlRejected):
validate("SELECT read_csv('x.csv')", allow_functions=[])
def test_rejected_error_carries_reason():
with pytest.raises(SqlRejected) as e:
validate("ATTACH 'x' AS y")
assert "只读" in e.value.reason