M1 最小闭环:CLI + FastAPI 网关 + SQL 闸 + 100% 覆盖率验收链
- CLI:init/serve/update/query/export/status(typer + rich),单写者锁三元判活 - 存储:DuckDB schema migrations(14 表 + 8 联邦视图,语句元组逐条执行) - ETL:A股证券/日历/日K,整区替换幂等;日历全年补全(calendar 语义唯一) - 网关:POST /v1/query(线程池 + interrupt 超时 504)、/v1/export、meta/stats/state、healthz/ready - 安全:SQL 闸 sqlglot fail-closed(文件/网络表函数默认拒)、非 loopback 空 token 拒启、导出路径双判 - 验收:254 测试全绿、1265 语句 100% 覆盖、[CI] 真起服验收链、smoke_m1.py 交付自检 - 文档:设计文档 v0.7(圆桌 45 条采纳 + 3 条实施校准),README 重写 - 发布:release.yml Trusted Publishing(OIDC 免密钥),action refs 已核验
This commit is contained in:
commit
d37c697bbe
59 files changed
+7586
No files matched your search
@@ -0,0 +1,84 @@
|
||||
"""SQL 闸(§8.3):绕过样例矩阵全部入单测。"""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
import pytest
|
||||
|
||||
from pyquantdata.sqlgate import SqlRejected, validate
|
||||
|
||||
VALID = [
|
||||
"SELECT 1",
|
||||
"SELECT date, close FROM cn_stock_1d WHERE symbol = ? ORDER BY date DESC LIMIT 5",
|
||||
"WITH latest AS (SELECT symbol, max(date) AS d FROM cn_stock_1d GROUP BY symbol) "
|
||||
"SELECT * FROM latest",
|
||||
"SELECT 'cn' AS market, symbol FROM cn_stock_1d "
|
||||
"UNION ALL SELECT 'us', symbol FROM us_stock_1d",
|
||||
"SELECT count(*), avg(close) FROM bars_1d GROUP BY market",
|
||||
"SELECT b.ts, b.close * d.adj_factor FROM cn_stock_1m b JOIN bars_1d d USING (symbol, date)",
|
||||
"SELECT unnest([1,2,3])",
|
||||
"SELECT abs(-1), date_trunc('day', now()), upper('a')",
|
||||
"SELECT symbol FROM cn_stock_1d WHERE date >= DATE '2026-01-01'",
|
||||
" SELECT 1 ", # 空白容忍
|
||||
]
|
||||
|
||||
FORBIDDEN_SQL = [
|
||||
("", "空 SQL"),
|
||||
(" ", None),
|
||||
("SELECT 1; SELECT 2", None),
|
||||
("SELECT 1; ATTACH 'x.db' AS x", None),
|
||||
("SELEC 1", None), # 解析失败 fail-closed
|
||||
("ATTACH 'evil.db' AS e", None),
|
||||
("-- comment\nATTACH 'evil.db' AS e", None), # 注释混淆
|
||||
("COPY bars_1d TO '/tmp/steal.csv'", None),
|
||||
("INSERT INTO bars_1d VALUES (1)", None),
|
||||
("UPDATE bars_1d SET close = 0", None),
|
||||
("DELETE FROM bars_1d", None),
|
||||
("CREATE TABLE evil (a INT)", None),
|
||||
("DROP TABLE bars_1d", None),
|
||||
("SET memory_limit='100GB'", None),
|
||||
("PRAGMA database_list", None),
|
||||
("EXPLAIN SELECT 1", None),
|
||||
("CALL pragma_version()", None),
|
||||
# 函数默认拒绝(文件/网络/环境)
|
||||
("SELECT read_parquet('data/**/*.parquet')", None),
|
||||
("SELECT read_csv('/etc/passwd')", None),
|
||||
("SELECT read_csv_auto('x.csv')", None),
|
||||
("SELECT read_json('x.json')", None),
|
||||
("SELECT glob('*.parquet')", None),
|
||||
("SELECT getenv('HOME')", None),
|
||||
("SELECT current_setting('memory_limit')", None),
|
||||
("SELECT * FROM parquet_scan('x.parquet')", None),
|
||||
("SELECT * FROM iceberg_scan('x')", None),
|
||||
("SELECT * FROM read_csv('/etc/passwd')", None),
|
||||
("SELECT (SELECT read_csv('y') LIMIT 1)", None), # 子查询里也拦
|
||||
("WITH t AS (SELECT glob('x') AS g) SELECT g FROM t", None), # CTE 里也拦
|
||||
]
|
||||
|
||||
|
||||
@pytest.mark.parametrize("sql", VALID)
|
||||
def test_valid_sql_passes(sql):
|
||||
validate(sql)
|
||||
|
||||
|
||||
@pytest.mark.parametrize("sql,_", FORBIDDEN_SQL, ids=range(len(FORBIDDEN_SQL)))
|
||||
def test_forbidden_sql_rejected(sql, _):
|
||||
with pytest.raises(SqlRejected) as e:
|
||||
validate(sql)
|
||||
assert e.value.reason
|
||||
|
||||
|
||||
def test_allow_functions_extends_whitelist():
|
||||
# 额外放行清单语义:显式列出的函数放行(§8.3 allow_functions)
|
||||
validate("SELECT read_csv('x.csv')", allow_functions=["read_csv"])
|
||||
# 未列出的仍然拒绝
|
||||
with pytest.raises(SqlRejected):
|
||||
validate("SELECT read_parquet('x')", allow_functions=["read_csv"])
|
||||
# 清空 allow_functions ≠ 全放行(语义反转点)
|
||||
with pytest.raises(SqlRejected):
|
||||
validate("SELECT read_csv('x.csv')", allow_functions=[])
|
||||
|
||||
|
||||
def test_rejected_error_carries_reason():
|
||||
with pytest.raises(SqlRejected) as e:
|
||||
validate("ATTACH 'x' AS y")
|
||||
assert "只读" in e.value.reason
|
||||
Reference in new issue
Block a user