Files
pyquantdata/tests/test_sqlgate.py
T
openbot d37c697bbe M1 最小闭环:CLI + FastAPI 网关 + SQL 闸 + 100% 覆盖率验收链
- CLI:init/serve/update/query/export/status(typer + rich),单写者锁三元判活
- 存储:DuckDB schema migrations(14 表 + 8 联邦视图,语句元组逐条执行)
- ETL:A股证券/日历/日K,整区替换幂等;日历全年补全(calendar 语义唯一)
- 网关:POST /v1/query(线程池 + interrupt 超时 504)、/v1/export、meta/stats/state、healthz/ready
- 安全:SQL 闸 sqlglot fail-closed(文件/网络表函数默认拒)、非 loopback 空 token 拒启、导出路径双判
- 验收:254 测试全绿、1265 语句 100% 覆盖、[CI] 真起服验收链、smoke_m1.py 交付自检
- 文档:设计文档 v0.7(圆桌 45 条采纳 + 3 条实施校准),README 重写
- 发布:release.yml Trusted Publishing(OIDC 免密钥),action refs 已核验
2026-09-24 09:06:47 +08:00

85 lines
3.1 KiB
Python
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
"""SQL 闸(§8.3):绕过样例矩阵全部入单测。"""
from __future__ import annotations
import pytest
from pyquantdata.sqlgate import SqlRejected, validate
VALID = [
"SELECT 1",
"SELECT date, close FROM cn_stock_1d WHERE symbol = ? ORDER BY date DESC LIMIT 5",
"WITH latest AS (SELECT symbol, max(date) AS d FROM cn_stock_1d GROUP BY symbol) "
"SELECT * FROM latest",
"SELECT 'cn' AS market, symbol FROM cn_stock_1d "
"UNION ALL SELECT 'us', symbol FROM us_stock_1d",
"SELECT count(*), avg(close) FROM bars_1d GROUP BY market",
"SELECT b.ts, b.close * d.adj_factor FROM cn_stock_1m b JOIN bars_1d d USING (symbol, date)",
"SELECT unnest([1,2,3])",
"SELECT abs(-1), date_trunc('day', now()), upper('a')",
"SELECT symbol FROM cn_stock_1d WHERE date >= DATE '2026-01-01'",
" SELECT 1 ", # 空白容忍
]
FORBIDDEN_SQL = [
("", "空 SQL"),
(" ", None),
("SELECT 1; SELECT 2", None),
("SELECT 1; ATTACH 'x.db' AS x", None),
("SELEC 1", None), # 解析失败 fail-closed
("ATTACH 'evil.db' AS e", None),
("-- comment\nATTACH 'evil.db' AS e", None), # 注释混淆
("COPY bars_1d TO '/tmp/steal.csv'", None),
("INSERT INTO bars_1d VALUES (1)", None),
("UPDATE bars_1d SET close = 0", None),
("DELETE FROM bars_1d", None),
("CREATE TABLE evil (a INT)", None),
("DROP TABLE bars_1d", None),
("SET memory_limit='100GB'", None),
("PRAGMA database_list", None),
("EXPLAIN SELECT 1", None),
("CALL pragma_version()", None),
# 函数默认拒绝(文件/网络/环境)
("SELECT read_parquet('data/**/*.parquet')", None),
("SELECT read_csv('/etc/passwd')", None),
("SELECT read_csv_auto('x.csv')", None),
("SELECT read_json('x.json')", None),
("SELECT glob('*.parquet')", None),
("SELECT getenv('HOME')", None),
("SELECT current_setting('memory_limit')", None),
("SELECT * FROM parquet_scan('x.parquet')", None),
("SELECT * FROM iceberg_scan('x')", None),
("SELECT * FROM read_csv('/etc/passwd')", None),
("SELECT (SELECT read_csv('y') LIMIT 1)", None), # 子查询里也拦
("WITH t AS (SELECT glob('x') AS g) SELECT g FROM t", None), # CTE 里也拦
]
@pytest.mark.parametrize("sql", VALID)
def test_valid_sql_passes(sql):
validate(sql)
@pytest.mark.parametrize("sql,_", FORBIDDEN_SQL, ids=range(len(FORBIDDEN_SQL)))
def test_forbidden_sql_rejected(sql, _):
with pytest.raises(SqlRejected) as e:
validate(sql)
assert e.value.reason
def test_allow_functions_extends_whitelist():
# 额外放行清单语义:显式列出的函数放行(§8.3 allow_functions)
validate("SELECT read_csv('x.csv')", allow_functions=["read_csv"])
# 未列出的仍然拒绝
with pytest.raises(SqlRejected):
validate("SELECT read_parquet('x')", allow_functions=["read_csv"])
# 清空 allow_functions ≠ 全放行(语义反转点)
with pytest.raises(SqlRejected):
validate("SELECT read_csv('x.csv')", allow_functions=[])
def test_rejected_error_carries_reason():
with pytest.raises(SqlRejected) as e:
validate("ATTACH 'x' AS y")
assert "只读" in e.value.reason