Files
pytdxdata/tests/test_api.py
T
openbot-coder 9183c3294f v0.4.0: 初始开源发布
通达信(TDX)行情数据客户端 —— 动态连接池 + 双层TTL缓存 + 3连接并发分页,
纯 asyncio、零运行时依赖。一套接口覆盖 A股(沪/深/北) / 港股 / 美股 / 期货 / 期权。

主要能力:
- 四层架构:api → pool(标准/MAC/EX 三池) → protocol(16 命令模块) → cache(内存+SQLite)
- TdxData 提供 51 个公开异步方法;CLI(tdx) 提供 19 个子命令
- 服务器文件下载 + 解析:板块 block_*.dat / 行业 tdxhy.cfg / 历史财报 gpcw*.zip
- 85 个离线测试(协议 / 连接池 / 缓存 / 分页 / API / 文件解析 / CLI)

协议层参照 easy-tdx 的字节级格式独立实现,不依赖 easy-tdx 包。
2026-09-15 11:38:44 +08:00

332 lines
12 KiB
Python
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
"""统一接口 TdxData 测试(mock 连接,不连真实网络)+ 分页调度器测试"""
from __future__ import annotations
import asyncio
import datetime
import unittest.mock as mock
import pytest
from pytdxdata.api import TdxData
from pytdxdata.models import KlinePeriod, Market, MinuteBar, SecurityBar
from pytdxdata.protocol.commands.mac_tick import MacTickChartCmd
from pytdxdata.scheduler.paginator import PageSpec, Paginator
def _make_bar(i: int) -> SecurityBar:
return SecurityBar(market=1, code="600000", open=10.0, high=10.1, low=9.9,
close=10.0 + i * 0.01, vol=1000, amount=10000,
year=2026, month=8, day=1 + i // 240, hour=9, minute=i % 60)
# ---------- Paginator ----------
class FakePoolConn:
"""模拟连接:返回按start切片的数据。"""
def __init__(self, total_bars: int, page_size: int, fail_pages: set[int] | None = None):
self.total = total_bars
self.page_size = page_size
self.fail_pages = fail_pages or set()
self.executed: list[tuple[int, int]] = []
async def execute(self, cmd):
start, count = cmd # cmd 即 (start, count) 元组
self.executed.append((start, count))
if start // self.page_size in self.fail_pages:
raise ConnectionError("mock失败")
return [_make_bar(i) for i in range(start, min(start + count, self.total))]
class FakePool:
def __init__(self, conns: list[FakePoolConn]):
self.conns = conns
self.released: list = []
self._acquire_idx = 0
async def acquire_many(self, n, *, timeout=None):
return self.conns[:n]
async def acquire(self, *, timeout=None):
pc = self.conns[self._acquire_idx % len(self.conns)]
self._acquire_idx += 1
return pc
async def release(self, pc, *, broken=False):
self.released.append((pc, broken))
@pytest.mark.asyncio
async def test_paginator_parallel_assembly():
"""3连接并行拉2400根(3页×800),按序拼接。"""
conns = [FakePoolConn(2400, 800) for _ in range(3)]
pool = FakePool(conns)
pag = Paginator(pool, concurrency=3) # type: ignore[arg-type]
def factory(s, c):
return (s, c)
result = await pag.fetch_all(factory, PageSpec(page_size=800, total=2400))
assert len(result) == 2400
# 按序:前800根是0-799
assert result[0].close == 10.0
assert result[799].close == pytest.approx(10.0 + 799 * 0.01)
assert result[800].close == pytest.approx(10.0 + 800 * 0.01)
# 每个连接都用了(并发分页发生)
assert all(len(c.executed) >= 1 for c in conns)
@pytest.mark.asyncio
async def test_paginator_retry_and_strict():
"""第1页失败→strict=True抛错。"""
conns = [FakePoolConn(2400, 800, fail_pages={0}) for _ in range(3)]
pool = FakePool(conns)
pag = Paginator(pool, concurrency=3, retries=1, strict=True) # type: ignore[arg-type]
def factory(s, c):
return (s, c)
with pytest.raises(ConnectionError):
await pag.fetch_all(factory, PageSpec(page_size=800, total=2400))
@pytest.mark.asyncio
async def test_paginator_strict_false():
conns = [FakePoolConn(2400, 800, fail_pages={0}) for _ in range(3)]
pool = FakePool(conns)
pag = Paginator(pool, concurrency=3, retries=0, strict=False) # type: ignore[arg-type]
def factory(s, c):
return (s, c)
result = await pag.fetch_all(factory, PageSpec(page_size=800, total=2400))
assert len(result) == 1600 # 第0页留空,1-2页成功
# ---------- TdxData 统一接口 ----------
class FakeApiConn:
"""模拟 execute:按命令类型返回。"""
def __init__(self, server="s1"):
self.server = server
self.host = server
self.alive_flag = True
@property
def alive(self):
return self.alive_flag
async def connect(self):
pass
async def execute(self, cmd):
cname = type(cmd).__name__
if "GetSecurityBarsCmd" in cname:
return [_make_bar(i) for i in range(cmd.start, cmd.start + cmd.count)]
if "GetSecurityQuotesCmd" in cname:
return []
if "MacTransactionCmd" in cname:
return []
if "GetSecurityCountCmd" in cname:
return 100
if "GetXdxrInfoCmd" in cname:
return []
if "GetFinanceInfoCmd" in cname:
return None
return []
async def close(self):
self.alive_flag = False
@pytest.mark.asyncio
async def test_tdxdata_get_kline_with_cache():
"""get_kline:第一次回源,第二次缓存命中(不重复请求)。"""
with mock.patch("pytdxdata.api.get_standard_hosts", return_value=["s1"]), \
mock.patch("pytdxdata.api.get_mac_hosts", return_value=["m1"]), \
mock.patch("pytdxdata.pool.pool.TdxConnection",
side_effect=lambda h, p=7709, t=10.0: FakeApiConn(h)):
td = TdxData(cache_dir=None, pool_min=1, pool_max=2)
await td.start()
try:
bars1 = await td.get_kline(1, "600000", KlinePeriod.DAY, count=100)
bars2 = await td.get_kline(1, "600000", KlinePeriod.DAY, count=100)
assert len(bars1) == 100
assert len(bars2) == 100
assert bars1[0] == bars2[0]
finally:
await td.close()
class MinuteApiConn(FakeApiConn):
"""捕获 get_minute 实际下发的命令(类级,跨实例共享)。"""
last_minute_cmd = None
async def execute(self, cmd):
if "MacTickChartCmd" in type(cmd).__name__:
MinuteApiConn.last_minute_cmd = cmd
return [MinuteBar(price=9.14, vol=553.0, hour=9, minute=30)]
return await super().execute(cmd)
@pytest.mark.asyncio
async def test_get_minute_default_uses_history_cmd():
"""date=None 走 MAC 通道 MacTickChartCmd(今天):0x122D当日分时。"""
MinuteApiConn.last_minute_cmd = None
with mock.patch("pytdxdata.api.get_standard_hosts", return_value=["s1"]), \
mock.patch("pytdxdata.api.get_mac_hosts", return_value=["m1"]), \
mock.patch("pytdxdata.pool.pool.TdxConnection",
side_effect=lambda h, p=7709, t=10.0: MinuteApiConn(h)):
td = TdxData(cache_dir=None, pool_min=1, pool_max=2, ex_servers=[])
await td.start()
try:
bars = await td.get_minute(0, "000001")
assert len(bars) == 1
assert bars[0].price == 9.14
cmd = MinuteApiConn.last_minute_cmd
assert isinstance(cmd, MacTickChartCmd)
today = datetime.date.today()
assert cmd.date == today.year * 10000 + today.month * 100 + today.day
finally:
await td.close()
@pytest.mark.asyncio
async def test_tdxdata_get_security_count():
with mock.patch("pytdxdata.api.get_standard_hosts", return_value=["s1"]), \
mock.patch("pytdxdata.api.get_mac_hosts", return_value=["m1"]), \
mock.patch("pytdxdata.pool.pool.TdxConnection",
side_effect=lambda h, p=7709, t=10.0: FakeApiConn(h)):
td = TdxData(cache_dir=None, pool_min=1, pool_max=2)
await td.start()
try:
n = await td.get_security_count(0)
assert n == 100
finally:
await td.close()
# ---------- Paginator start_offset ----------
@pytest.mark.asyncio
async def test_paginator_start_offset():
"""start_offset 让分页从指定偏移开始,跳过前面的数据。"""
conns = [FakePoolConn(5000, 800) for _ in range(3)]
pool = FakePool(conns)
pag = Paginator(pool, concurrency=3) # type: ignore[arg-type]
def factory(s, c):
return (s, c)
# 从偏移 4000 开始拉 800 根(total=4800)
result = await pag.fetch_all(factory, PageSpec(
page_size=800, total=4800, start_offset=4000))
assert len(result) == 800
assert result[0].close == pytest.approx(10.0 + 4000 * 0.01)
# 验证没有拉取 offset < 4000 的数据
starts_used = [s for conn in conns for s, _ in conn.executed]
assert all(s >= 4000 for s in starts_used)
@pytest.mark.asyncio
async def test_paginator_start_offset_default_zero():
"""不传 start_offset 时行为不变(从0开始)。"""
conns = [FakePoolConn(2400, 800) for _ in range(3)]
pool = FakePool(conns)
pag = Paginator(pool, concurrency=3) # type: ignore[arg-type]
def factory(s, c):
return (s, c)
result = await pag.fetch_all(factory, PageSpec(page_size=800, total=2400))
assert len(result) == 2400
assert result[0].close == 10.0 # 从 offset 0 开始
# ---------- get_kline 日期过滤 ----------
class DateBarApiConn(FakeApiConn):
"""支持日期范围探测的模拟连接(按偏移返回带日期的K线)。"""
# 类级可调:总共多少条、每条的日期序列
total_bars: int = 500
async def execute(self, cmd):
cname = type(cmd).__name__
if "GetSecurityBarsCmd" in cname:
start, count = cmd.start, cmd.count
result = []
for i in range(start, min(start + count, self.total_bars)):
# 每条间隔1天:偏移0=2026-01-01, 偏移1=2026-01-02, ...
dt = datetime.datetime(2026, 1, 1) + datetime.timedelta(days=i)
result.append(SecurityBar(
market=1, code="600000", open=10.0, high=10.1, low=9.9,
close=10.0 + i * 0.01, vol=1000, amount=10000,
year=dt.year, month=dt.month, day=dt.day,
hour=9, minute=30))
return result
return await super().execute(cmd)
@pytest.mark.asyncio
async def test_get_kline_start_date_filters():
"""get_kline(start_date=...) 只返回该日期之后的K线。"""
DateBarApiConn.total_bars = 500
with mock.patch("pytdxdata.api.get_standard_hosts", return_value=["s1"]), \
mock.patch("pytdxdata.api.get_mac_hosts", return_value=["m1"]), \
mock.patch("pytdxdata.pool.pool.TdxConnection",
side_effect=lambda h, p=7709, t=10.0: DateBarApiConn(h)):
td = TdxData(cache_dir=None, pool_min=1, pool_max=2)
await td.start()
try:
bars = await td.get_kline(
1, "600000", KlinePeriod.DAY,
start_date=datetime.datetime(2026, 3, 1))
# 2026-01-01 偏移0 → 2026-03-01 偏移59,所以 >= 偏移59
assert len(bars) > 0
assert bars[0].year == 2026 and bars[0].month == 3 and bars[0].day == 1
finally:
await td.close()
@pytest.mark.asyncio
async def test_get_kline_date_range():
"""get_kline(start_date=..., end_date=...) 返回日期范围内的K线。"""
DateBarApiConn.total_bars = 500
with mock.patch("pytdxdata.api.get_standard_hosts", return_value=["s1"]), \
mock.patch("pytdxdata.api.get_mac_hosts", return_value=["m1"]), \
mock.patch("pytdxdata.pool.pool.TdxConnection",
side_effect=lambda h, p=7709, t=10.0: DateBarApiConn(h)):
td = TdxData(cache_dir=None, pool_min=1, pool_max=2)
await td.start()
try:
bars = await td.get_kline(
1, "600000", KlinePeriod.DAY,
start_date=datetime.datetime(2026, 2, 1),
end_date=datetime.datetime(2026, 2, 28))
assert len(bars) == 28
assert bars[0].month == 2 and bars[0].day == 1
assert bars[-1].month == 2 and bars[-1].day == 28
finally:
await td.close()
@pytest.mark.asyncio
async def test_get_kline_since():
"""get_kline_since 便捷方法:返回指定日期之后的所有K线。"""
DateBarApiConn.total_bars = 500
with mock.patch("pytdxdata.api.get_standard_hosts", return_value=["s1"]), \
mock.patch("pytdxdata.api.get_mac_hosts", return_value=["m1"]), \
mock.patch("pytdxdata.pool.pool.TdxConnection",
side_effect=lambda h, p=7709, t=10.0: DateBarApiConn(h)):
td = TdxData(cache_dir=None, pool_min=1, pool_max=2)
await td.start()
try:
bars = await td.get_kline_since(
1, "600000", KlinePeriod.DAY, datetime.datetime(2026, 6, 1))
assert len(bars) > 0
assert bars[0].year == 2026 and bars[0].month == 6 and bars[0].day == 1
# 最后一条应该是偏移499=2027-04-16
assert bars[-1].year == 2027
finally:
await td.close()