核对 sh000016 上证50 与 50 只成分股的 tick 汇总时,发现三个口径
(快照/分时/逐笔)互不一致,追查到 5 个缺陷。
1. 沪市指数价格整体少 10 倍
price_decimal_digits 把沪市 000xxx(上证/上证50/沪深300/科创50)与
8xxxxx(板块指数)判为 3 位小数,实际协议是 2 位。
上证指数 3713 -> 371、上证50 2747 -> 274。
实证 6 只指数 + 2 只板块指数全部 ×10,而 ETF/股票/科创板/深市全类 ×1 正确。
改法:沪市仅 ETF(5开头) 保留 3 位,其余 2 位。
2. get_ticks 把 bs_flag=8 竞价委托当成成交
该记录是 09:15~09:25 / 14:57~15:00 竞价段的撮合委托快照,
vol 是累计值(可被后续覆盖),不是成交增量。
- Σvol 虚高:sh600000 含 b8 = 668,693 vs 快照 462,562(1.4456);
剔 b8 = 462,634(1.000156,精确一致)
- 跨主机不稳定:干净主机 0 条、脏主机 135 条 -> 同一 start 落到不同真实成交
改法:分页后统一剔除 b8。
3. A股逐笔改单连接串行游标(_ticks_cn_serial)
并发分页各页来自不同主机,而 0x122F 的 start 是「从最新往回数」的相对锚点,
主机间 b8 收录差异导致页边界既重叠(冗余 116 条)又漏条(13:03 附近丢 59 条)。
逐笔单日仅 5~6 页,串行开销可忽略。
4. trade_count 有符号解析(前序)、返回列表时间序(前序)保留。
- sh000016 三口径闭合:快照 vol/amount 比值 1.00000061/0.99999997;
指数逐笔 Σvol = 分时 Σvol = 1,045,584,467(完全相等)
- 6 只标的 Σvol/快照 vol 全部回到 1.0001~1.0007
- 跨主机公共时间窗逐条一致(5/5 标的,条数差 0)
- 测试 194 -> 217 passed(+20 小数位、+3 逐笔回归)
- TransactionRecord 类注释 + get_ticks docstring 明示指数语义:
vol 单位「百元」(成交额/100)、trade_count 为「均价×1000」而非笔数
- API_REFERENCE / llms.txt 同步
Co-authored-by: openbot-coder <openbot-coder@users.noreply.github.com>
348 lines
13 KiB
Python
348 lines
13 KiB
Python
"""协议层单元测试:帧/价格差分/浮点/命令解析(黄金字节向量,对照 easy-tdx 已验证实现)"""
|
||
from __future__ import annotations
|
||
|
||
import struct
|
||
from collections import Counter
|
||
from datetime import date, datetime
|
||
|
||
import pytest
|
||
|
||
from pytdxdata.models import Adjust, KlinePeriod, SecurityBar
|
||
from pytdxdata.protocol.commands.ex_proto import GetExInstrumentBarsCmd
|
||
from pytdxdata.protocol.commands.kline import GetSecurityBarsCmd
|
||
from pytdxdata.protocol.commands.mac import MacKlineCmd
|
||
from pytdxdata.protocol.commands.minute import GetHistoryMinuteTimeDataCmd
|
||
from pytdxdata.protocol.commands.quotes import price_decimal_digits
|
||
from pytdxdata.protocol.commands.transaction import MacTransactionCmd
|
||
from pytdxdata.protocol.frame import FrameHeader, decompress_body, parse_header
|
||
from pytdxdata.protocol.price import decode_ohlc_diffs, get_price, put_price
|
||
from pytdxdata.protocol.volume import decode_volume
|
||
|
||
# ---------- 变长有符号整数 ----------
|
||
|
||
@pytest.mark.parametrize("value", [0, 1, -1, 63, 64, -64, 127, -128, 1000, -100000, 2**20])
|
||
def test_price_roundtrip(value: int):
|
||
enc = put_price(value)
|
||
dec, pos = get_price(enc, 0)
|
||
assert dec == value
|
||
assert pos == len(enc)
|
||
|
||
|
||
def test_price_negative_flag():
|
||
# 首字节 bit6=符号
|
||
enc = put_price(-5)
|
||
assert enc[0] & 0x40
|
||
dec, _ = get_price(enc, 0)
|
||
assert dec == -5
|
||
|
||
|
||
# ---------- OHLC 差分还原 ----------
|
||
|
||
def test_decode_ohlc_diffs():
|
||
# 手工构造:open_diff=100, close_diff=-20, high_diff=10, low_diff=-30
|
||
body = bytearray()
|
||
for v in (100, -20, 10, -30):
|
||
body.extend(put_price(v))
|
||
od, cd, hd, ld, pos = decode_ohlc_diffs(body, 0)
|
||
assert (od, cd, hd, ld) == (100, -20, 10, -30)
|
||
assert pos == len(body)
|
||
|
||
|
||
# ---------- 自定义4字节浮点 ----------
|
||
|
||
def test_decode_volume_zero():
|
||
assert decode_volume(0) == 0.0
|
||
|
||
|
||
def test_decode_volume_known():
|
||
# 经验值:0x00000001 应为极小正数(非0)
|
||
assert decode_volume(1) > 0
|
||
|
||
|
||
# ---------- 响应帧头 ----------
|
||
|
||
def test_frame_header():
|
||
# magic=7654321, 未压缩: zipsize==unzipsize
|
||
buf = struct.pack("<IIIHH", 7654321, 0, 0, 100, 100)
|
||
h = parse_header(buf)
|
||
assert h.magic == 7654321
|
||
assert h.zipsize == 100
|
||
assert h.unzipsize == 100
|
||
|
||
|
||
def test_decompress_body_uncompressed():
|
||
h = FrameHeader(7654321, 0, 0, 5, 5)
|
||
assert decompress_body(h, b"hello") == b"hello"
|
||
|
||
|
||
def test_decompress_body_zlib():
|
||
import zlib as z
|
||
raw = z.compress(b"x" * 100)
|
||
h = FrameHeader(7654321, 0, 0, len(raw), 100)
|
||
assert decompress_body(h, raw) == b"x" * 100
|
||
|
||
|
||
# ---------- K线命令 ----------
|
||
|
||
def test_kline_build_request():
|
||
cmd = GetSecurityBarsCmd(1, "600000", 4, 0, 100) # DAY
|
||
req = cmd.build_request()
|
||
assert len(req) == 38
|
||
assert req[0:2] == struct.pack("<H", 0x010C) # 命令ID
|
||
# category 字节应等于 4 (DAY, 与 easy-tdx KlineCategory 一致)
|
||
assert req[20] == 4
|
||
|
||
|
||
def test_kline_parse_empty_response():
|
||
cmd = GetSecurityBarsCmd(1, "600000", 5, 0, 100)
|
||
with pytest.raises(Exception):
|
||
# 2字节 header 声称100条但body为空 → 解析失败
|
||
cmd.parse_response(b"\x64\x00")
|
||
|
||
|
||
# ---------- 分时命令(0x0130 历史分时) ----------
|
||
|
||
def test_history_minute_parse():
|
||
# 响应: num(2B) + 4B头(skip=6 从num后算起) + 每条3变长字段(price_diff, unknown, vol)
|
||
body = bytearray(struct.pack("<H", 3) + b"\x00" * 4)
|
||
for pd, unk, v in ((914, 0, 553), (-1, 0, 784), (2, 0, 4157)):
|
||
body.extend(put_price(pd))
|
||
body.extend(put_price(unk))
|
||
body.extend(put_price(v))
|
||
cmd = GetHistoryMinuteTimeDataCmd(1, "600000", 20260813)
|
||
bars = cmd.parse_response(bytes(body))
|
||
assert [round(b.price, 2) for b in bars] == [9.14, 9.13, 9.15]
|
||
assert [int(b.vol) for b in bars] == [553, 784, 4157]
|
||
assert bars[0].hour == 9 and bars[0].minute == 30
|
||
assert bars[2].hour == 9 and bars[2].minute == 32
|
||
|
||
|
||
# ---------- EX K线(0x23FF)日期解码 ----------
|
||
|
||
def _ex_bars_body(raw_dates: list[int]) -> bytes:
|
||
"""构造 0x23FF 响应体:20B头(count@18) + 每条32B(4B时间 + 28B行情)。"""
|
||
body = bytearray(20 + len(raw_dates) * 32)
|
||
struct.pack_into("<H", body, 18, len(raw_dates))
|
||
for i, raw in enumerate(raw_dates):
|
||
off = 20 + i * 32
|
||
struct.pack_into("<I", body, off, raw)
|
||
struct.pack_into("<ffffIIf", body, off + 4, 10.0, 10.5, 9.5, 10.2, 0, 1000, 0)
|
||
return bytes(body)
|
||
|
||
|
||
def test_ex_bars_minute_datetime():
|
||
# category=0(分钟级): 4字节=2B zipday + 2B tminutes
|
||
# 53785305 = tminutes 820(13:40) + zipday 45785(2026-07-29);旧解析误读为 5378-53-05
|
||
raw = struct.unpack("<I", struct.pack("<HH", 45785, 820))[0]
|
||
assert raw == 53785305
|
||
cmd = GetExInstrumentBarsCmd(31, "00700", 0, 0, 5)
|
||
bars = cmd.parse_response(_ex_bars_body([raw]))
|
||
assert len(bars) == 1
|
||
assert (bars[0]["year"], bars[0]["month"], bars[0]["day"]) == (2026, 7, 29)
|
||
assert (bars[0]["hour"], bars[0]["minute"]) == (13, 40)
|
||
assert bars[0]["close"] == pytest.approx(10.2)
|
||
|
||
|
||
def test_ex_bars_day_datetime():
|
||
# category=4(日线): 4字节 YYYYMMDD,hour=15
|
||
cmd = GetExInstrumentBarsCmd(31, "00700", 4, 0, 5)
|
||
bars = cmd.parse_response(_ex_bars_body([20260729]))
|
||
assert len(bars) == 1
|
||
assert (bars[0]["year"], bars[0]["month"], bars[0]["day"]) == (2026, 7, 29)
|
||
assert (bars[0]["hour"], bars[0]["minute"]) == (15, 0)
|
||
|
||
|
||
# ---------- MAC 逐笔命令 ----------
|
||
|
||
def test_mac_transaction_request():
|
||
cmd = MacTransactionCmd(0, "000001", 20260811, 0, 100)
|
||
req = cmd.build_request()
|
||
assert len(req) == 10 + 2 + 44 # 10头 + 2msg_id + body
|
||
assert req[0] == 0x1C # head_flag
|
||
|
||
|
||
def test_mac_transaction_parse():
|
||
# 构造响应: 39字节头(count@29=2) + 2条×18字节
|
||
body = bytearray(39 + 2 * 18)
|
||
struct.pack_into("<H", body, 29, 2)
|
||
for i, (ts, price, vol, tc, flag) in enumerate([
|
||
(34200, 11.25, 100, 3, 1), # 09:30:00
|
||
(34201, 11.26, 50, 1, 0),
|
||
]):
|
||
off = 39 + i * 18
|
||
struct.pack_into("<IfIIH", body, off, ts, price, vol, tc, flag)
|
||
cmd = MacTransactionCmd(0, "000001", 20260811, 0, 100)
|
||
recs = cmd.parse_response(bytes(body))
|
||
assert len(recs) == 2
|
||
assert recs[0].time == "09:30:00"
|
||
assert recs[0].price == 11.25
|
||
assert recs[0].vol == 100
|
||
assert recs[0].trade_count == 3
|
||
assert recs[0].bs_flag == 1
|
||
assert recs[1].trade_count == 1
|
||
|
||
|
||
def test_mac_transaction_parse_negative_trade_count_auction():
|
||
"""集合竞价段 trade_count 是有符号 int32,负数不能被读成 42 亿(BUG 回归)。
|
||
|
||
实测(2026-10-21,sh600000 09:15:03):18 字节为
|
||
17820000 0ad71b41 d9000000 96fcffff 0800
|
||
最后四字节前的 96fcffff = int32 -874,旧解析按 uint32 得 4294966422。
|
||
"""
|
||
body = bytearray(39 + 2 * 18)
|
||
struct.pack_into("<H", body, 29, 2)
|
||
# 第1条:集合竞价,trade_count = -874
|
||
struct.pack_into("<IfIiH", body, 39, 33303, 9.74, 217, -874, 8)
|
||
# 第2条:正常交易,trade_count = 3
|
||
struct.pack_into("<IfIiH", body, 39 + 18, 34200, 9.75, 100, 3, 1)
|
||
|
||
cmd = MacTransactionCmd(1, "600000", 20261021, 0, 100)
|
||
recs = cmd.parse_response(bytes(body))
|
||
assert len(recs) == 2
|
||
assert recs[0].trade_count == -874, "负值必须保留符号,不能变成 4294966422"
|
||
assert recs[0].bs_flag == 8
|
||
assert recs[1].trade_count == 3
|
||
# 正常交易段的量级不受影响
|
||
assert max(r.trade_count for r in recs) == 3
|
||
|
||
|
||
# ---------- 跨时区时间戳归一化(美股 EX 通道) ----------
|
||
#
|
||
# 通达信 EX 通道对美股返回的时间戳把两个时区拼在一起:日期字段是**美东交易日**、
|
||
# 时分字段是**北京时间**。直拼出的 datetime 会把同一交易日的下午半场(北京
|
||
# 00:00~04:00)排到上午半场(北京 21:30~23:59)之前,单日 390 根全部错位。
|
||
|
||
def _bar(market: int, y: int, mo: int, d: int, h: int, mi: int) -> SecurityBar:
|
||
return SecurityBar(market=market, code="X", open=1.0, high=1.0, low=1.0,
|
||
close=1.0, vol=1.0, amount=1.0,
|
||
year=y, month=mo, day=d, hour=h, minute=mi)
|
||
|
||
|
||
def test_us_evening_segment_keeps_date():
|
||
# 北京 21:31 ~ 23:59 与美东交易日属同一自然日,日期不动
|
||
b = _bar(74, 2026, 10, 12, 21, 31)
|
||
assert b.datetime == datetime(2026, 10, 12, 21, 31)
|
||
assert b.trading_date == "2026-10-12"
|
||
|
||
|
||
def test_us_midnight_segment_rolls_to_next_day():
|
||
# 北京次日 00:00 ~ 04:00 实际是美东 12:00~16:00,日期要 +1 天
|
||
b = _bar(74, 2026, 10, 12, 4, 0)
|
||
assert b.datetime == datetime(2026, 10, 13, 4, 0)
|
||
assert (b.hour, b.minute) == (4, 0) # 时分不参与归一化
|
||
assert b.trading_date == "2026-10-12" # 仍归属美东 10-12 交易日
|
||
|
||
|
||
def test_us_split_hour_boundary():
|
||
assert _bar(74, 2026, 10, 12, 11, 59).day == 13
|
||
assert _bar(74, 2026, 10, 12, 12, 0).day == 12
|
||
|
||
|
||
def test_us_month_and_year_rollover():
|
||
assert _bar(74, 2026, 10, 31, 4, 0).datetime == datetime(2026, 11, 1, 4, 0)
|
||
assert _bar(74, 2026, 12, 31, 4, 0).datetime == datetime(2027, 1, 1, 4, 0)
|
||
|
||
|
||
def test_cn_and_hk_bars_untouched():
|
||
cn = _bar(1, 2026, 10, 12, 9, 31) # A股/标准通道
|
||
assert (cn.year, cn.month, cn.day) == (2026, 10, 12)
|
||
assert cn.trading_date == "2026-10-12"
|
||
hk = _bar(31, 2026, 10, 12, 4, 0) # 港股同为 UTC+8,凌晨段不应 +1
|
||
assert (hk.year, hk.month, hk.day) == (2026, 10, 12)
|
||
assert hk.trading_date == "2026-10-12"
|
||
|
||
|
||
def test_us_full_session_is_monotonic_and_single_trading_day():
|
||
# 实测口径:北京 21:31~23:59(149 根)+ 次日 00:00~04:00(241 根)= 390 根
|
||
mins = list(range(21 * 60 + 31, 24 * 60)) + list(range(4 * 60 + 1))
|
||
assert len(mins) == 390
|
||
bars = [_bar(74, 2026, 10, 12, m // 60, m % 60) for m in mins]
|
||
bars.sort(key=lambda b: b.datetime)
|
||
dts = [b.datetime for b in bars]
|
||
assert dts == sorted(dts) # 归一化后严格单调
|
||
assert dts[0] == datetime(2026, 10, 12, 21, 31)
|
||
assert dts[-1] == datetime(2026, 10, 13, 4, 0)
|
||
# 全部归属于同一个美东交易日
|
||
assert {b.trading_date for b in bars} == {"2026-10-12"}
|
||
# 但横跨两个北京自然日(这正是不能用 datetime.date() 聚合的原因)
|
||
by_day = Counter(b.datetime.date() for b in bars)
|
||
assert by_day[date(2026, 10, 12)] == 149
|
||
assert by_day[date(2026, 10, 13)] == 241
|
||
|
||
|
||
# ---------- MAC 通道 K线(0x122E)同样归一化 ----------
|
||
|
||
def _mac_bars_body(records: list[tuple[int, int]]) -> bytes:
|
||
"""构造 0x122E 响应体:33B头(count@24) + 每条36B(4B ymd + 4B time秒 + 7float)。"""
|
||
body = bytearray(33 + len(records) * 36)
|
||
struct.pack_into("<HBHI", body, 24, 7, 1, len(records), 0)
|
||
for i, (ymd, tsec) in enumerate(records):
|
||
struct.pack_into("<II7f", body, 33 + i * 36,
|
||
ymd, tsec, 10.0, 10.5, 9.5, 10.2, 0.0, 1000.0, 0.0)
|
||
return bytes(body)
|
||
|
||
|
||
def test_mac_kline_us_bar_normalized():
|
||
# _probe_bar(日期区间二分依赖它)对美股走的就是这条命令
|
||
cmd = MacKlineCmd(74, "AAPL", KlinePeriod.MIN_1, Adjust.NONE, 0, 5)
|
||
bars = cmd.parse_response(_mac_bars_body([(20261012, 4 * 3600)])) # 北京 04:00
|
||
assert len(bars) == 1
|
||
assert bars[0].datetime == datetime(2026, 10, 13, 4, 0)
|
||
assert bars[0].trading_date == "2026-10-12"
|
||
|
||
|
||
def test_mac_kline_hk_bar_untouched():
|
||
cmd = MacKlineCmd(31, "00700", KlinePeriod.MIN_1, Adjust.NONE, 0, 5)
|
||
bars = cmd.parse_response(_mac_bars_body([(20260729, 13 * 3600 + 40 * 60)]))
|
||
assert (bars[0].datetime) == datetime(2026, 7, 29, 13, 40)
|
||
assert bars[0].trading_date == "2026-07-29"
|
||
|
||
|
||
# ---------- 排序:EX 返回顺序按时间正序(切片取「最新 N 根」依赖它) ----------
|
||
|
||
def test_finish_bars_sorts_us_session_chronologically():
|
||
from pytdxdata.api import TdxData
|
||
from pytdxdata.symbols import parse_symbols
|
||
|
||
sym = parse_symbols("usAAPL")[0]
|
||
# 故意按错误的顺序给(凌晨段在前)
|
||
out = TdxData._finish_bars([_bar(74, 2026, 10, 12, 4, 0),
|
||
_bar(74, 2026, 10, 12, 21, 31)], sym)
|
||
assert [b.datetime for b in out] == [datetime(2026, 10, 12, 21, 31),
|
||
datetime(2026, 10, 13, 4, 0)]
|
||
assert {b.symbol for b in out} == {"usAAPL"}
|
||
|
||
# ---------- 报价小数位:沪市指数必须 2 位(回归:曾整体少 10 倍) ----------
|
||
|
||
@pytest.mark.parametrize("market,code,expect", [
|
||
# 沪市指数:回归 bug —— 曾被判 3 位,导致价格少 10 倍
|
||
(1, "000001", 2), # 上证指数
|
||
(1, "000016", 2), # 上证50
|
||
(1, "000300", 2), # 沪深300
|
||
(1, "000688", 2), # 科创50
|
||
(1, "880001", 2), # 板块指数(8 开头,曾被判 3 位)
|
||
(1, "880305", 2),
|
||
# 沪市 ETF/基金:仍是 3 位
|
||
(1, "510300", 3),
|
||
(1, "588000", 3),
|
||
(1, "511010", 3),
|
||
(1, "501018", 3),
|
||
# 沪市股票:2 位
|
||
(1, "600000", 2),
|
||
(1, "601398", 2),
|
||
(1, "688111", 2), # 科创板
|
||
# 深市
|
||
(0, "399001", 2), # 深证成指
|
||
(0, "399006", 2), # 创业板指
|
||
(0, "000001", 2), # 平安银行(不是指数!)
|
||
(0, "300750", 2),
|
||
(0, "159915", 3), # 深市 ETF
|
||
(0, "128035", 3), # 深市转债
|
||
])
|
||
def test_price_decimal_digits(market, code, expect):
|
||
assert price_decimal_digits(market, code) == expect
|
||
|
||
|
||
def test_price_decimal_digits_strips_nul():
|
||
assert price_decimal_digits(1, "000016\x00\x00") == 2
|