通达信(TDX)行情数据客户端 —— 动态连接池 + 双层TTL缓存 + 3连接并发分页, 纯 asyncio、零运行时依赖。一套接口覆盖 A股(沪/深/北) / 港股 / 美股 / 期货 / 期权。 主要能力: - 四层架构:api → pool(标准/MAC/EX 三池) → protocol(16 命令模块) → cache(内存+SQLite) - TdxData 提供 51 个公开异步方法;CLI(tdx) 提供 19 个子命令 - 服务器文件下载 + 解析:板块 block_*.dat / 行业 tdxhy.cfg / 历史财报 gpcw*.zip - 85 个离线测试(协议 / 连接池 / 缓存 / 分页 / API / 文件解析 / CLI) 协议层参照 easy-tdx 的字节级格式独立实现,不依赖 easy-tdx 包。
145 lines
3.5 KiB
Python
145 lines
3.5 KiB
Python
"""缓存单元测试:TTL/LRU/双层/single-flight"""
|
|
from __future__ import annotations
|
|
|
|
import asyncio
|
|
import tempfile
|
|
from pathlib import Path
|
|
|
|
import pytest
|
|
|
|
from pytdxdata.cache.disk import DiskCache
|
|
from pytdxdata.cache.key import CacheKey
|
|
from pytdxdata.cache.manager import CacheManager
|
|
from pytdxdata.cache.memory import MemoryCache
|
|
from pytdxdata.cache.ttl import ttl_for
|
|
|
|
|
|
# ---------- CacheKey ----------
|
|
|
|
def test_key_roundtrip():
|
|
k = CacheKey("kline", 1, "600000", "DAY", 0, 2400, "QFQ")
|
|
s = k.to_str()
|
|
assert CacheKey.from_str(s) == k
|
|
|
|
|
|
def test_quote_key_order_independent():
|
|
a = CacheKey.quote_key([(0, "000001"), (1, "600000")])
|
|
b = CacheKey.quote_key([(1, "600000"), (0, "000001")])
|
|
assert a.to_str() == b.to_str()
|
|
|
|
|
|
# ---------- TTL ----------
|
|
|
|
def test_ttl_quote():
|
|
assert ttl_for("quote") == 5.0
|
|
|
|
|
|
def test_ttl_kline_minute():
|
|
assert ttl_for("kline", period="MIN_1") == 60.0
|
|
|
|
|
|
def test_ttl_kline_day():
|
|
t = ttl_for("kline", period="DAY")
|
|
assert 0 < t <= 12 * 3600
|
|
|
|
|
|
def test_ttl_hist_transaction_permanent():
|
|
assert ttl_for("transaction", date=20260101) == 0.0
|
|
|
|
|
|
def test_ttl_today_transaction():
|
|
assert ttl_for("transaction") == 60.0
|
|
|
|
|
|
# ---------- MemoryCache ----------
|
|
|
|
def test_memory_ttl_expiry():
|
|
mc = MemoryCache()
|
|
mc.set("k", b"v", ttl=0.1)
|
|
assert mc.get("k") == b"v"
|
|
import time
|
|
time.sleep(0.15)
|
|
assert mc.get("k") is None
|
|
|
|
|
|
def test_memory_lru_eviction():
|
|
mc = MemoryCache(max_entries=2)
|
|
mc.set("a", b"1", 10)
|
|
mc.set("b", b"2", 10)
|
|
mc.set("c", b"3", 10)
|
|
assert len(mc) <= 2
|
|
assert mc.get("a") is None # 最旧被逐出
|
|
|
|
|
|
def test_memory_permanent():
|
|
mc = MemoryCache()
|
|
mc.set("k", b"v", ttl=0) # 永久
|
|
assert mc.get("k") == b"v"
|
|
|
|
|
|
# ---------- CacheManager + single-flight ----------
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_manager_double_layer():
|
|
tmp = Path(tempfile.mkdtemp()) / "cache.db"
|
|
mem = MemoryCache()
|
|
disk = DiskCache(tmp)
|
|
mgr = CacheManager(mem, disk)
|
|
await mgr.start()
|
|
|
|
key = CacheKey("kline", 1, "600000", "DAY", 0, 800)
|
|
fetch_count = 0
|
|
|
|
async def fetcher():
|
|
nonlocal fetch_count
|
|
fetch_count += 1
|
|
return b"payload"
|
|
|
|
v1 = await mgr.get_or_fetch(key, fetcher)
|
|
v2 = await mgr.get_or_fetch(key, fetcher)
|
|
assert v1 == v2 == b"payload"
|
|
assert fetch_count == 1 # 第二次命中缓存
|
|
|
|
# 磁盘持久:新管理器读同一磁盘库
|
|
mgr2 = CacheManager(MemoryCache(), DiskCache(tmp))
|
|
await mgr2.start()
|
|
v3 = await mgr2.get(key)
|
|
assert v3 == b"payload"
|
|
await mgr.close()
|
|
await mgr2.close()
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_manager_single_flight():
|
|
mem = MemoryCache()
|
|
mgr = CacheManager(mem, None)
|
|
key = CacheKey("quote", extra="0:000001")
|
|
fetch_count = 0
|
|
|
|
async def fetcher():
|
|
nonlocal fetch_count
|
|
fetch_count += 1
|
|
await asyncio.sleep(0.05)
|
|
return b"x"
|
|
|
|
await asyncio.gather(
|
|
mgr.get_or_fetch(key, fetcher),
|
|
mgr.get_or_fetch(key, fetcher),
|
|
mgr.get_or_fetch(key, fetcher),
|
|
)
|
|
assert fetch_count == 1 # single-flight 只回源一次
|
|
await mgr.close()
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_manager_invalidate():
|
|
mem = MemoryCache()
|
|
mgr = CacheManager(mem, None)
|
|
key = CacheKey("kline", 1, "600000", "DAY", 0, 800)
|
|
await mgr.set(key, b"data")
|
|
assert await mgr.get(key) == b"data"
|
|
n = await mgr.invalidate("kline", market=1, code="600000")
|
|
assert n >= 1
|
|
assert await mgr.get(key) is None
|
|
await mgr.close()
|