mirror of
https://ghfast.top/https://github.com/aeroxw/tick-stock-panel.git
synced 2026-09-12 15:34:16 +08:00
- MinuteRefreshService.is_healthy(): 偏好开 + 线程活 + 最近一轮距今 ≤ max(2×间隔, 30s)。last_round_at 只在取数+落盘成功后更新, 连续失败 自动超时判不健康, 冷启动修复轮期间天然不健康 - /api/kline/minute-batch 加 prefer_local 标志: 服务健康时股票 incomplete 不再批量补拉, 本地有多少给多少 (服务下一轮落盘补全; 停牌票补拉也是空, 无损); ETF 不在全量分钟 universe 内维持补拉; 不健康回落现状兜底。 响应加 full_minute_local 标记 - 大自选 (数百上千只) 不再每 6s 轮询持续打批量分钟接口 - 4 个新用例: 健康跳过股票补拉/ETF 仍补, 不健康回落, 无标志不受影响, is_healthy 三条件边界
881 lines
33 KiB
Python
881 lines
33 KiB
Python
"""自定义分钟数据源路由回归测试。
|
||
|
||
对应设计文档 §4 测试矩阵 (docs/superpowers/specs/2026-07-18-minute-provider-unification-design.md)。
|
||
|
||
覆盖三个阻断问题:
|
||
1. stock-sdk 默认 freq 漂移 (5m → 1m)
|
||
2. 自定义源异常直接 500 (无 try/except)
|
||
3. 插件化路由重复 + asset_type 未透传
|
||
|
||
mock 范式沿用 test_stocksdk_provider.py (monkeypatch 模块属性)。
|
||
"""
|
||
from __future__ import annotations
|
||
|
||
from datetime import date, datetime, timedelta
|
||
from threading import Lock
|
||
from unittest.mock import MagicMock
|
||
|
||
import httpx
|
||
import polars as pl
|
||
|
||
from app.plugins.stocksdk import provider as sp
|
||
from app.plugins.stocksdk.provider import StockSDKProvider
|
||
from app.services import kline_sync
|
||
|
||
|
||
# ---------- 辅助 ----------
|
||
|
||
def _mock_minute_df(symbol: str = "600519.SH") -> pl.DataFrame:
|
||
"""构造非空分钟 K df, 用于 mock provider.get_minute 返回值。"""
|
||
return pl.DataFrame({
|
||
"symbol": [symbol],
|
||
"datetime": [datetime(2026, 1, 15, 9, 35, 0)],
|
||
"open": [100.0],
|
||
"high": [101.0],
|
||
"low": [99.5],
|
||
"close": [100.5],
|
||
"volume": [1000.0],
|
||
"amount": [100500.0],
|
||
})
|
||
|
||
|
||
def _setup_custom_provider(monkeypatch, provider: object, has_dataset: bool = True) -> None:
|
||
"""统一 mock 自定义分钟源路由前置: preferences + provider_has_dataset + get_provider。
|
||
|
||
- preferences.get_minute_data_provider → "mock_src"
|
||
- custom.provider_has_dataset → has_dataset
|
||
- custom.get_provider → provider
|
||
"""
|
||
monkeypatch.setattr(
|
||
kline_sync.preferences,
|
||
"get_minute_data_provider",
|
||
lambda: "mock_src",
|
||
)
|
||
monkeypatch.setattr(
|
||
"app.data_providers.custom.provider_has_dataset",
|
||
lambda name, ds: has_dataset,
|
||
)
|
||
monkeypatch.setattr(
|
||
"app.data_providers.custom.get_provider",
|
||
lambda name: provider,
|
||
)
|
||
|
||
|
||
# ---------- 测试 1: 自定义源成功返回 1 分钟 K ----------
|
||
|
||
def test_custom_minute_provider_returns_1m_k(monkeypatch):
|
||
"""§4 测试 1: 自定义源成功返回 1m K, 且 provider 收到 freq="1m"。"""
|
||
spy = MagicMock(return_value=_mock_minute_df())
|
||
mock_provider = MagicMock()
|
||
mock_provider.get_minute = spy
|
||
_setup_custom_provider(monkeypatch, mock_provider, has_dataset=True)
|
||
|
||
df, fallback = kline_sync._try_custom_minute(
|
||
["600519.SH"],
|
||
datetime(2026, 1, 15, 9, 25, 0),
|
||
datetime(2026, 1, 15, 15, 5, 0),
|
||
asset_type="stock",
|
||
)
|
||
|
||
assert fallback is False
|
||
assert df is not None
|
||
assert not df.is_empty()
|
||
# spy 收到 freq="1m" 和 asset_type="stock"
|
||
spy.assert_called_once()
|
||
_, kwargs = spy.call_args
|
||
assert kwargs.get("freq") == "1m"
|
||
assert kwargs.get("asset_type") == "stock"
|
||
|
||
|
||
# ---------- 测试 2: stock-sdk 收到 freq=1m → bridge job period="1" ----------
|
||
|
||
def test_stocksdk_get_minute_receives_freq_1m(monkeypatch):
|
||
"""§4 测试 2: StockSDKProvider.get_minute(freq="1m") → bridge job period == "1"。
|
||
|
||
bridge.mjs opMinute 用 String(period), 1m → "1"。
|
||
"""
|
||
captured: dict = {}
|
||
|
||
def fake_run_job(job, timeout=None):
|
||
captured["job"] = job
|
||
# 返回空结果, 测试只验证 job.period
|
||
return {"ok": True, "op": job["op"], "rows": {}}
|
||
|
||
monkeypatch.setattr(sp.bridge, "run_job", fake_run_job)
|
||
|
||
StockSDKProvider().get_minute(
|
||
["600519.SH"], None, None, freq="1m",
|
||
)
|
||
|
||
assert captured["job"]["op"] == "minute"
|
||
assert captured["job"]["period"] == "1"
|
||
|
||
|
||
# ---------- 测试 3: 自定义源异常 + TickFlow 也失败 → 返回空 (非 500) ----------
|
||
|
||
def test_custom_provider_exception_no_500(monkeypatch):
|
||
"""§4 测试 3: 自定义源抛异常 + TickFlow 也失败,
|
||
fetch_minute_single / sync_minute_batch 返回空 df。
|
||
"""
|
||
# 自定义源抛异常
|
||
mock_provider = MagicMock()
|
||
mock_provider.get_minute.side_effect = httpx.TimeoutException("timeout")
|
||
_setup_custom_provider(monkeypatch, mock_provider, has_dataset=True)
|
||
|
||
# mock get_client 返回 mock client, 其 klines.batch raise (TickFlow 也失败)
|
||
mock_tf = MagicMock()
|
||
mock_tf.klines.batch.side_effect = Exception("tickflow fail")
|
||
monkeypatch.setattr(kline_sync, "get_client", lambda: mock_tf)
|
||
|
||
# fetch_minute_single: 自定义源异常 → fall through → TickFlow 异常 → 返回空
|
||
df_single = kline_sync.fetch_minute_single(
|
||
"600519.SH", date(2026, 1, 15), asset_type="stock",
|
||
)
|
||
assert isinstance(df_single, pl.DataFrame)
|
||
assert df_single.is_empty()
|
||
|
||
# sync_minute_batch: 同一路径, 返回空
|
||
df_batch = kline_sync.sync_minute_batch(
|
||
["600519.SH"],
|
||
start_time=datetime(2026, 1, 15, 9, 25, 0),
|
||
end_time=datetime(2026, 1, 15, 15, 5, 0),
|
||
asset_type="stock",
|
||
)
|
||
assert isinstance(df_batch, pl.DataFrame)
|
||
assert df_batch.is_empty()
|
||
|
||
|
||
# ---------- 测试 4: 未配 minute dataset → 回退 TickFlow ----------
|
||
|
||
def test_provider_without_minute_dataset_fallback(monkeypatch):
|
||
"""§4 测试 4: provider_has_dataset 返回 False → (None, True) 回退 TickFlow。"""
|
||
mock_provider = MagicMock()
|
||
_setup_custom_provider(monkeypatch, mock_provider, has_dataset=False)
|
||
|
||
df, fallback = kline_sync._try_custom_minute(
|
||
["600519.SH"], None, None, asset_type="stock",
|
||
)
|
||
|
||
assert fallback is True
|
||
assert df is None
|
||
# provider.get_minute 不应被调用 (回退决策在前)
|
||
mock_provider.get_minute.assert_not_called()
|
||
|
||
|
||
# ---------- 测试 5: asset_type 透传到 provider ----------
|
||
|
||
def test_asset_type_threaded_to_provider(monkeypatch):
|
||
"""§4 测试 5: stock/etf/index asset_type 透传到 provider.get_minute。"""
|
||
spy = MagicMock(return_value=_mock_minute_df())
|
||
mock_provider = MagicMock()
|
||
mock_provider.get_minute = spy
|
||
_setup_custom_provider(monkeypatch, mock_provider, has_dataset=True)
|
||
|
||
# 三次调用不同 asset_type
|
||
kline_sync.fetch_minute_single("600519.SH", date(2026, 1, 15), asset_type="stock")
|
||
kline_sync.fetch_minute_single("510300.SH", date(2026, 1, 15), asset_type="etf")
|
||
kline_sync.fetch_minute_single("000001.SH", date(2026, 1, 15), asset_type="index")
|
||
|
||
# spy 被调 3 次, 每次收到对应 asset_type
|
||
assert spy.call_count == 3
|
||
received_assets = [call.kwargs.get("asset_type") for call in spy.call_args_list]
|
||
assert received_assets == ["stock", "etf", "index"]
|
||
|
||
|
||
# ---------- 测试 6: 自定义源成功时不调 TickFlow ----------
|
||
|
||
def test_custom_success_skips_tickflow(monkeypatch):
|
||
"""§4 测试 6: fetch_minute_single 自定义源成功 → 不调 get_client。"""
|
||
expected_df = _mock_minute_df()
|
||
mock_provider = MagicMock()
|
||
mock_provider.get_minute.return_value = expected_df
|
||
_setup_custom_provider(monkeypatch, mock_provider, has_dataset=True)
|
||
|
||
# get_client 设为 spy, 若被调说明路由失败
|
||
get_client_spy = MagicMock(name="get_client_spy")
|
||
monkeypatch.setattr(kline_sync, "get_client", get_client_spy)
|
||
|
||
df = kline_sync.fetch_minute_single(
|
||
"600519.SH", date(2026, 1, 15), asset_type="stock",
|
||
)
|
||
|
||
# 返回的是 mock provider 的 df
|
||
assert df is expected_df
|
||
# TickFlow 路径未进入
|
||
get_client_spy.assert_not_called()
|
||
|
||
|
||
# ---------- 测试 7: sync_minute_batch 自定义源成功直接返回 ----------
|
||
|
||
def test_sync_minute_batch_custom_success_returns_directly(monkeypatch):
|
||
"""§4 测试 7: sync_minute_batch 自定义源成功 + 未传 on_segment → 原样返回 df (实时补拉契约)。
|
||
|
||
传了 on_segment 时走流式落盘分支 (见测试 10), 此处验证未传时的实时补拉契约。
|
||
"""
|
||
expected_df = _mock_minute_df()
|
||
mock_provider = MagicMock()
|
||
mock_provider.get_minute.return_value = expected_df
|
||
_setup_custom_provider(monkeypatch, mock_provider, has_dataset=True)
|
||
|
||
get_client_spy = MagicMock(name="get_client_spy")
|
||
monkeypatch.setattr(kline_sync, "get_client", get_client_spy)
|
||
|
||
df = kline_sync.sync_minute_batch(
|
||
["600519.SH"],
|
||
start_time=datetime(2026, 1, 15, 9, 25, 0),
|
||
end_time=datetime(2026, 1, 15, 15, 5, 0),
|
||
asset_type="stock",
|
||
)
|
||
|
||
# 返回 mock provider 的 df, 不走 segment
|
||
assert df is expected_df
|
||
get_client_spy.assert_not_called()
|
||
|
||
|
||
# ---------- 测试 8: on_chunk_done 包装 (2参 → 3参补 seg_label='custom') ----------
|
||
|
||
def test_on_chunk_done_wrapped_to_3_args(monkeypatch):
|
||
"""on_chunk_done 包装: provider 内部以 2 参 (cur, total) 调用 →
|
||
上层 3 参 (cur, total, seg_label) spy 收到 seg_label='custom'。
|
||
|
||
设计文档 §2: 保证自定义源路径进度展示不降级 (与 TickFlow 路径 3 参回调对齐)。
|
||
"""
|
||
upper_cb = MagicMock(name="upper_3arg_cb")
|
||
|
||
def provider_get_minute_side_effect(symbols, *, start_time, end_time,
|
||
asset_type, freq, on_chunk_done):
|
||
# 模拟 provider 实现内部以 2 参调用 on_chunk_done
|
||
# (如 GenericHTTPProvider/provider.py:127 / StockSDKProvider/provider.py:166)
|
||
if on_chunk_done is not None:
|
||
on_chunk_done(1, 3)
|
||
return _mock_minute_df()
|
||
|
||
mock_provider = MagicMock()
|
||
mock_provider.get_minute.side_effect = provider_get_minute_side_effect
|
||
_setup_custom_provider(monkeypatch, mock_provider, has_dataset=True)
|
||
|
||
df, fallback = kline_sync._try_custom_minute(
|
||
["600519.SH"],
|
||
datetime(2026, 1, 15, 9, 25, 0),
|
||
datetime(2026, 1, 15, 15, 5, 0),
|
||
asset_type="stock",
|
||
on_chunk_done=upper_cb,
|
||
)
|
||
|
||
assert fallback is False
|
||
assert df is not None
|
||
# 上层 3 参 spy 被调用一次, 收到 (1, 3, "custom")
|
||
upper_cb.assert_called_once_with(1, 3, "custom")
|
||
|
||
|
||
# ---------- 测试 9: get_minute_batch 按 asset_type 拆分调用 sync_minute_batch ----------
|
||
|
||
def test_get_minute_batch_splits_stock_and_etf(monkeypatch):
|
||
"""get_minute_batch 把 incomplete 拆成 stock/ETF 两组, 分别以
|
||
asset_type='stock'/'etf' 调用 sync_minute_batch, 结果 concat 返回。
|
||
|
||
覆盖 kline.py get_minute_batch 的双调用拼接逻辑 (本次提交改动量最大的部分)。
|
||
契约: 本端点只接受 stock/ETF, 故两分支覆盖全部 incomplete。
|
||
"""
|
||
from app.api import kline as kline_api
|
||
|
||
# mock sync_minute_batch: stock 返回 df_s, etf 返回 df_e (不同 symbol 便于 concat 后 filter 验证)
|
||
def fake_sync(symbols, *, start_time, end_time, batch_size, rpm, asset_type):
|
||
if asset_type == "stock":
|
||
return _mock_minute_df(symbol="600519.SH")
|
||
if asset_type == "etf":
|
||
return _mock_minute_df(symbol="510300.SH")
|
||
return pl.DataFrame()
|
||
sync_spy = MagicMock(side_effect=fake_sync)
|
||
monkeypatch.setattr(kline_api.kline_sync, "sync_minute_batch", sync_spy)
|
||
|
||
# mock repo: ETF 集合含 510300.SH; 本地分钟K返回空 (强制走 incomplete 补拉)
|
||
mock_repo = MagicMock()
|
||
mock_repo.get_etf_symbol_set.return_value = {"510300.SH"}
|
||
mock_repo.get_minute_batch.return_value = pl.DataFrame()
|
||
|
||
# mock capset: 有权限, limits 返回 None (lim.batch 访问被 `if lim else` 守护)
|
||
mock_capset = MagicMock()
|
||
mock_capset.has.return_value = True
|
||
mock_capset.limits.return_value = None
|
||
|
||
mock_request = MagicMock()
|
||
mock_request.app.state.repo = mock_repo
|
||
mock_request.app.state.capabilities = mock_capset
|
||
|
||
body = {"symbols": ["600519.SH", "510300.SH"], "date": "2026-01-15"}
|
||
result = kline_api.get_minute_batch(mock_request, body)
|
||
|
||
# sync_minute_batch 被调 2 次, asset_type 分别为 stock 和 etf
|
||
assert sync_spy.call_count == 2
|
||
call_assets = sorted(call.kwargs.get("asset_type") for call in sync_spy.call_args_list)
|
||
assert call_assets == ["etf", "stock"]
|
||
|
||
# 两个 symbol 都在结果里 (concat 后按 symbol filter 命中)
|
||
assert "600519.SH" in result["data"]
|
||
assert "510300.SH" in result["data"]
|
||
|
||
|
||
# ---------- 测试 10: sync_minute_batch 自定义源成功时调 on_segment (Issue 1) ----------
|
||
|
||
def test_sync_minute_batch_custom_calls_on_segment(monkeypatch):
|
||
"""Issue 1: sync_minute_batch 自定义源成功 + 传了 on_segment →
|
||
调 on_segment(df), 返回空 df (数据已落盘)。
|
||
"""
|
||
expected_df = _mock_minute_df()
|
||
mock_provider = MagicMock()
|
||
mock_provider.get_minute.return_value = expected_df
|
||
_setup_custom_provider(monkeypatch, mock_provider, has_dataset=True)
|
||
|
||
get_client_spy = MagicMock(name="get_client_spy")
|
||
monkeypatch.setattr(kline_sync, "get_client", get_client_spy)
|
||
|
||
on_segment_spy = MagicMock(name="on_segment_spy")
|
||
df = kline_sync.sync_minute_batch(
|
||
["600519.SH"],
|
||
start_time=datetime(2026, 1, 15, 9, 25, 0),
|
||
end_time=datetime(2026, 1, 15, 15, 5, 0),
|
||
on_segment=on_segment_spy,
|
||
asset_type="stock",
|
||
)
|
||
|
||
on_segment_spy.assert_called_once_with(expected_df)
|
||
assert isinstance(df, pl.DataFrame)
|
||
assert df.is_empty()
|
||
get_client_spy.assert_not_called()
|
||
|
||
|
||
# ---------- 测试 11: 自定义源返回空 df 时不调 on_segment (Issue 1 边界) ----------
|
||
|
||
def test_sync_minute_batch_custom_empty_df_skips_on_segment(monkeypatch):
|
||
"""Issue 1 边界: 自定义源返回空 df → 不调 on_segment (与 TickFlow `if seg_out:` 对称)。
|
||
"""
|
||
mock_provider = MagicMock()
|
||
mock_provider.get_minute.return_value = pl.DataFrame()
|
||
_setup_custom_provider(monkeypatch, mock_provider, has_dataset=True)
|
||
|
||
on_segment_spy = MagicMock(name="on_segment_spy")
|
||
df = kline_sync.sync_minute_batch(
|
||
["600519.SH"],
|
||
start_time=datetime(2026, 1, 15, 9, 25, 0),
|
||
end_time=datetime(2026, 1, 15, 15, 5, 0),
|
||
on_segment=on_segment_spy,
|
||
asset_type="stock",
|
||
)
|
||
|
||
on_segment_spy.assert_not_called()
|
||
assert isinstance(df, pl.DataFrame)
|
||
assert df.is_empty()
|
||
|
||
|
||
# ---------- 测试 12: sync_and_persist_minute + custom provider 端到端落盘 (Issue 1) ----------
|
||
|
||
def test_sync_and_persist_minute_custom_persists(monkeypatch, tmp_path):
|
||
"""Issue 1 端到端: sync_and_persist_minute + 自定义源 →
|
||
_write_minute_partition 被调, written > 0。
|
||
"""
|
||
expected_df = _mock_minute_df()
|
||
mock_provider = MagicMock()
|
||
mock_provider.get_minute.return_value = expected_df
|
||
_setup_custom_provider(monkeypatch, mock_provider, has_dataset=True)
|
||
|
||
# mock sync_and_persist_minute 内部依赖 (通过 monkeypatch kline_sync 模块属性)
|
||
monkeypatch.setattr(kline_sync, "_cleanup_null_datetime_minute", lambda repo: None)
|
||
monkeypatch.setattr(kline_sync, "_migrate_symbol_to_date_partition", lambda repo: None)
|
||
monkeypatch.setattr(kline_sync, "_latest_minute_datetime", lambda repo: None)
|
||
monkeypatch.setattr(kline_sync, "resolve_limit", lambda *a, **kw: MagicMock(batch=100, rpm=30))
|
||
monkeypatch.setattr(kline_sync.preferences, "get_minute_sync_segment_days", lambda: 20)
|
||
|
||
# _write_minute_partition spy: 记录调用, 返回行数
|
||
write_spy = MagicMock(return_value=expected_df.height)
|
||
monkeypatch.setattr(kline_sync, "_write_minute_partition", write_spy)
|
||
|
||
# get_client spy: 自定义源成功时不应走 TickFlow
|
||
get_client_spy = MagicMock(name="get_client_spy")
|
||
monkeypatch.setattr(kline_sync, "get_client", get_client_spy)
|
||
|
||
# mock repo
|
||
mock_repo = MagicMock()
|
||
mock_repo.store.data_dir = tmp_path
|
||
mock_repo.db.execute = MagicMock()
|
||
|
||
# mock capset (minute_is_custom=True 绕过 has() 检查, resolve_limit 已 mock)
|
||
mock_capset = MagicMock()
|
||
|
||
written = kline_sync.sync_and_persist_minute(
|
||
["600519.SH"], mock_repo, mock_capset,
|
||
)
|
||
|
||
assert write_spy.called
|
||
assert written == expected_df.height
|
||
assert written > 0
|
||
get_client_spy.assert_not_called()
|
||
|
||
|
||
def test_sync_and_persist_minute_holds_repository_write_lock(monkeypatch, tmp_path):
|
||
expected_df = _mock_minute_df()
|
||
mock_provider = MagicMock()
|
||
mock_provider.get_minute.return_value = expected_df
|
||
_setup_custom_provider(monkeypatch, mock_provider, has_dataset=True)
|
||
|
||
monkeypatch.setattr(kline_sync, "_cleanup_null_datetime_minute", lambda repo: None)
|
||
monkeypatch.setattr(kline_sync, "_migrate_symbol_to_date_partition", lambda repo: None)
|
||
monkeypatch.setattr(kline_sync, "_latest_minute_datetime", lambda repo: None)
|
||
monkeypatch.setattr(kline_sync, "resolve_limit", lambda *a, **kw: MagicMock(batch=100, rpm=30))
|
||
monkeypatch.setattr(kline_sync.preferences, "get_minute_sync_segment_days", lambda: 20)
|
||
|
||
write_lock = Lock()
|
||
|
||
def assert_locked(df, minute_dir):
|
||
assert not write_lock.acquire(blocking=False)
|
||
return df.height
|
||
|
||
monkeypatch.setattr(kline_sync, "_write_minute_partition", assert_locked)
|
||
|
||
mock_repo = MagicMock()
|
||
mock_repo.store.data_dir = tmp_path
|
||
mock_repo.db.execute = MagicMock()
|
||
mock_repo._write_lock = write_lock
|
||
|
||
written = kline_sync.sync_and_persist_minute(
|
||
["600519.SH"], mock_repo, MagicMock(),
|
||
)
|
||
|
||
assert written == expected_df.height
|
||
|
||
|
||
# ---------- 测试 13: get_provider 异常时 fall through TickFlow (Issue 2) ----------
|
||
|
||
def test_get_provider_exception_falls_back_to_tickflow(monkeypatch):
|
||
"""Issue 2: get_provider raise ValueError →
|
||
_try_custom_minute 返回 (None, True), 无异常穿透。
|
||
"""
|
||
monkeypatch.setattr(
|
||
kline_sync.preferences,
|
||
"get_minute_data_provider",
|
||
lambda: "mock_src",
|
||
)
|
||
monkeypatch.setattr(
|
||
"app.data_providers.custom.provider_has_dataset",
|
||
lambda name, ds: True, # provider 存在, 但 get_provider 会抛
|
||
)
|
||
|
||
def _raising_get_provider(name):
|
||
raise ValueError("not found")
|
||
monkeypatch.setattr(
|
||
"app.data_providers.custom.get_provider",
|
||
_raising_get_provider,
|
||
)
|
||
|
||
df, fallback = kline_sync._try_custom_minute(
|
||
["600519.SH"], None, None, asset_type="stock",
|
||
)
|
||
|
||
assert fallback is True
|
||
assert df is None
|
||
|
||
|
||
# ---------- 测试 14: provider_has_dataset 异常时 fall through (Issue 2) ----------
|
||
|
||
def test_provider_has_dataset_exception_falls_back(monkeypatch):
|
||
"""Issue 2: provider_has_dataset raise →
|
||
_try_custom_minute 返回 (None, True), 无异常穿透。
|
||
"""
|
||
monkeypatch.setattr(
|
||
kline_sync.preferences,
|
||
"get_minute_data_provider",
|
||
lambda: "mock_src",
|
||
)
|
||
|
||
def _raising_has_dataset(name, ds):
|
||
raise RuntimeError("registry corrupted")
|
||
monkeypatch.setattr(
|
||
"app.data_providers.custom.provider_has_dataset",
|
||
_raising_has_dataset,
|
||
)
|
||
|
||
df, fallback = kline_sync._try_custom_minute(
|
||
["600519.SH"], None, None, asset_type="stock",
|
||
)
|
||
|
||
assert fallback is True
|
||
assert df is None
|
||
|
||
|
||
# ---------- 测试 15-17: GenericHTTPProvider opt-in 参数传递 (Issue 3) ----------
|
||
|
||
from app.data_providers.custom.config import CustomSourceConfig, DatasetConfig
|
||
from app.data_providers.custom.provider import GenericHTTPProvider
|
||
|
||
|
||
def _make_minute_config(**extra) -> CustomSourceConfig:
|
||
"""构造带 minute dataset 的最小 CustomSourceConfig, extra 传给 DatasetConfig。"""
|
||
field_map = {f: f for f in (
|
||
"symbol", "datetime", "open", "high", "low", "close", "volume", "amount"
|
||
)}
|
||
return CustomSourceConfig(
|
||
name="test_src",
|
||
display_name="Test Source",
|
||
datasets={"minute": DatasetConfig(
|
||
url="http://example.com/minute", field_map=field_map, **extra,
|
||
)},
|
||
)
|
||
|
||
|
||
def _capture_request_rows(provider):
|
||
"""替换 _request_rows 为捕获 spy, 返回 captured dict。"""
|
||
captured: dict = {}
|
||
|
||
def fake_request_rows(cfg, *, symbols=None, start_time=None, end_time=None,
|
||
override_params=None, override_body=None):
|
||
captured["override_params"] = override_params
|
||
captured["override_body"] = override_body
|
||
return [] # 空行 → 空 df
|
||
|
||
provider._request_rows = fake_request_rows
|
||
return captured
|
||
|
||
|
||
def test_generic_http_get_minute_passes_asset_type_when_configured():
|
||
"""Issue 3: 配了 asset_type_param="asset" → override 含 {"asset": "etf"}。"""
|
||
config = _make_minute_config(asset_type_param="asset")
|
||
provider = GenericHTTPProvider(config)
|
||
captured = _capture_request_rows(provider)
|
||
|
||
provider.get_minute(["600519.SH"], None, None, asset_type="etf", freq="1m")
|
||
|
||
assert captured["override_params"] == {"asset": "etf"}
|
||
assert captured["override_body"] == {"asset": "etf"}
|
||
|
||
|
||
def test_generic_http_get_minute_passes_freq_when_configured():
|
||
"""Issue 3: 配了 freq_param="period" → override 含 {"period": "1m"}。"""
|
||
config = _make_minute_config(freq_param="period")
|
||
provider = GenericHTTPProvider(config)
|
||
captured = _capture_request_rows(provider)
|
||
|
||
provider.get_minute(["600519.SH"], None, None, asset_type="stock", freq="1m")
|
||
|
||
assert captured["override_params"] == {"period": "1m"}
|
||
assert captured["override_body"] == {"period": "1m"}
|
||
|
||
|
||
def test_generic_http_get_minute_omits_params_when_not_configured():
|
||
"""Issue 3 向后兼容: 未配 asset_type_param/freq_param → override 为 None, 不传上游。"""
|
||
config = _make_minute_config() # 无 asset_type_param / freq_param
|
||
provider = GenericHTTPProvider(config)
|
||
captured = _capture_request_rows(provider)
|
||
|
||
provider.get_minute(["600519.SH"], None, None, asset_type="etf", freq="1m")
|
||
|
||
# override 为 None (空 dict → `override or None`), 不传上游
|
||
assert captured["override_params"] is None
|
||
assert captured["override_body"] is None
|
||
|
||
|
||
# ---------- 测试 18: sync_and_persist_minute resolver 异常时优雅返回 0 (观察项加固) ----------
|
||
|
||
def test_sync_and_persist_minute_resolver_exception_returns_zero(monkeypatch, tmp_path):
|
||
"""观察项加固: sync_and_persist_minute 开头 _resolve_minute_provider 异常 →
|
||
不向接口抛 500, 优雅降级 (minute_is_custom=False → 走 capset 检查 → 无权限 return 0)。
|
||
"""
|
||
monkeypatch.setattr(
|
||
kline_sync.preferences,
|
||
"get_minute_data_provider",
|
||
lambda: "mock_src",
|
||
)
|
||
# provider_has_dataset 抛异常 (模拟 registry 损坏)
|
||
def _raising_has_dataset(name, ds):
|
||
raise RuntimeError("registry corrupted")
|
||
monkeypatch.setattr(
|
||
"app.data_providers.custom.provider_has_dataset",
|
||
_raising_has_dataset,
|
||
)
|
||
|
||
# 无 KLINE_MINUTE_BATCH 权限 → resolver 异常视为非 custom → capset 检查失败 → return 0
|
||
mock_capset = MagicMock()
|
||
mock_capset.has.return_value = False
|
||
|
||
mock_repo = MagicMock()
|
||
mock_repo.store.data_dir = tmp_path
|
||
|
||
# 不应抛异常, 优雅降级到 0
|
||
written = kline_sync.sync_and_persist_minute(
|
||
["600519.SH"], mock_repo, mock_capset,
|
||
)
|
||
|
||
assert written == 0
|
||
|
||
|
||
# ---------- 测试 19: _resolve_minute_provider helper 单元测试 ----------
|
||
|
||
def test_resolve_minute_provider_tickflow_returns_silent_fallback():
|
||
"""观察项加固: provider_name == "tickflow" → (None, True, None) 静默降级, 无 err。"""
|
||
provider, fallback, err = kline_sync._resolve_minute_provider("tickflow")
|
||
assert provider is None
|
||
assert fallback is True
|
||
assert err is None
|
||
|
||
|
||
def test_resolve_minute_provider_no_dataset_returns_silent_fallback(monkeypatch):
|
||
"""观察项加固: 配了 custom 但未配 minute dataset → (None, True, None) 静默降级。"""
|
||
monkeypatch.setattr(
|
||
"app.data_providers.custom.provider_has_dataset",
|
||
lambda name, ds: False, # 已注册但未配 minute
|
||
)
|
||
provider, fallback, err = kline_sync._resolve_minute_provider("mock_src")
|
||
assert provider is None
|
||
assert fallback is True
|
||
assert err is None # 未配 ≠ 异常, 不应触发 warning
|
||
|
||
|
||
def test_resolve_minute_provider_has_dataset_exception_returns_err(monkeypatch):
|
||
"""观察项加固: provider_has_dataset 抛异常 → (None, True, str(e)), 上层据此 warning。"""
|
||
def _raising(name, ds):
|
||
raise RuntimeError("registry corrupted")
|
||
monkeypatch.setattr("app.data_providers.custom.provider_has_dataset", _raising)
|
||
provider, fallback, err = kline_sync._resolve_minute_provider("mock_src")
|
||
assert provider is None
|
||
assert fallback is True
|
||
assert err is not None
|
||
assert "registry corrupted" in err
|
||
|
||
|
||
def test_resolve_minute_provider_get_provider_exception_returns_err(monkeypatch):
|
||
"""观察项加固: provider_has_dataset 返回 True 但 get_provider 抛 → (None, True, str(e))。"""
|
||
monkeypatch.setattr(
|
||
"app.data_providers.custom.provider_has_dataset",
|
||
lambda name, ds: True,
|
||
)
|
||
def _raising_get(name):
|
||
raise ValueError("not found")
|
||
monkeypatch.setattr("app.data_providers.custom.get_provider", _raising_get)
|
||
provider, fallback, err = kline_sync._resolve_minute_provider("mock_src")
|
||
assert provider is None
|
||
assert fallback is True
|
||
assert err is not None
|
||
assert "not found" in err
|
||
|
||
|
||
def test_resolve_minute_provider_success_returns_provider(monkeypatch):
|
||
"""观察项加固: 正常路径 → (provider, False, None)。"""
|
||
mock_provider = object() # 任意 truthy 对象即可
|
||
monkeypatch.setattr(
|
||
"app.data_providers.custom.provider_has_dataset",
|
||
lambda name, ds: True,
|
||
)
|
||
monkeypatch.setattr(
|
||
"app.data_providers.custom.get_provider",
|
||
lambda name: mock_provider,
|
||
)
|
||
provider, fallback, err = kline_sync._resolve_minute_provider("mock_src")
|
||
assert provider is mock_provider
|
||
assert fallback is False
|
||
assert err is None
|
||
|
||
|
||
def test_minute_allowed_resolver_exception_returns_false(monkeypatch):
|
||
"""权限入口复用安全 resolver, 插件注册异常不再穿透为 500。"""
|
||
from app.api import kline as kline_api
|
||
from app.tickflow.capabilities import CapabilitySet
|
||
|
||
monkeypatch.setattr(
|
||
"app.services.preferences.get_minute_data_provider",
|
||
lambda: "broken",
|
||
)
|
||
|
||
def _raising(name, dataset):
|
||
raise RuntimeError("registry corrupted")
|
||
|
||
monkeypatch.setattr("app.data_providers.custom.provider_has_dataset", _raising)
|
||
|
||
assert kline_api._minute_allowed(CapabilitySet()) is False
|
||
|
||
|
||
def test_intraday_monitor_support_resolver_exception_falls_back(monkeypatch):
|
||
"""监控入口解析自定义源失败后继续按 TickFlow 能力判断。"""
|
||
from app.tickflow.capabilities import Cap, CapabilitySet
|
||
|
||
monkeypatch.setattr(
|
||
kline_sync.preferences,
|
||
"get_minute_data_provider",
|
||
lambda: "broken",
|
||
)
|
||
|
||
def _raising(name, dataset):
|
||
raise RuntimeError("registry corrupted")
|
||
|
||
monkeypatch.setattr("app.data_providers.custom.provider_has_dataset", _raising)
|
||
capset = CapabilitySet()
|
||
capset.grant(Cap.KLINE_MINUTE_BATCH)
|
||
|
||
support = kline_sync.intraday_monitor_support(capset)
|
||
|
||
assert support["available"] is True
|
||
assert support["source"] == "minute_batch"
|
||
|
||
|
||
# ---------- 测试 20: sync_minute_single 拒绝指数 symbol (防污染 kline_minute) ----------
|
||
|
||
def test_sync_minute_single_rejects_index_symbol():
|
||
"""指数分钟K无本地存储, 落库会污染股票分钟表; 端点应显式 400 而非 500。"""
|
||
import asyncio
|
||
|
||
import pytest
|
||
from fastapi import HTTPException
|
||
|
||
from app.api import kline as kline_api
|
||
|
||
mock_repo = MagicMock()
|
||
mock_repo.resolve_asset_type.return_value = "index"
|
||
mock_request = MagicMock()
|
||
mock_request.app.state.repo = mock_repo
|
||
|
||
with pytest.raises(HTTPException) as exc_info:
|
||
asyncio.run(kline_api.sync_minute_single(mock_request, {"symbol": "000001.SH"}))
|
||
assert exc_info.value.status_code == 400
|
||
assert "指数" in str(exc_info.value.detail)
|
||
|
||
|
||
# ---------- 测试: prefer_local (自选分时 × 全量分钟健康) ----------
|
||
|
||
|
||
def _mock_minute_rows(symbol: str, n: int) -> pl.DataFrame:
|
||
"""n 根分钟K (同日递增分钟), 用于构造'部分完整'的本地分区数据。"""
|
||
return pl.DataFrame({
|
||
"symbol": [symbol] * n,
|
||
"datetime": [datetime(2026, 1, 15, 9, 31, 0) + timedelta(minutes=i) for i in range(n)],
|
||
"open": [100.0] * n, "high": [101.0] * n, "low": [99.5] * n, "close": [100.5] * n,
|
||
"volume": [1000.0] * n, "amount": [100500.0] * n,
|
||
})
|
||
|
||
|
||
def _healthy_svc(monkeypatch, healthy: bool):
|
||
"""mock app.state.minute_refresh (is_healthy 可控)。"""
|
||
svc = MagicMock()
|
||
svc.is_healthy.return_value = healthy
|
||
return svc
|
||
|
||
|
||
def test_get_minute_batch_prefer_local_healthy_skips_stock_refetch(monkeypatch):
|
||
"""全量分钟服务健康 + prefer_local: 股票 incomplete 不再批量补拉,
|
||
本地现有数据(哪怕 <90%)直接返回; ETF 不在服务 universe, 维持补拉。"""
|
||
from app.api import kline as kline_api
|
||
|
||
sync_spy = MagicMock(return_value=_mock_minute_df(symbol="510300.SH"))
|
||
monkeypatch.setattr(kline_api.kline_sync, "sync_minute_batch", sync_spy)
|
||
|
||
mock_repo = MagicMock()
|
||
mock_repo.get_etf_symbol_set.return_value = {"510300.SH"}
|
||
# 股票本地 100 根 (expected=240 → <90% 判 incomplete), ETF 本地空
|
||
mock_repo.get_minute_batch.side_effect = (
|
||
lambda syms, d, asset_type="stock":
|
||
_mock_minute_rows("600519.SH", 100) if asset_type == "stock" else pl.DataFrame()
|
||
)
|
||
|
||
mock_capset = MagicMock()
|
||
mock_capset.has.return_value = True
|
||
mock_capset.limits.return_value = None
|
||
|
||
mock_request = MagicMock()
|
||
mock_request.app.state.repo = mock_repo
|
||
mock_request.app.state.capabilities = mock_capset
|
||
mock_request.app.state.minute_refresh = _healthy_svc(monkeypatch, True)
|
||
|
||
body = {"symbols": ["600519.SH", "510300.SH"], "date": "2026-01-15", "prefer_local": True}
|
||
result = kline_api.get_minute_batch(mock_request, body)
|
||
|
||
# 股票未被补拉: sync_minute_batch 只为 ETF 调了一次
|
||
assert sync_spy.call_count == 1
|
||
assert sync_spy.call_args.kwargs.get("asset_type") == "etf"
|
||
assert sync_spy.call_args.args[0] == ["510300.SH"]
|
||
# 股票返回的是本地 100 根 (部分数据, 不因 incomplete 而缺失)
|
||
assert len(result["data"]["600519.SH"]) == 100
|
||
assert result["full_minute_local"] is True
|
||
|
||
|
||
def test_get_minute_batch_prefer_local_unhealthy_falls_back(monkeypatch):
|
||
"""服务不健康 (挂了/停了) + prefer_local: 回落现状补拉兜底, 行为与不带标志一致。"""
|
||
from app.api import kline as kline_api
|
||
|
||
sync_spy = MagicMock(return_value=_mock_minute_df())
|
||
monkeypatch.setattr(kline_api.kline_sync, "sync_minute_batch", sync_spy)
|
||
|
||
mock_repo = MagicMock()
|
||
mock_repo.get_etf_symbol_set.return_value = set()
|
||
mock_repo.get_minute_batch.return_value = _mock_minute_rows("600519.SH", 100)
|
||
|
||
mock_capset = MagicMock()
|
||
mock_capset.has.return_value = True
|
||
mock_capset.limits.return_value = None
|
||
|
||
mock_request = MagicMock()
|
||
mock_request.app.state.repo = mock_repo
|
||
mock_request.app.state.capabilities = mock_capset
|
||
mock_request.app.state.minute_refresh = _healthy_svc(monkeypatch, False)
|
||
|
||
body = {"symbols": ["600519.SH"], "date": "2026-01-15", "prefer_local": True}
|
||
result = kline_api.get_minute_batch(mock_request, body)
|
||
|
||
assert sync_spy.call_count == 1 # 股票照常补拉
|
||
assert sync_spy.call_args.kwargs.get("asset_type") == "stock"
|
||
assert result["full_minute_local"] is False
|
||
|
||
|
||
def test_get_minute_batch_no_flag_unaffected_even_if_healthy(monkeypatch):
|
||
"""不带 prefer_local (策略页等) 即使服务健康也维持现状补拉 — 本轮只辐射自选场景。"""
|
||
from app.api import kline as kline_api
|
||
|
||
sync_spy = MagicMock(return_value=_mock_minute_df())
|
||
monkeypatch.setattr(kline_api.kline_sync, "sync_minute_batch", sync_spy)
|
||
|
||
mock_repo = MagicMock()
|
||
mock_repo.get_etf_symbol_set.return_value = set()
|
||
mock_repo.get_minute_batch.return_value = _mock_minute_rows("600519.SH", 100)
|
||
|
||
mock_capset = MagicMock()
|
||
mock_capset.has.return_value = True
|
||
mock_capset.limits.return_value = None
|
||
|
||
mock_request = MagicMock()
|
||
mock_request.app.state.repo = mock_repo
|
||
mock_request.app.state.capabilities = mock_capset
|
||
mock_request.app.state.minute_refresh = _healthy_svc(monkeypatch, True)
|
||
|
||
body = {"symbols": ["600519.SH"], "date": "2026-01-15"}
|
||
result = kline_api.get_minute_batch(mock_request, body)
|
||
|
||
assert sync_spy.call_count == 1
|
||
assert result["full_minute_local"] is False
|
||
|
||
|
||
def test_minute_refresh_is_healthy_requires_recent_round(monkeypatch):
|
||
"""is_healthy 三条件: 偏好开 + 线程活 + 最近一轮距现在 ≤ max(2×间隔, 30s)。"""
|
||
import time as time_mod
|
||
from app.services import minute_refresh as mr
|
||
|
||
svc = mr.MinuteRefreshService(MagicMock()) # is_healthy 不触达 repo
|
||
|
||
monkeypatch.setattr(mr.preferences, "get_minute_refresh_enabled", lambda: True)
|
||
monkeypatch.setattr(mr.preferences, "get_minute_refresh_interval", lambda: 6)
|
||
# 线程未启动 → False
|
||
assert svc.is_healthy() is False
|
||
|
||
svc._thread = MagicMock()
|
||
svc._thread.is_alive.return_value = True
|
||
# 无轮次记录 → False
|
||
assert svc.is_healthy() is False
|
||
|
||
# 最近一轮在 10s 前 (≤ max(12, 30)) → True
|
||
svc._state.last_round_at = time_mod.time() - 10
|
||
assert svc.is_healthy() is True
|
||
|
||
# 最近一轮在 120s 前 (> 30) → False (连续失败不更新 last_round_at, 自动超时)
|
||
svc._state.last_round_at = time_mod.time() - 120
|
||
assert svc.is_healthy() is False
|
||
|
||
# 偏好关闭 → False
|
||
monkeypatch.setattr(mr.preferences, "get_minute_refresh_enabled", lambda: False)
|
||
svc._state.last_round_at = time_mod.time() - 10
|
||
assert svc.is_healthy() is False
|