release: v1.27.0 — 通达信公式解析器三通道 + 轮动组合引擎 + 回测页WF/评估开关 + Docker 部署

升级计划 P3 + P4(部分)。全量 1252 单测、ruff/mypy strict、前端 vue-tsc+vite build 全绿。

- 通达信公式解析器(formula.py):自建 tokenizer + 递归下降 AST + 30+ 函数白名单求值
  (不走 Python eval);命名布尔输出=信号列、数值输出=排名列;除零→NaN、预热期不出信号
- 公式三通道:CLI easy-tdx formula compute|screen|backtest;REST /formula/validate|compute|
  backtest|screen(run/async);Python API run_formula_backtest(买/卖列自动挑选)
- 轮动组合引擎(rotation.py):排名定期换仓(打分只用截至当日数据)、槽位等额、
  跌出排名自动补位、日/周/月刷新、槽内止盈止损;momentum_score/formula_score 打分;
  REST /backtest/rotation/run/async
- 回测页附加分析开关(Web UI):勾选后随回测并行跑 WF(逐窗红涨绿跌柱状图+汇总卡,
  窗口数 2~12)与一条龙评估(评分分项条/高适配徽标/买入持有对比/8 项适配检查);
  新增 WalkForwardPanel/EvaluatePanel 组件与 store runWalkforward/runEvaluate;
  WF 端点 ?n_windows= 透传;修复报告 numpy 标量 REST 400(源头清洗)
- Docker 部署(Dockerfile + docker-compose.yml,/data 卷 + 健康检查)与
  scripts/verify_ci.sh 一键门禁
- 升级计划文档 docs/upgrade-plan-2026H2.md(四阶段全部完成 + 诚实实测数据)
- 未做(独立排期):Playwright E2E、WebSocket 实时联动、引擎逐 bar 向量化
This commit is contained in:
GitHub
2026-09-01 22:17:57 +08:00
parent 9569b2653c
commit 917295edaf
23 changed files with 3135 additions and 5 deletions
+159
View File
@@ -0,0 +1,159 @@
"""轮动组合引擎测试(排名换仓 / 槽位等额 / 止盈止损 / 刷新频率 / 绩效)。"""
from __future__ import annotations
import json
import numpy as np
import pandas as pd
import pytest
from easy_tdx.backtest.rotation import RotationEngine, RotationResult, formula_score, momentum_score
def _stock(
n: int = 250, seed: int = 1, drift: float = 0.001, start: str = "2024-01-01"
) -> pd.DataFrame:
rng = np.random.default_rng(seed)
close = 10.0 * np.cumprod(1.0 + drift + rng.normal(0, 0.01, n))
return pd.DataFrame(
{
"datetime": pd.date_range(start, periods=n, freq="B"),
"open": close * 0.999,
"high": close * 1.02,
"low": close * 0.98,
"close": close,
"vol": 1e6,
"amount": close * 1e6,
}
)
def _pool(drifts: dict[str, float], n: int = 250) -> dict[str, pd.DataFrame]:
return {sym: _stock(n, seed=i, drift=drift) for i, (sym, drift) in enumerate(drifts.items())}
# ── 基础结构 ─────────────────────────────────────────────────────────────────
def test_rotation_basic_run_and_structure():
pool = _pool({"SH:600519": 0.002, "SZ:000001": 0.001, "SZ:000858": 0.0005, "SH:601318": 0.0})
engine = RotationEngine(pool, momentum_score(20), slots=2, refresh="weekly")
result = engine.run()
assert isinstance(result, RotationResult)
assert len(result.equity_curve) >= 200
assert result.performance.get("total_return") is not None
assert result.config["slots"] == 2
# 净值曲线字段完整(可喂组合评级)
first = result.equity_curve[0]
assert {"datetime", "cash", "position_value", "total", "drawdown_pct"} <= set(first)
def test_rotation_strong_pool_makes_money():
"""普涨池 + 动量排名 → 正收益。"""
pool = _pool({f"SH:60000{i}": 0.004 for i in range(5)})
result = RotationEngine(pool, momentum_score(20), slots=3, refresh="monthly").run()
assert result.performance["total_return"] > 0
def test_rotation_weak_pool_loses_less_than_buyhold():
"""普跌池 → 负收益(动量轮动不做空)。"""
pool = _pool({f"SH:60000{i}": -0.004 for i in range(5)})
result = RotationEngine(pool, momentum_score(20), slots=2).run()
assert result.performance["total_return"] < 0
def test_rotation_trades_have_reasons():
pool = _pool({f"SH:60000{i}": 0.002 if i % 2 else -0.001 for i in range(6)})
result = RotationEngine(pool, momentum_score(10), slots=2, refresh="weekly").run()
reasons = {t["reason"] for t in result.trades}
assert "rotation" in reasons # 买入
assert "rank_exit" in reasons # 跌出排名的卖出
def test_rotation_respects_slots():
"""持仓数永远 ≤ slots。"""
pool = _pool({f"SH:60000{i}": 0.001 + 0.0005 * i for i in range(8)})
engine = RotationEngine(pool, momentum_score(10), slots=3, refresh="weekly")
# 用逐日持仓推断:trades 序列重放
holdings = 0
peak_holdings = 0
for t in result_trades_sorted(engine):
if t["direction"] == "BUY":
holdings += 1
peak_holdings = max(peak_holdings, holdings)
else:
holdings -= 1
assert peak_holdings <= 3
def result_trades_sorted(engine: RotationEngine) -> list[dict]:
result = engine.run()
return result.trades
def test_rotation_stop_loss_triggers():
"""深跌池 + 10% 止损 → 出现 stop_loss 卖出。"""
pool = _pool({f"SH:60000{i}": -0.006 for i in range(4)})
result = RotationEngine(
pool, momentum_score(5), slots=2, refresh="monthly", stop_loss=0.05
).run()
reasons = {t["reason"] for t in result.trades}
assert "stop_loss" in reasons
def test_rotation_refresh_frequencies():
pool = _pool({f"SH:60000{i}": 0.001 * (i + 1) for i in range(4)})
r_daily = RotationEngine(pool, momentum_score(10), slots=2, refresh="daily").run()
r_monthly = RotationEngine(pool, momentum_score(10), slots=2, refresh="monthly").run()
# 月调仓的调仓日数 ≤ 日调仓
assert len(r_monthly.rebalance_dates) <= len(r_daily.rebalance_dates)
# 月调仓约 12 次/年(250 交易日)
assert 3 <= len(r_monthly.rebalance_dates) <= 15
def test_rotation_formula_score_synergy():
"""公式打分与轮动联动:数值输出作为排名分。"""
pool = _pool({f"SH:60000{i}": 0.001 * (i + 1) for i in range(4)})
score = formula_score("动量分: C / REF(C, 20) * 100;")
result = RotationEngine(pool, score, slots=2, refresh="monthly").run()
assert result.performance["total_return"] is not None
def test_rotation_result_serializable():
pool = _pool({f"SH:60000{i}": 0.001 * (i + 1) for i in range(4)})
result = RotationEngine(pool, momentum_score(10), slots=2).run()
d = result.to_dict()
text = json.dumps(d, ensure_ascii=False)
assert "equity_curve" in text
assert d["n_rebalances"] >= 1
def test_rotation_rejects_bad_config():
pool = _pool({"SH:600519": 0.001, "SZ:000001": 0.001})
with pytest.raises(ValueError, match="refresh"):
RotationEngine(pool, momentum_score(5), refresh="yearly")
with pytest.raises(ValueError, match="stock_dfs"):
RotationEngine({}, momentum_score(5))
with pytest.raises(ValueError, match="slots"):
RotationEngine(pool, momentum_score(5), slots=0)
def test_rotation_equal_weight_no_allin_single_stock():
"""首日建仓是等额分批,不是一把全买一只(槽位预算 = 净值/槽数)。"""
pool = _pool({f"SH:60000{i}": 0.001 * (i + 1) for i in range(6)})
result = RotationEngine(pool, momentum_score(10), slots=3, refresh="monthly").run()
first_day_buys = [
t for t in result.trades if t["direction"] == "BUY" and t["reason"] == "rotation"
][:3]
if len(first_day_buys) >= 2:
values = [t["size"] * t["price"] for t in first_day_buys]
# 同日买入的各笔金额接近(等额),差异 < 25%(价格整百取整的摩擦)
assert max(values) / max(min(values), 1) < 1.25
def test_momentum_score_helper():
df = _stock(30, seed=1, drift=0.01)
score = momentum_score(10)(df)
assert score > 0
assert momentum_score(10)(_stock(5)) == 0.0 # 数据不足 → 0
+214
View File
@@ -0,0 +1,214 @@
"""通达信公式解析器测试(tokenizer / AST / 白名单求值 / 信号归类 / 安全性)。"""
from __future__ import annotations
import numpy as np
import pandas as pd
import pytest
from easy_tdx.formula import FormulaError, compile_formula
def _df(n: int = 60, seed: int = 3) -> pd.DataFrame:
rng = np.random.default_rng(seed)
dates = pd.date_range("2024-01-01", periods=n, freq="B")
close = 10.0 * np.cumprod(1.0 + 0.002 + rng.normal(0, 0.015, n))
return pd.DataFrame(
{
"datetime": dates,
"open": close * 0.999,
"high": close * 1.02,
"low": close * 0.98,
"close": close,
"vol": rng.uniform(1e6, 5e6, n),
"amount": close * rng.uniform(1e6, 5e6, n),
}
)
# ── 编译与语法 ───────────────────────────────────────────────────────────────
def test_compile_and_outputs():
formula = compile_formula(
"""
N := 9;
RSV := (C - LLV(L, N)) / (HHV(H, N) - LLV(L, N)) * 100;
K := SMA(RSV, 3, 1);
金叉: CROSS(K, 20);
强度: K;
"""
)
res = formula.compute(_df())
assert "金叉" in res.signals
assert "强度" in res.values
frame = res.to_frame()
assert list(frame.columns) == ["金叉", "强度"]
assert len(frame) == 60
def test_syntax_error_has_position():
with pytest.raises(FormulaError):
compile_formula("A := ;")
with pytest.raises(FormulaError):
compile_formula("A := UNKNOWN_FUNC(C)")
with pytest.raises(FormulaError):
compile_formula("A := B + ") # 引用未定义变量且语法断裂
def test_unknown_variable_rejected():
with pytest.raises(FormulaError, match="未知变量"):
compile_formula("A: X1;").compute(_df())
def test_unknown_function_rejected():
with pytest.raises(FormulaError, match="白名单"):
compile_formula("A: EVAL(C);").compute(_df())
def test_empty_formula_rejected():
with pytest.raises(FormulaError, match="为空"):
compile_formula("{只有注释}")
def test_no_python_eval_injection():
"""公式层不走 Python eval:危险标识符按未知变量/函数拒绝。"""
with pytest.raises(FormulaError):
compile_formula("__import__('os'): 1;").compute(_df())
with pytest.raises(FormulaError):
compile_formula("A: OPEN(C);").compute(_df())
# ── 语义正确性 ───────────────────────────────────────────────────────────────
def test_series_aliases():
"""C/O/H/L/V/AMOUNT 别名与底层列一致。"""
df = _df(50)
res = compile_formula("高价: H; 低价: L; 收盘: CLOSE; 量: VOL; 额: AMOUNT;").compute(df)
assert np.allclose(res.columns["高价"], df["high"])
assert np.allclose(res.columns["收盘"], df["close"])
assert np.allclose(res.columns[""], df["vol"])
def test_ma_matches_mytt():
from easy_tdx.MyTT import MA
df = _df(50)
res = compile_formula("均线: MA(C, 5);").compute(df)
assert np.allclose(res.columns["均线"], MA(df["close"].to_numpy(), 5), equal_nan=True)
def test_cross_semantics():
"""CROSS(A,B)A 上穿 B 的那一根为 1,其余 0。"""
df = _df(50)
res = compile_formula(
"""
快: MA(C, 3);
慢: MA(C, 10);
金叉: CROSS(快, 慢);
"""
).compute(df)
golden = res.columns["金叉"]
assert set(np.unique(golden[np.isfinite(golden)])).issubset({0.0, 1.0})
assert golden.sum() >= 0 # 结构完整(趋势数据至少存在或为 0)
# CROSS 手工复算对拍
from easy_tdx.MyTT import CROSS, MA
fast = MA(df["close"].to_numpy(), 3)
slow = MA(df["close"].to_numpy(), 10)
assert np.allclose(golden, CROSS(fast, slow), equal_nan=True)
def test_safe_division_zero_denominator_nan():
"""除零 → NaN(不炸、不 inf)。"""
df = _df(30)
res = compile_formula("比值: C / (C - C);").compute(df) # 分母全 0
assert np.isnan(res.columns["比值"]).all()
def test_logic_operators():
df = _df(40)
res = compile_formula(
"""
条件1: C > MA(C, 5);
条件2: C > MA(C, 20);
同时: 条件1 AND 条件2;
任一: 条件1 OR 条件2;
取反: NOT(条件1);
"""
).compute(df)
c1 = res.columns["条件1"] > 0.5
c2 = res.columns["条件2"] > 0.5
assert np.allclose(res.columns["同时"] > 0.5, c1 & c2)
assert np.allclose(res.columns["任一"] > 0.5, c1 | c2)
assert np.allclose(res.columns["取反"] > 0.5, ~c1)
def test_comparison_and_unary():
df = _df(30)
res = compile_formula("跌幅: -(C - REF(C, 1)) / REF(C, 1) * 100; 平: C == C;").compute(df)
assert (res.columns[""] == 1.0).all()
assert "跌幅" in res.values
def test_warmup_nan_not_signal():
"""预热期 NaN 不产生信号(比较含 NaN → 0)。"""
df = _df(30)
res = compile_formula("信号: CROSS(MA(C, 20), MA(C, 25));").compute(df)
sig = res.columns["信号"]
assert np.nanmax(np.nan_to_num(sig[:25])) <= 1.0
assert np.isnan(sig).sum() == 0 # 布尔输出不含 NaN
def test_output_classification_boolean_vs_numeric():
"""比较/逻辑输出 → 信号;数值输出 → 数值列;0/1 值域数值也归信号。"""
df = _df(40)
res = compile_formula(
"""
布尔输出: C > REF(C, 1);
数值输出: MA(C, 5) - MA(C, 20);
"""
).compute(df)
assert res.signals == ["布尔输出"]
assert res.values == ["数值输出"]
def test_last_row_for_screening():
df = _df(30)
res = compile_formula("买入: CROSS(MA(C, 3), MA(C, 10)); 值: MA(C, 5);").compute(df)
last = res.last_row()
assert set(last) == {"买入", ""}
assert last["买入"] in (0.0, 1.0)
def test_chinese_identifier_and_comment():
df = _df(30)
formula = compile_formula(
"""
{这是注释:N 周期}
周期 := 5;
均线: MA(C, 周期);
"""
)
res = formula.compute(df)
assert res.columns["均线"][0] != res.columns["均线"][-1]
def test_compiled_formula_reusable_across_frames():
f = compile_formula("值: MA(C, 5);")
r1 = f.compute(_df(30, seed=1))
r2 = f.compute(_df(40, seed=2))
assert len(r1.columns[""]) == 30
assert len(r2.columns[""]) == 40
def test_compiled_formula_is_dataclass_safe():
"""CompiledFormula 可 pickle(进程池/后台任务传输)。"""
import pickle
f = compile_formula("值: MA(C, 5);")
f2 = pickle.loads(pickle.dumps(f))
assert np.allclose(
f.compute(_df(20)).columns[""], f2.compute(_df(20)).columns[""], equal_nan=True
)
+193
View File
@@ -0,0 +1,193 @@
"""公式回测适配器 + REST 端点测试(三通道一致性)。"""
from __future__ import annotations
import time
import numpy as np
import pandas as pd
import pytest
pytest.importorskip("fastapi")
from fastapi.testclient import TestClient # noqa: E402
from easy_tdx.backtest.formula_strategy import ( # noqa: E402
FormulaStrategyError,
attach_formula_columns,
pick_signal_columns,
run_formula_backtest,
)
from easy_tdx.formula import compile_formula # noqa: E402
def _df(n: int = 300, seed: int = 3, drift: float = 0.002) -> pd.DataFrame:
rng = np.random.default_rng(seed)
close = 10.0 * np.cumprod(1.0 + drift + rng.normal(0, 0.012, n))
return pd.DataFrame(
{
"datetime": pd.date_range("2024-01-01", periods=n, freq="B"),
"open": close * 0.999,
"high": close * 1.02,
"low": close * 0.98,
"close": close,
"vol": 1e6,
"amount": close * 1e6,
}
)
_MA_CROSS = "快: MA(C, 5);\n慢: MA(C, 20);\n买入: CROSS(快, 慢);\n卖出: CROSS(慢, 快);"
# ── attach / pick ─────────────────────────────────────────────────────────────
def test_attach_formula_columns():
df = _df(100)
enriched, result = attach_formula_columns(df, compile_formula(_MA_CROSS))
assert {"", "", "买入", "卖出"} <= set(enriched.columns)
assert len(enriched) == len(df)
assert df is not enriched # 副本,不污染原 df
def test_pick_signal_columns_by_hint_and_order():
_, result = attach_formula_columns(_df(60), compile_formula(_MA_CROSS))
buy, sell = pick_signal_columns(result)
assert (buy, sell) == ("买入", "卖出") # 名称提示(买/卖)优先
_, r2 = attach_formula_columns(_df(60), compile_formula("A: C > MA(C, 5); B: C < MA(C, 5);"))
buy2, sell2 = pick_signal_columns(r2)
assert (buy2, sell2) == ("A", "B") # 无提示时按声明顺序
buy3, _ = pick_signal_columns(r2, buy_col="B")
assert buy3 == "B" # 显式指定优先
def test_pick_requires_signal():
from easy_tdx.formula import FormulaResult
result = FormulaResult(columns={"x": np.ones(5)}, values=["x"])
with pytest.raises(FormulaStrategyError, match="布尔信号"):
pick_signal_columns(result)
# ── run_formula_backtest ──────────────────────────────────────────────────────
def test_run_formula_backtest_full_report():
out = run_formula_backtest(_df(300), _MA_CROSS)
assert out["performance"]["total_trades"] >= 1
assert out["formula"]["buy_col"] == "买入"
assert out["formula"]["sell_col"] == "卖出"
assert out["grade"]["grade"] in ("S", "A", "B", "C", "D")
assert 0 <= out["score"]["total"] <= 100
assert "trades" in out and "equity_curve" in out
def test_run_formula_backtest_no_sell_col_holds():
"""只有买入列 → 买入后持有到末尾(1 笔完成交易=0 卖出,持仓中)。"""
out = run_formula_backtest(_df(200, drift=0.004), "买入: CROSS(MA(C,3), MA(C,30));")
assert out["formula"]["sell_col"] is None
assert out["performance"]["total_return"] > 0
def test_run_formula_backtest_accepts_compiled():
compiled = compile_formula(_MA_CROSS)
out = run_formula_backtest(_df(200), compiled)
assert out["formula"]["buy_col"] == "买入"
def test_run_formula_backtest_rejects_no_signal():
with pytest.raises(ValueError, match="布尔信号"):
run_formula_backtest(_df(60), "数值: MA(C, 5);")
def test_run_formula_backtest_json_serializable():
import json
out = run_formula_backtest(_df(150), _MA_CROSS)
json.dumps(out, default=str)
# ── REST 端点 ─────────────────────────────────────────────────────────────────
def _client() -> TestClient:
from easy_tdx.web import create_app
return TestClient(create_app())
def _ohlcv(n: int = 200) -> list[dict[str, object]]:
df = _df(n)
df["datetime"] = df["datetime"].dt.strftime("%Y-%m-%d")
return json_records(df)
def json_records(df: pd.DataFrame) -> list[dict[str, object]]:
import json
return json.loads(df.to_json(orient="records", force_ascii=False))
def test_rest_formula_validate_ok_and_error():
client = _client()
r = client.post(
"/api/v1/formula/validate", json={"text": "金叉: CROSS(MA(C,5), MA(C,20)); 强度: MA(C,5);"}
)
assert r.status_code == 200
body = r.json()
assert body["ok"] is True
assert body["signals"] == ["金叉"]
assert body["values"] == ["强度"]
r2 = client.post("/api/v1/formula/validate", json={"text": "A := ;"})
assert r2.status_code == 200
assert r2.json()["ok"] is False
assert r2.json()["error"]
def test_rest_formula_compute_inline_ohlcv():
client = _client()
r = client.post(
"/api/v1/formula/compute",
json={"text": "买入: C > REF(C, 1); 值: MA(C, 5);", "ohlcv": _ohlcv(100), "tail": 5},
)
assert r.status_code == 200, r.text
body = r.json()
assert body["signals"] == ["买入"]
assert "last_row" in body and "" in body["last_row"]
assert len(body["recent"]) == 5
def test_rest_formula_backtest_async_task():
client = _client()
r = client.post(
"/api/v1/formula/backtest/run/async",
json={"text": _MA_CROSS, "ohlcv": _ohlcv(300), "cash": 100000.0},
)
assert r.status_code == 202, r.text
task_id = r.json()["task_id"]
for _ in range(200):
st = client.get(f"/api/v1/backtest/tasks/{task_id}").json()
if st["status"] in ("done", "failed"):
break
time.sleep(0.05)
assert st["status"] == "done", st.get("error")
result = st["result"]
assert result["formula"]["buy_col"] == "买入"
assert result["performance"]["total_trades"] >= 1
def test_rest_formula_screen_async_task():
client = _client()
# 两份不同行情:A 上涨(末根 C>REF(C,1) 大概率真)、B 构造末根下跌
up = _ohlcv(120)
r = client.post(
"/api/v1/formula/screen/run/async",
json={"text": "买入: C > REF(C, 1);", "symbols": ["SH:600519"], "ohlcv": up[:0]},
)
# symbols 路径需要行情连接——离线环境预期 400/500(无 mock client
# 这里只验证请求校验(symbols 非空)不炸
assert r.status_code in (400, 500, 202)