mirror of
https://ghfast.top/https://github.com/aeroxw/tick-stock-panel.git
synced 2026-09-12 16:44:15 +08:00
shy3130
5618b4ef1d
线上曾出现并发 LazyFrame.collect 触发 polars streaming 执行器死锁, 叠加 _write_lock 区间内做重活, 放大为全站请求冻结。本次按触发缩小、 爆炸半径收缩、自动恢复三层布防: - polars_guard: BoundedSemaphore 并发闸 (总闸 4 + 后台车道 2, 后台 先拿子闸再拿总闸防死锁); repository 18 处 collect 按交互/后台分级接入 - repository 写锁区间收缩: 分区合并移出锁外, 锁内 (mtime_ns,size) 指纹校验 + 3 次乐观重试, 失败回退锁内合并; 5 处 _write_lock 重构 - watchdog: 周期探测 collect 闸与全局写锁, 连续 2 次失败退出交由 supervisor 拉起 (可配置, 默认开) - polars >=1.44,<1.45 (1.44.1); 附并发压测脚本 scripts/stress_polars_concurrency.py 供复现验证 另: config 新增 polars_collect_permits / watchdog_* / strategy_run_all_workers / strategy_run_all_first_return_s 旋钮 (后两者供后续 run_all 优化提交使用, 默认保持旧行为基准)。
90 lines
2.8 KiB
TOML
90 lines
2.8 KiB
TOML
[project]
|
|
name = "tickflow-stock-panel-backend"
|
|
version = "0.2.3"
|
|
description = "A 股选股 + 监控 + 回测面板 — TickFlow 适配"
|
|
requires-python = ">=3.11"
|
|
license = { text = "MIT" }
|
|
dependencies = [
|
|
# Web
|
|
"fastapi>=0.115",
|
|
"uvicorn[standard]>=0.30",
|
|
"pydantic>=2.7",
|
|
"pydantic-settings>=2.4",
|
|
"python-multipart>=0.0.6",
|
|
"sse-starlette>=2.0",
|
|
# Data
|
|
# 1.44 起含流式引擎 executor 线程调度修复; 上限锁定一个已验证的大版本,
|
|
# 升级需重跑 scripts/stress_polars_concurrency.py 压测 (并发死锁回归)。
|
|
"polars>=1.44,<1.45",
|
|
"duckdb>=1.0",
|
|
"pyarrow>=16.0",
|
|
"pandas>=2.2", # 仅在 BacktestService 边界使用,见 §7.4 / ADR-19
|
|
"psutil>=5.9", # 独立回测 worker 的峰值 RSS 与退出后内存指标
|
|
# llvmlite 不再提供 macOS Intel wheel；该平台使用 Matrix 纯 Python fallback。
|
|
"numba>=0.65.1; sys_platform != 'darwin' or platform_machine != 'x86_64'",
|
|
"fastexcel>=0.10", # Polars 读取 xlsx/xls
|
|
"pypinyin>=0.50", # 股票名拼音首字母搜索 (同花顺式 payh → 平安银行)
|
|
# TickFlow 官方 SDK
|
|
"tickflow[all]>=0.1.23",
|
|
# Scheduling
|
|
"apscheduler>=3.10",
|
|
# Config
|
|
"pyyaml>=6.0",
|
|
"python-dotenv>=1.0",
|
|
# AI(可选,但默认装上)
|
|
"openai>=1.40", # OpenAI 兼容适配器复用 openai SDK
|
|
"httpx>=0.27",
|
|
"platformdirs>=4.0", # 桌面版用户数据目录 (跨平台持久可写)
|
|
"winotify>=1.1; sys_platform == 'win32'", # Windows 系统通知 (进操作中心)
|
|
"plyer>=2.1", # 系统通知跨平台兜底 (macOS/Linux)
|
|
# Watchlist screenshot OCR (Tesseract)
|
|
"pytesseract>=0.3.10",
|
|
"Pillow>=10.0",
|
|
]
|
|
|
|
[project.optional-dependencies]
|
|
# Legacy CPU runtime: install the Polars compatibility kernel on
|
|
# machines without AVX2/FMA support.
|
|
# Enable with: uv sync --extra legacy-cpu
|
|
legacy-cpu = [
|
|
"polars[rtcompat]>=1.44,<1.45",
|
|
]
|
|
|
|
# vectorbt 还会引入绘图、交互组件等完整分析栈，仍保持为可选 extras。
|
|
# Matrix 引擎只直接依赖上面的 numba/llvmlite 编译内核。
|
|
# 启用:`uv sync --extra backtest`
|
|
backtest = [
|
|
"vectorbt>=0.26",
|
|
]
|
|
|
|
# 桌面客户端依赖: pywebview 桌面窗口。打包用 (PyInstaller), 生产/Docker 不需要。
|
|
# 启用:`uv sync --extra desktop`
|
|
desktop = [
|
|
"pywebview>=5.0",
|
|
]
|
|
|
|
dev = [
|
|
"pytest>=8.0",
|
|
"pytest-asyncio>=0.23",
|
|
"ruff>=0.5",
|
|
"mypy>=1.10",
|
|
]
|
|
|
|
[build-system]
|
|
requires = ["hatchling"]
|
|
build-backend = "hatchling.build"
|
|
|
|
[tool.hatch.build.targets.wheel]
|
|
packages = ["app"]
|
|
|
|
[tool.ruff]
|
|
line-length = 100
|
|
target-version = "py311"
|
|
|
|
[tool.ruff.lint]
|
|
select = ["E", "F", "I", "N", "UP", "B", "SIM", "RUF"]
|
|
ignore = ["E501"] # 长行交给 fmt
|
|
|
|
[tool.pytest.ini_options]
|
|
asyncio_mode = "auto"
|