Author SHA1 Message Date
shangfangjian a0ce2e2a6a feat: 数据管线 P2 优化 — 血缘写入 + 质量监控 + 缓存清理 + 重试 worker
P2-1: DataLineage 血缘写入(bzzoiro/understat Bronze→Silver 全链路)
P2-2: DataQualityCheck 质量检查写入(行计数异常检测)
P2-3: RateLimitedClient 集成到 bzzoiro 采集
P2-4: injuries 缓存过期清理(启动时扫描删除 >1h 文件)
P2-5: IngestFailure 重试 worker(FastAPI startup 注册)

新增文件:
  - src/data/retry_worker.py (死信表重试 sweep)
2026-09-16 15:55:08 +08:00
shangfangjian 5de8ffb09d feat: 数据管线架构优化 — Bronze 层 + 死信队列 + 令牌桶 + 血缘追踪
P0: injuries 缓存原子写(tempfile+os.replace) + TTL 分级 + asyncio.Lock 并发安全
P1: 引入 Bronze 层 RawEvent 表(原始事件存档,不可变)
P1: IngestFailure 死信表(失败持久化,支持重试恢复)
P1: understat 改为 xG 覆盖更新模式 + xG 来源追踪字段
P1: 令牌桶限流器(TokenBucket)替换固定 sleep
P1: DataQualityCheck 数据质量监控表
P1: DataLineage 血缘追踪表
P2: 回测并发控制 Semaphore(3)

新增文件:
  - src/data/rate_limiter.py (令牌桶限流器)
  - alembic/versions/0008 (4 张新表迁移)
  - alembic/versions/0009 (MatchStats xG 字段迁移)
2026-09-16 14:12:42 +08:00
shangfangjian 2fd8a80ad9 revert: 移除手动创建的 experts 目录
Octop 为每个专家 Agent 自带存储后端,无需在项目代码中创建
2026-09-16 13:37:00 +08:00
shangfangjian 5676198392 chore: 添加专家工作区目录结构
为代码审查、数据工程、后端架构、安全工程四个角色
建立专属工作区,用于持久化审查报告、设计文档和知识积累
2026-09-16 13:34:42 +08:00
38 changed files with 1250 additions and 3471 deletions
-43
View File
@@ -1,43 +0,0 @@
{
"permissions": {
"allow": [
"Bash(python -m pytest tests/ -v)",
"Bash(python -c \"import src.core.http_client; import src.llm.provider; import src.data.understat; import src.data.injuries; import src.llm.agents.orchestrator; import src.llm.context_builder; import src.api.app; print\\('All imports OK'\\)\")",
"Bash(python -c \"from src.data.sources import get_source, list_sources; print\\('sources:', list_sources\\(\\)\\); print\\('bzzoiro:', get_source\\('bzzoiro'\\).name\\); print\\('understat:', get_source\\('understat'\\).name\\)\")",
"Bash(python -c \"from src.api.routes.ingest import router; print\\('ingest router OK:', len\\(router.routes\\), 'routes'\\)\")",
"Bash(python -c ' *)",
"Bash(python -m pytest tests/ -q)",
"Bash(git -C /p rev-parse --git-dir)",
"Bash(git config *)",
"Bash(git init *)",
"Bash(git add *)",
"Bash(git commit -m 'feat: 足球 LLM 预测服务初始提交 *)",
"Bash(git remote *)",
"Bash(git push *)",
"Bash(git fetch *)",
"Bash(git branch *)",
"Bash(git commit *)",
"Bash(pg_isready -h localhost -p 5432)",
"Bash(python -c \"import pytest_asyncio; print\\('pytest-asyncio OK'\\)\")",
"Bash(python -c \"import pytest; print\\('pytest', pytest.__version__\\)\")",
"Bash(python -c \"import aiosqlite; print\\('aiosqlite', aiosqlite.__version__\\)\")",
"Bash(npm run *)",
"Bash(npm install *)",
"Bash(git revert *)",
"Bash(python -c \"from src.api.app import app; print\\('OK'\\)\")",
"Bash(python -m pytest tests/test_agents.py::TestReportParsing::test_parse_bad_values_forgiving -v)",
"Bash(python -c \"from src.data.bzzoiro import BzzoiroSource; print\\('OK'\\)\")",
"Bash(python -m pytest tests/test_agents.py::TestReportParsing::test_parse_full_report -v)",
"Bash(python -c \"from src.db.unit_of_work import UnitOfWork, get_uow; from src.db.repositories import MatchRepository, TeamRepository; print\\('OK'\\)\")",
"Bash(python -c \"from src.data.bzzoiro import BzzoiroSource; from src.data.understat import UnderstatSource; from src.data.injuries import ingest_injuries; print\\('OK'\\)\")",
"Bash(python -m compileall src tests)",
"Bash(alembic current *)",
"Bash(alembic history *)",
"Bash(python -c \"from src.db.models import MatchStats, Prediction; print\\('Models OK'\\)\")",
"Bash(git pull *)",
"Bash(ocr delegate *)",
"Bash(npm i *)",
"Bash(python -c \"from src.llm.validation import KNOWN_AGENT_NAMES; print\\(KNOWN_AGENT_NAMES\\)\")"
]
}
}
+1 -19
View File
@@ -3,7 +3,7 @@ from logging.config import fileConfig
import sys import sys
from pathlib import Path from pathlib import Path
from sqlalchemy import engine_from_config, pool, text from sqlalchemy import engine_from_config, pool
from alembic import context from alembic import context
# 把项目根加入 pythonpath,让 alembic 能找到 src 包 # 把项目根加入 pythonpath,让 alembic 能找到 src 包
@@ -29,23 +29,6 @@ if config.config_file_name is not None:
target_metadata = Base.metadata target_metadata = Base.metadata
def _ensure_version_table(connection):
"""确保 alembic_version 表存在且 version_num 列足够长。
Alembic 默认 version_num 是 String(32),但我们的迁移名较长(如
0005_prediction_status_and_stats_provenance 有 41 个字符),会导致
StringDataRightTruncation 错误。
"""
result = connection.execute(text(
"SELECT EXISTS (SELECT 1 FROM information_schema.tables WHERE table_name = 'alembic_version')"
))
if not result.scalar():
connection.execute(text(
"CREATE TABLE alembic_version (version_num VARCHAR(255) NOT NULL PRIMARY KEY)"
))
connection.commit()
def run_migrations_offline() -> None: def run_migrations_offline() -> None:
"""Run migrations in 'offline' mode.""" """Run migrations in 'offline' mode."""
url = config.get_main_option("sqlalchemy.url") url = config.get_main_option("sqlalchemy.url")
@@ -69,7 +52,6 @@ def run_migrations_online() -> None:
) )
with connectable.connect() as connection: with connectable.connect() as connection:
_ensure_version_table(connection)
context.configure(connection=connection, target_metadata=target_metadata) context.configure(connection=connection, target_metadata=target_metadata)
with context.begin_transaction(): with context.begin_transaction():
@@ -1,9 +1,14 @@
"""创建 Bronze 层、死信表、质量监控、血缘追踪 4 张新 """新增 Bronze 层 + 死信表 + 数据质量表 + 血缘
Revision ID: 0008_raw_event_and_ingest_failure Revision ID: 0008_raw_event_and_ingest_failure
Revises: 0007_predictions_unique_constraint Revises: 0007_predictions_unique_constraint
Create Date: 2026-09-17 Create Date: 2026-09-17
架构审查报告 P1 实施:
- raw_events: Bronze 层,不可变原始采集记录
- ingest_failures: 采集失败死信表
- data_quality_checks: 数据质量检查结果记录
- data_lineage: ETL 全过程元数据血缘追踪
""" """
from typing import Sequence, Union from typing import Sequence, Union
@@ -12,6 +17,7 @@ from alembic import op
import sqlalchemy as sa import sqlalchemy as sa
from sqlalchemy.dialects.postgresql import JSONB from sqlalchemy.dialects.postgresql import JSONB
# revision identifiers, used by Alembic.
revision: str = '0008_raw_event_and_ingest_failure' revision: str = '0008_raw_event_and_ingest_failure'
down_revision: Union[str, None] = '0007_predictions_unique_constraint' down_revision: Union[str, None] = '0007_predictions_unique_constraint'
branch_labels: Union[str, Sequence[str], None] = None branch_labels: Union[str, Sequence[str], None] = None
@@ -19,89 +25,97 @@ depends_on: Union[str, Sequence[str], None] = None
def upgrade() -> None: def upgrade() -> None:
# 1. RawEvent - Bronze 层原始事件存档 # ── raw_events: Bronze 层原始记录 ──
op.create_table( op.create_table(
'raw_events', "raw_events",
sa.Column('id', sa.BigInteger(), primary_key=True), sa.Column("id", sa.Integer(), primary_key=True),
sa.Column('source_system', sa.String(50), nullable=False), sa.Column("source_system", sa.String(30), nullable=False),
sa.Column('source_record_id', sa.String(100), nullable=False), sa.Column("source_record_id", sa.String(100), nullable=False),
sa.Column('raw_payload', JSONB(), nullable=False), sa.Column("raw_payload", JSONB(), nullable=False),
sa.Column('ingested_at', sa.DateTime(timezone=True), server_default=sa.func.now()), sa.Column("ingested_at", sa.DateTime(timezone=True), nullable=False),
sa.Column('ingest_batch_id', sa.String(36), nullable=True), sa.Column("ingest_batch_id", sa.String(64), nullable=True),
sa.UniqueConstraint('source_system', 'source_record_id', name='uq_raw_event'),
) )
op.create_index('ix_raw_event_batch', 'raw_events', ['ingest_batch_id']) op.create_index("ix_raw_events_batch", "raw_events", ["ingest_batch_id"])
op.create_index("ix_raw_events_source_ingested", "raw_events", ["source_system", "ingested_at"])
op.create_unique_constraint("uq_raw_events_source_record", "raw_events", ["source_system", "source_record_id"])
# 2. IngestFailure - 采集失败死信表 # ── ingest_failures: 采集失败死信表 ──
op.create_table( op.create_table(
'ingest_failures', "ingest_failures",
sa.Column('id', sa.BigInteger(), primary_key=True), sa.Column("id", sa.Integer(), primary_key=True),
sa.Column('source_system', sa.String(50), nullable=False), sa.Column("source_system", sa.String(30), nullable=False),
sa.Column('entity_type', sa.String(50), nullable=False), sa.Column("entity_type", sa.String(30), nullable=False),
sa.Column('source_record_id', sa.String(100), nullable=True), sa.Column("source_record_id", sa.String(100), nullable=True),
sa.Column('error_type', sa.String(50), nullable=False), sa.Column("error_type", sa.String(50), nullable=False),
sa.Column('error_detail', sa.Text(), nullable=True), sa.Column("error_detail", sa.Text(), nullable=True),
sa.Column('raw_payload', JSONB(), nullable=True), sa.Column("raw_payload", JSONB(), nullable=True),
sa.Column('retry_count', sa.Integer(), server_default='0'), sa.Column("retry_count", sa.Integer(), nullable=False, server_default="0"),
sa.Column('next_retry_at', sa.DateTime(timezone=True), nullable=True), sa.Column("next_retry_at", sa.DateTime(timezone=True), nullable=True),
sa.Column('status', sa.String(20), server_default='pending'), sa.Column("status", sa.String(20), nullable=False, server_default="pending"),
sa.Column('created_at', sa.DateTime(timezone=True), server_default=sa.func.now()), sa.Column("created_at", sa.DateTime(timezone=True), nullable=False),
sa.Column('resolved_at', sa.DateTime(timezone=True), nullable=True), sa.Column("resolved_at", sa.DateTime(timezone=True), nullable=True),
)
op.create_index('ix_ingest_failure_status', 'ingest_failures', ['status', 'next_retry_at'])
op.create_check_constraint(
'ck_ingest_failure_status',
'ingest_failures',
"status IN ('pending', 'retrying', 'resolved', 'abandoned')",
) )
op.create_index("ix_ingest_failures_status_next_retry", "ingest_failures", ["status", "next_retry_at"])
op.create_index("ix_ingest_failures_source", "ingest_failures", ["source_system", "entity_type"])
op.create_check_constraint("ck_ingest_failures_status", "ingest_failures",
"status IN ('pending', 'retrying', 'resolved', 'abandoned')")
op.create_check_constraint("ck_ingest_failures_retry_nonneg", "ingest_failures", "retry_count >= 0")
# 3. DataQualityCheck - 数据质量监控 # ── data_quality_checks: 数据质量检查记录 ──
op.create_table( op.create_table(
'data_quality_checks', "data_quality_checks",
sa.Column('id', sa.BigInteger(), primary_key=True), sa.Column("id", sa.Integer(), primary_key=True),
sa.Column('check_name', sa.String(100), nullable=False), sa.Column("check_name", sa.String(100), nullable=False),
sa.Column('entity_type', sa.String(50), nullable=False), sa.Column("entity_type", sa.String(30), nullable=False),
sa.Column('entity_id', sa.Integer(), nullable=True), sa.Column("entity_id", sa.String(50), nullable=True),
sa.Column('expected_value', sa.Float(), nullable=True), sa.Column("expected_value", sa.Text(), nullable=True),
sa.Column('actual_value', sa.Float(), nullable=False), sa.Column("actual_value", sa.Text(), nullable=True),
sa.Column('passed', sa.Boolean(), nullable=False), sa.Column("passed", sa.Boolean(), nullable=False),
sa.Column('severity', sa.String(10), server_default='warning'), sa.Column("severity", sa.String(10), nullable=False, server_default="warning"),
sa.Column('detail', JSONB(), nullable=True), sa.Column("detail", sa.Text(), nullable=True),
sa.Column('checked_at', sa.DateTime(timezone=True), server_default=sa.func.now()), sa.Column("checked_at", sa.DateTime(timezone=True), nullable=False),
) )
op.create_index('ix_dqc_checked_at', 'data_quality_checks', ['checked_at']) op.create_index("ix_dqc_check_time", "data_quality_checks", ["check_name", "checked_at"])
op.create_index('ix_dqc_entity', 'data_quality_checks', ['entity_type', 'entity_id']) op.create_index("ix_dqc_entity", "data_quality_checks", ["entity_type", "entity_id"])
op.create_index("ix_dqc_severity_passed", "data_quality_checks", ["severity", "passed"])
op.create_check_constraint("ck_dqc_severity", "data_quality_checks",
"severity IN ('info', 'warning', 'critical')")
# 4. DataLineage - ETL 血缘追踪 # ── data_lineage: ETL 血缘追踪 ──
op.create_table( op.create_table(
'data_lineage', "data_lineage",
sa.Column('id', sa.BigInteger(), primary_key=True), sa.Column("id", sa.Integer(), primary_key=True),
sa.Column('source_system', sa.String(50), nullable=False), sa.Column("source_system", sa.String(30), nullable=False),
sa.Column('source_record_id', sa.String(100), nullable=False), sa.Column("source_record_id", sa.String(100), nullable=False),
sa.Column('target_table', sa.String(50), nullable=False), sa.Column("target_table", sa.String(50), nullable=False),
sa.Column('target_id', sa.Integer(), nullable=True), sa.Column("target_id", sa.Integer(), nullable=True),
sa.Column('transform_name', sa.String(50), nullable=False), sa.Column("transform_name", sa.String(100), nullable=False),
sa.Column('transform_detail', JSONB(), nullable=True), sa.Column("transform_detail", sa.Text(), nullable=True),
sa.Column('batch_id', sa.String(36), nullable=True), sa.Column("batch_id", sa.String(64), nullable=True),
sa.Column('created_at', sa.DateTime(timezone=True), server_default=sa.func.now()), sa.Column("created_at", sa.DateTime(timezone=True), nullable=False),
) )
op.create_index('ix_lineage_source', 'data_lineage', ['source_system', 'source_record_id']) op.create_index("ix_lineage_source", "data_lineage", ["source_system", "source_record_id"])
op.create_index('ix_lineage_target', 'data_lineage', ['target_table', 'target_id']) op.create_index("ix_lineage_target", "data_lineage", ["target_table", "target_id"])
op.create_index('ix_lineage_batch', 'data_lineage', ['batch_id']) op.create_index("ix_lineage_batch", "data_lineage", ["batch_id"])
def downgrade() -> None: def downgrade() -> None:
op.drop_index('ix_lineage_batch', table_name='data_lineage') # 逆序删除
op.drop_index('ix_lineage_target', table_name='data_lineage') op.drop_index("ix_lineage_batch", table_name="data_lineage")
op.drop_index('ix_lineage_source', table_name='data_lineage') op.drop_index("ix_lineage_target", table_name="data_lineage")
op.drop_table('data_lineage') op.drop_index("ix_lineage_source", table_name="data_lineage")
op.drop_table("data_lineage")
op.drop_index('ix_dqc_entity', table_name='data_quality_checks') op.drop_index("ix_dqc_severity_passed", table_name="data_quality_checks")
op.drop_index('ix_dqc_checked_at', table_name='data_quality_checks') op.drop_index("ix_dqc_entity", table_name="data_quality_checks")
op.drop_table('data_quality_checks') op.drop_index("ix_dqc_check_time", table_name="data_quality_checks")
op.drop_table("data_quality_checks")
op.drop_index('ix_ingest_failure_status', table_name='ingest_failures') op.drop_index("ix_ingest_failures_source", table_name="ingest_failures")
op.drop_table('ingest_failures') op.drop_index("ix_ingest_failures_status_next_retry", table_name="ingest_failures")
op.drop_table("ingest_failures")
op.drop_index('ix_raw_event_batch', table_name='raw_events') op.drop_constraint("uq_raw_events_source_record", table_name="raw_events", type_="unique")
op.drop_table('raw_events') op.drop_index("ix_raw_events_source_ingested", table_name="raw_events")
op.drop_index("ix_raw_events_batch", table_name="raw_events")
op.drop_table("raw_events")
+13 -7
View File
@@ -1,9 +1,12 @@
"""MatchStats 添加 xG 追踪字段 """MatchStats 新增 xG 追踪字段
Revision ID: 0009_match_stats_xg_fields Revision ID: 0009_match_stats_xg_fields
Revises: 0008_raw_event_and_ingest_failure Revises: 0008_raw_event_and_ingest_failure
Create Date: 2026-09-17 Create Date: 2026-09-17
架构审查报告 P1-4 实施:
understat 允许纠正旧 xG 值。新增字段追踪 xG 具体来源和更新时间,
实现全量覆盖模式:当 understat 数据更新时覆盖旧值而非跳过。
""" """
from typing import Sequence, Union from typing import Sequence, Union
@@ -11,6 +14,7 @@ from typing import Sequence, Union
from alembic import op from alembic import op
import sqlalchemy as sa import sqlalchemy as sa
# revision identifiers, used by Alembic.
revision: str = '0009_match_stats_xg_fields' revision: str = '0009_match_stats_xg_fields'
down_revision: Union[str, None] = '0008_raw_event_and_ingest_failure' down_revision: Union[str, None] = '0008_raw_event_and_ingest_failure'
branch_labels: Union[str, Sequence[str], None] = None branch_labels: Union[str, Sequence[str], None] = None
@@ -18,12 +22,14 @@ depends_on: Union[str, Sequence[str], None] = None
def upgrade() -> None: def upgrade() -> None:
op.add_column('match_stats', sa.Column('xg_source', sa.String(30), nullable=True)) op.add_column("match_stats", sa.Column("xg_source", sa.String(30), nullable=True))
op.add_column('match_stats', sa.Column('xg_updated_at', sa.DateTime(timezone=True), nullable=True)) op.add_column("match_stats", sa.Column("xg_updated_at", sa.DateTime(timezone=True), nullable=True))
op.add_column('match_stats', sa.Column('xg_source_record_id', sa.String(100), nullable=True)) op.add_column("match_stats", sa.Column("xg_source_record_id", sa.String(100), nullable=True))
op.create_index("ix_match_stats_xg_source", "match_stats", ["xg_source", "xg_updated_at"])
def downgrade() -> None: def downgrade() -> None:
op.drop_column('match_stats', 'xg_source_record_id') op.drop_index("ix_match_stats_xg_source", table_name="match_stats")
op.drop_column('match_stats', 'xg_updated_at') op.drop_column("match_stats", "xg_source_record_id")
op.drop_column('match_stats', 'xg_source') op.drop_column("match_stats", "xg_updated_at")
op.drop_column("match_stats", "xg_source")
+1 -13
View File
@@ -6,7 +6,7 @@ services:
POSTGRES_PASSWORD: ${POSTGRES_PASSWORD:?POSTGRES_PASSWORD 未设置} POSTGRES_PASSWORD: ${POSTGRES_PASSWORD:?POSTGRES_PASSWORD 未设置}
POSTGRES_DB: ${POSTGRES_DB:-football} POSTGRES_DB: ${POSTGRES_DB:-football}
ports: ports:
- "${POSTGRES_PORT:-5433}:5432" - "${POSTGRES_PORT:-5432}:5432"
volumes: volumes:
- pgdata:/var/lib/postgresql/data - pgdata:/var/lib/postgresql/data
healthcheck: healthcheck:
@@ -26,18 +26,6 @@ services:
condition: service_healthy condition: service_healthy
volumes: volumes:
- ./src:/app/src - ./src:/app/src
- ./alembic:/app/alembic
- ./alembic.ini:/app/alembic.ini
frontend:
image: nginx:alpine
ports:
- "${FRONTEND_PORT:-3000}:80"
volumes:
- ./frontend/dist:/usr/share/nginx/html
- ./frontend/nginx.conf:/etc/nginx/conf.d/default.conf:ro
depends_on:
- api
volumes: volumes:
pgdata: pgdata:
-38
View File
@@ -1,38 +0,0 @@
server {
listen 80;
server_name localhost;
# Serve static files
root /usr/share/nginx/html;
index index.html;
# API proxy
location /api/ {
proxy_pass http://api:8000/api/;
proxy_http_version 1.1;
proxy_set_header Upgrade $http_upgrade;
proxy_set_header Connection 'upgrade';
proxy_set_header Host $host;
proxy_set_header X-Real-IP $remote_addr;
proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
proxy_set_header X-Forwarded-Proto $scheme;
proxy_cache_bypass $http_upgrade;
}
# Health check proxy
location /health {
proxy_pass http://api:8000/health;
proxy_http_version 1.1;
proxy_set_header Host $host;
}
# SPA routing - serve index.html for all routes
location / {
try_files $uri $uri/ /index.html;
}
# Gzip compression
gzip on;
gzip_types text/plain text/css application/json application/javascript text/xml application/xml application/xml+rss text/javascript;
gzip_min_length 1000;
}
+43 -53
View File
@@ -8,10 +8,8 @@
"name": "profeto-frontend", "name": "profeto-frontend",
"version": "0.1.0", "version": "0.1.0",
"dependencies": { "dependencies": {
"@fontsource/noto-serif-sc": "^5.3.0",
"react": "^18.3.1", "react": "^18.3.1",
"react-dom": "^18.3.1", "react-dom": "^18.3.1"
"react-router-dom": "^6.30.6"
}, },
"devDependencies": { "devDependencies": {
"@types/react": "^18.3.3", "@types/react": "^18.3.3",
@@ -710,15 +708,6 @@
"node": ">=12" "node": ">=12"
} }
}, },
"node_modules/@fontsource/noto-serif-sc": {
"version": "5.3.0",
"resolved": "https://registry.npmmirror.com/@fontsource/noto-serif-sc/-/noto-serif-sc-5.3.0.tgz",
"integrity": "sha512-0/zaEFkidiWldE62rTeD74x8ygUsQvejiSNtO0LQxQk3qpaHnlMZ3w4C7yH80B4KTIg8VKeFP4oSgwWMchY9+g==",
"license": "OFL-1.1",
"funding": {
"url": "https://github.com/sponsors/ayuhito"
}
},
"node_modules/@jridgewell/gen-mapping": { "node_modules/@jridgewell/gen-mapping": {
"version": "0.3.13", "version": "0.3.13",
"resolved": "https://registry.npmjs.org/@jridgewell/gen-mapping/-/gen-mapping-0.3.13.tgz", "resolved": "https://registry.npmjs.org/@jridgewell/gen-mapping/-/gen-mapping-0.3.13.tgz",
@@ -777,6 +766,9 @@
"x64" "x64"
], ],
"dev": true, "dev": true,
"libc": [
"glibc"
],
"license": "MIT", "license": "MIT",
"optional": true, "optional": true,
"os": [ "os": [
@@ -824,15 +816,6 @@
"node": ">= 8" "node": ">= 8"
} }
}, },
"node_modules/@remix-run/router": {
"version": "1.23.4",
"resolved": "https://registry.npmjs.org/@remix-run/router/-/router-1.23.4.tgz",
"integrity": "sha512-q7j5geK7xs3UJSdm9/iytUNclBnLmYx1EnSeCFXHPeutdqgIMeFeHtUZgS3EhlKxdBEAu8OwtJCwmLrEzpSs7Q==",
"license": "MIT",
"engines": {
"node": ">=14.0.0"
}
},
"node_modules/@rolldown/pluginutils": { "node_modules/@rolldown/pluginutils": {
"version": "1.0.0-beta.27", "version": "1.0.0-beta.27",
"resolved": "https://registry.npmjs.org/@rolldown/pluginutils/-/pluginutils-1.0.0-beta.27.tgz", "resolved": "https://registry.npmjs.org/@rolldown/pluginutils/-/pluginutils-1.0.0-beta.27.tgz",
@@ -932,6 +915,9 @@
"arm" "arm"
], ],
"dev": true, "dev": true,
"libc": [
"glibc"
],
"license": "MIT", "license": "MIT",
"optional": true, "optional": true,
"os": [ "os": [
@@ -946,6 +932,9 @@
"arm" "arm"
], ],
"dev": true, "dev": true,
"libc": [
"musl"
],
"license": "MIT", "license": "MIT",
"optional": true, "optional": true,
"os": [ "os": [
@@ -960,6 +949,9 @@
"arm64" "arm64"
], ],
"dev": true, "dev": true,
"libc": [
"glibc"
],
"license": "MIT", "license": "MIT",
"optional": true, "optional": true,
"os": [ "os": [
@@ -974,6 +966,9 @@
"arm64" "arm64"
], ],
"dev": true, "dev": true,
"libc": [
"musl"
],
"license": "MIT", "license": "MIT",
"optional": true, "optional": true,
"os": [ "os": [
@@ -988,6 +983,9 @@
"loong64" "loong64"
], ],
"dev": true, "dev": true,
"libc": [
"glibc"
],
"license": "MIT", "license": "MIT",
"optional": true, "optional": true,
"os": [ "os": [
@@ -1002,6 +1000,9 @@
"loong64" "loong64"
], ],
"dev": true, "dev": true,
"libc": [
"musl"
],
"license": "MIT", "license": "MIT",
"optional": true, "optional": true,
"os": [ "os": [
@@ -1016,6 +1017,9 @@
"ppc64" "ppc64"
], ],
"dev": true, "dev": true,
"libc": [
"glibc"
],
"license": "MIT", "license": "MIT",
"optional": true, "optional": true,
"os": [ "os": [
@@ -1030,6 +1034,9 @@
"ppc64" "ppc64"
], ],
"dev": true, "dev": true,
"libc": [
"musl"
],
"license": "MIT", "license": "MIT",
"optional": true, "optional": true,
"os": [ "os": [
@@ -1044,6 +1051,9 @@
"riscv64" "riscv64"
], ],
"dev": true, "dev": true,
"libc": [
"glibc"
],
"license": "MIT", "license": "MIT",
"optional": true, "optional": true,
"os": [ "os": [
@@ -1058,6 +1068,9 @@
"riscv64" "riscv64"
], ],
"dev": true, "dev": true,
"libc": [
"musl"
],
"license": "MIT", "license": "MIT",
"optional": true, "optional": true,
"os": [ "os": [
@@ -1072,6 +1085,9 @@
"s390x" "s390x"
], ],
"dev": true, "dev": true,
"libc": [
"glibc"
],
"license": "MIT", "license": "MIT",
"optional": true, "optional": true,
"os": [ "os": [
@@ -1086,6 +1102,9 @@
"x64" "x64"
], ],
"dev": true, "dev": true,
"libc": [
"glibc"
],
"license": "MIT", "license": "MIT",
"optional": true, "optional": true,
"os": [ "os": [
@@ -1100,6 +1119,9 @@
"x64" "x64"
], ],
"dev": true, "dev": true,
"libc": [
"musl"
],
"license": "MIT", "license": "MIT",
"optional": true, "optional": true,
"os": [ "os": [
@@ -2265,38 +2287,6 @@
"node": ">=0.10.0" "node": ">=0.10.0"
} }
}, },
"node_modules/react-router": {
"version": "6.30.6",
"resolved": "https://registry.npmjs.org/react-router/-/react-router-6.30.6.tgz",
"integrity": "sha512-5HfK7k5im7LTOB0EqCQmfvy4C13G92Ssj1VTmouTK3AJvyjKTnFuCV0vcMAD/JS+JC4DvDIBRrlAeJIFjh5VWg==",
"license": "MIT",
"dependencies": {
"@remix-run/router": "1.23.4"
},
"engines": {
"node": ">=14.0.0"
},
"peerDependencies": {
"react": ">=16.8"
}
},
"node_modules/react-router-dom": {
"version": "6.30.6",
"resolved": "https://registry.npmjs.org/react-router-dom/-/react-router-dom-6.30.6.tgz",
"integrity": "sha512-0RHKZz7wwffvkU+2MFVT2NnjK44ssLEV+m0CAJaS2Ksmorrwj7WxH00jO0SOCW26/tINUnJHToXblDs33I38YQ==",
"license": "MIT",
"dependencies": {
"@remix-run/router": "1.23.4",
"react-router": "6.30.6"
},
"engines": {
"node": ">=14.0.0"
},
"peerDependencies": {
"react": ">=16.8",
"react-dom": ">=16.8"
}
},
"node_modules/read-cache": { "node_modules/read-cache": {
"version": "1.0.2", "version": "1.0.2",
"resolved": "https://registry.npmjs.org/read-cache/-/read-cache-1.0.2.tgz", "resolved": "https://registry.npmjs.org/read-cache/-/read-cache-1.0.2.tgz",
+1 -3
View File
@@ -9,10 +9,8 @@
"preview": "vite preview" "preview": "vite preview"
}, },
"dependencies": { "dependencies": {
"@fontsource/noto-serif-sc": "^5.3.0",
"react": "^18.3.1", "react": "^18.3.1",
"react-dom": "^18.3.1", "react-dom": "^18.3.1"
"react-router-dom": "^6.30.6"
}, },
"devDependencies": { "devDependencies": {
"@types/react": "^18.3.3", "@types/react": "^18.3.3",
+37 -73
View File
@@ -1,17 +1,7 @@
/**
* 主应用入口
*
* 整合前台(报纸风格)和后台(暗色管理)的路由。
* - / → 先知(Profeto)主站
* - /admin/* → 管理后台
*/
import { BrowserRouter, Routes, Route, Navigate, Link } from 'react-router-dom'
import { ErrorBoundary } from './components/ErrorBoundary' import { ErrorBoundary } from './components/ErrorBoundary'
import Matches from './pages/Matches' import Matches from './pages/Matches'
import { adminRoutes } from './admin/routes'
/** 报眉日期行 */ /** 报眉日期行:2026年9月15日 星期二 */
function dateLine(): string { function dateLine(): string {
return new Date().toLocaleDateString('zh-CN', { return new Date().toLocaleDateString('zh-CN', {
year: 'numeric', year: 'numeric',
@@ -21,71 +11,45 @@ function dateLine(): string {
}) })
} }
function HomePage() {
return (
// grain: 纸张噪点氛围层;报头、赛程行、预测版各自带 rise-in 入场
<div className="grain min-h-screen bg-paper-50">
{/* ── 报头:粗线 + 居中刊名 + 报眉 ── */}
<header className="masthead-rule rise-in">
<div className="mx-auto max-w-5xl px-5 sm:px-8">
<div className="border-b border-ink-900 py-5 text-center sm:py-6">
<h1 className="font-serif text-4xl font-bold tracking-widest text-ink-900">
<span className="ml-3 align-baseline font-serif text-base font-normal italic tracking-normal text-ink-500">
Profeto
</span>
</h1>
<p className="mt-2 text-2xs tracking-[0.4em] text-ink-500">
· ·
</p>
</div>
<div className="flex items-center justify-between border-b border-ink-200 py-2 text-2xs text-ink-500">
<span>{dateLine()}</span>
<Link
to="/admin"
className="flex min-h-[32px] items-center gap-1.5 text-press transition-colors hover:text-press-dark"
>
<span aria-hidden="true"></span>
</Link>
</div>
</div>
</header>
<main className="mx-auto max-w-5xl px-5 py-6 sm:px-8 sm:py-8">
<Matches />
</main>
<footer className="mx-auto max-w-5xl px-5 pb-10 sm:px-8">
<div className="border-t border-ink-200 pt-3 text-center text-2xs leading-relaxed text-ink-400">
· ·
</div>
</footer>
</div>
)
}
export default function App() { export default function App() {
return ( return (
<ErrorBoundary> <ErrorBoundary>
<BrowserRouter> <div className="min-h-screen bg-paper-50">
<Routes> {/* ── 报头:粗线 + 居中刊名 + 报眉 ── */}
<Route path="/" element={<HomePage />} /> <header className="masthead-rule">
{adminRoutes.map(route => ( <div className="mx-auto max-w-5xl px-5 sm:px-8">
<Route key={route.path} path={route.path} element={route.element}> <div className="border-b border-ink-900 py-5 text-center sm:py-6">
{route.children.map(child => ( <h1 className="font-serif text-4xl font-bold tracking-widest text-ink-900">
<Route
key={child.path ?? 'index'} <span className="ml-3 align-baseline font-serif text-base font-normal italic tracking-normal text-ink-500">
index={child.index} Profeto
path={child.path} </span>
element={child.element} </h1>
/> <p className="mt-2 text-2xs tracking-[0.4em] text-ink-500">
))} · ·
</Route> </p>
))} </div>
<Route path="*" element={<Navigate to="/" replace />} /> <div className="flex items-center justify-between border-b border-ink-200 py-2 text-2xs text-ink-500">
</Routes> <span>{dateLine()}</span>
</BrowserRouter> <span className="flex items-center gap-1.5">
<span className="inline-block h-1.5 w-1.5 bg-emerald-600" aria-hidden="true" />
</span>
</div>
</div>
</header>
<main className="mx-auto max-w-5xl px-5 py-6 sm:px-8 sm:py-8">
<Matches />
</main>
{/* ── 版底 ── */}
<footer className="mx-auto max-w-5xl px-5 pb-10 sm:px-8">
<div className="border-t border-ink-200 pt-3 text-center text-2xs leading-relaxed text-ink-400">
· ·
</div>
</footer>
</div>
</ErrorBoundary> </ErrorBoundary>
) )
} }
-15
View File
@@ -1,15 +0,0 @@
/**
* Admin 后台 - 应用入口
*
* 独立的 Admin 应用入口,用于 createBrowserRouter。
* 也可通过 createHashRouter 直接挂载为独立应用。
*/
import { createBrowserRouter, RouterProvider } from 'react-router-dom'
import { adminRoutes } from './routes'
const router = createBrowserRouter(adminRoutes)
export default function AdminApp() {
return <RouterProvider router={router} />
}
-192
View File
@@ -1,192 +0,0 @@
/**
* Admin 后台 - 布局组件(报刊风)
*
* 与前台同一套纸色语言:报头式侧栏 + 报眉顶栏 + 细线分区。
* 响应式: 移动端汉堡菜单 + 抽屉侧栏,桌面端固定侧栏。
*/
import { useState, useEffect, useCallback } from 'react'
import { NavLink, Link, Outlet, useLocation } from 'react-router-dom'
import { fetchHealth } from './dal'
const NAV_ITEMS = [
{ to: '/admin', label: '仪表盘', icon: '◇', end: true },
{ to: '/admin/collection', label: '数据采集', icon: '◈' },
{ to: '/admin/predictions', label: '预测管理', icon: '◆' },
{ to: '/admin/backtest', label: '回测管理', icon: '◉' },
{ to: '/admin/monitoring', label: '监控面板', icon: '◐' },
{ to: '/admin/data-sources', label: '数据源', icon: '◫' },
{ to: '/admin/llm-config', label: 'LLM 配置', icon: '◬' },
{ to: '/admin/config', label: '系统配置', icon: '◑' },
]
/** 报眉日期行,与前台同款式 */
function dateLine(): string {
return new Date().toLocaleDateString('zh-CN', {
year: 'numeric',
month: 'long',
day: 'numeric',
weekday: 'long',
})
}
export default function AdminLayout() {
const [sidebarOpen, setSidebarOpen] = useState(false)
const [healthOk, setHealthOk] = useState<boolean | null>(null)
const location = useLocation()
const checkHealth = useCallback(async () => {
try {
const h = await fetchHealth()
setHealthOk(h?.status === 'healthy' || h?.status === 'ok')
} catch {
setHealthOk(false)
}
}, [])
useEffect(() => {
checkHealth()
const t = setInterval(checkHealth, 60_000)
return () => clearInterval(t)
}, [checkHealth])
// 路由变化时关闭移动端菜单
const closeSidebar = useCallback(() => setSidebarOpen(false), [])
useEffect(() => {
closeSidebar()
}, [location.pathname, closeSidebar])
// ESC 键关闭菜单
useEffect(() => {
const handler = (e: KeyboardEvent) => {
if (e.key === 'Escape') setSidebarOpen(false)
}
document.addEventListener('keydown', handler)
return () => document.removeEventListener('keydown', handler)
}, [])
return (
<div className="flex h-screen overflow-hidden bg-paper-50 text-ink-800">
{/* ── 移动端遮罩层 ── */}
{sidebarOpen && (
<div
className="fixed inset-0 z-40 bg-ink-900/40 lg:hidden"
onClick={() => setSidebarOpen(false)}
aria-hidden="true"
/>
)}
{/* ── 侧边栏 ── */}
<aside
className={`
fixed inset-y-0 left-0 z-50 flex w-60 flex-shrink-0 flex-col border-r border-ink-900 bg-paper-50
transform transition-transform duration-200 ease-in-out
lg:relative lg:z-auto lg:translate-x-0
${sidebarOpen ? 'translate-x-0' : '-translate-x-full'}
`}
aria-label="主导航"
>
{/* 报头 */}
<div className="flex items-center justify-between border-b border-ink-900 px-5 py-4">
<h1 className="font-serif text-lg font-bold tracking-widest text-ink-900">
<span className="ml-2 align-baseline font-serif text-xs font-normal italic tracking-normal text-ink-500">
Profeto
</span>
</h1>
<span className="text-2xs tracking-[0.25em] text-ink-400">ADMIN</span>
</div>
{/* 导航:选中项以印报红方块标记,同前台胜平负选中样式 */}
<nav className="flex-1 overflow-y-auto px-3 py-4" aria-label="管理导航">
<ul className="space-y-0.5">
{NAV_ITEMS.map(item => (
<li key={item.to}>
<NavLink
to={item.to}
end={item.end}
className={({ isActive }) =>
`flex min-h-[44px] items-center gap-2.5 px-3 py-2.5 text-sm transition-colors ${
isActive
? 'bg-press-wash/60 font-medium text-press'
: 'text-ink-500 hover:bg-paper-100 hover:text-ink-900'
}`
}
>
{({ isActive }) => (
<>
<span
className={`inline-block h-1.5 w-1.5 flex-shrink-0 ${isActive ? 'bg-press' : 'bg-transparent'}`}
aria-hidden="true"
/>
<span className="text-base leading-none opacity-50" aria-hidden="true">
{item.icon}
</span>
{item.label}
</>
)}
</NavLink>
</li>
))}
</ul>
</nav>
{/* 底部 */}
<div className="border-t border-ink-200 px-4 py-3">
<Link
to="/"
className="flex min-h-[44px] items-center gap-2 text-xs text-ink-500 transition-colors hover:text-press"
>
<span aria-hidden="true"></span>
</Link>
</div>
</aside>
{/* ── 主内容区 ── */}
<div className="flex flex-1 flex-col overflow-hidden">
{/* 报眉:日期 + 系统状态 */}
<header className="flex h-11 flex-shrink-0 items-center justify-between border-b border-ink-200 px-4 lg:px-6">
<div className="flex items-center gap-4">
<button
onClick={() => setSidebarOpen(true)}
className="-ml-1 p-2 text-ink-500 hover:text-ink-900 lg:hidden"
aria-label="打开菜单"
>
<svg className="h-5 w-5" fill="none" viewBox="0 0 24 24" stroke="currentColor">
<path strokeLinecap="round" strokeLinejoin="round" strokeWidth={2} d="M4 6h16M4 12h16M4 18h16" />
</svg>
</button>
<span className="hidden text-2xs text-ink-500 sm:inline">{dateLine()}</span>
</div>
<div className="flex items-center gap-4 text-2xs">
<span className="inline-flex items-center gap-1.5 text-ink-500">
<span
className={`inline-block h-1.5 w-1.5 ${
healthOk === null ? 'bg-ink-300' : healthOk ? 'bg-ink-900' : 'bg-press'
}`}
aria-hidden="true"
/>
{healthOk === null ? '检测中' : healthOk ? '系统正常' : '系统异常'}
</span>
<Link
to="/"
className="text-press transition-colors hover:text-press-dark sm:hidden"
aria-label="返回前台"
>
</Link>
</div>
</header>
{/* 页面内容 */}
<main className="flex-1 overflow-y-auto p-4 lg:p-8">
<div className="mx-auto max-w-6xl">
<Outlet />
</div>
</main>
</div>
</div>
)
}
-132
View File
@@ -1,132 +0,0 @@
# Profeto Admin 后台管理系统
## 概述
Profeto 后台管理界面,为足球 LLM 预测系统提供运维管理能力。
**与前台共用同一套「报刊风」设计语言**:纸色底(paper)、墨色字(ink)、印报红唯一强调(press),
宋体标题、方正边框、细线分隔,无圆角、无彩色药丸标签。
支持响应式布局(移动端 / 平板 / 桌面)。
## 文件结构
```
src/admin/
├── AdminApp.tsx # Admin 应用入口(独立路由)
├── AdminLayout.tsx # 布局(报头式侧栏 + 报眉顶栏,健康状态每 60s 复检)
├── api.ts # 统一 API 客户端(超时、错误处理、X-API-Key 自动附带)
├── dal.ts # 数据访问层(封装所有 API 端点调用)
├── types.ts # TypeScript 类型定义(与 FastAPI Pydantic 模型对齐)
├── components.tsx # 通用 UI 组件(报刊风 Card/Badge/DataTable/Alert...)
├── routes.tsx # 路由定义(/admin/*)
└── pages/
├── Dashboard.tsx # 仪表盘(系统概览)
├── Collection.tsx # 数据采集(触发采集任务,结果结构化展示)
├── Predictions.tsx # 预测管理(触发预测 + 结算 + 记录展开)
├── Backtest.tsx # 回测管理(汇总指标 + 逐场明细 + 模型评估)
├── Monitoring.tsx # 监控面板(存活 + 数据库就绪,30s 自动巡检)
├── DataSources.tsx # 数据源管理(数据源配置与测试)
├── LLMConfig.tsx # LLM 配置(模型连接与统计)
└── Config.tsx # 系统配置(管理员密钥 + .env 查看与修改指南)
```
## 页面说明
### 1. 仪表盘 (`/admin`)
- 系统健康状态、联赛 / 比赛 / 预测数量统计(报纸数字版式)
- 已入库联赛列表
- 快捷操作导航
### 2. 数据采集 (`/admin/collection`)
- 选择数据源: Bzzoiro / Understat / Injuries
- 选择联赛、日期范围(Understat 为赛季)
- 触发采集任务;结果结构化展示(新增 / 更新 / 跳过 / 未匹配 / 错误)
### 3. 预测管理 (`/admin/predictions`)
- 触发预测(选择比赛 + 模式:多专家 / 单次)
- **预测结算**: 录入实际比分,调用 /eval/settle,供准确率统计使用
- 预测记录列表: 点击展开终裁理由与五路专家摘要
### 4. 回测管理 (`/admin/backtest`)
- 回测配置: 联赛(下拉)、日期范围、场数、模式
- 结果汇总: 已评分 / 1X2 准确率 / 比分 RMSE / 平均置信度
- 逐场明细: 实际比分 vs 预测比分,正误标记
- 模型评估: 各模型历史准确率(/eval/summary)
### 5. 监控面板 (`/admin/monitoring`)
- /health 存活检查 + /health/ready 数据库就绪检查
- 每 30 秒自动巡检,可手动「立即巡检」
- 服务名 / 版本 / 运行时间 / 检查项
### 6. 数据源管理 (`/admin/data-sources`)
- 数据源状态: API Key 配置状态(脱敏)
- 测试连接: 调用采集 API 验证
- 数据源说明文档
### 7. LLM 配置 (`/admin/llm-config`)
- 当前配置: provider, model, base_url
- 连接测试(会真实调用一次预测,产生 LLM 费用)
- 使用统计: 预测次数、延迟、有效率(从预测记录聚合)
- 可用模型列表
### 8. 系统配置 (`/admin/config`)
- **管理员密钥管理**: 保存 X-API-Key 到本机 localStorage,之后所有请求自动附带;
后端配置了 ADMIN_API_KEY 时,采集 / 回测 / 结算接口依赖此密钥
- 配置列表: 脱敏显示 .env 配置项
- 配置修改指南: SSH 修改 .env + 重启服务
## 鉴权说明
后端 `ADMIN_API_KEY` 的渐进式策略:
- 未配置 → 写入型接口无鉴权(本地开发)
- 已配置 → 采集 / 回测 / 结算接口必须带 `X-API-Key` 请求头
前端在 `api.ts` 统一注入该请求头;密钥在「系统配置」页设置,
仅存于本机浏览器 localStorage。401 错误会提示到该页填写密钥。
## 路由设计
| 路径 | 页面 | 描述 |
|------|------|------|
| `/` | 先知主站 | 报纸风格预测展示 |
| `/admin` | 仪表盘 | 系统概览 |
| `/admin/collection` | 数据采集 | 采集任务管理 |
| `/admin/predictions` | 预测管理 | 预测、结算与记录 |
| `/admin/backtest` | 回测管理 | 策略回测 |
| `/admin/monitoring` | 监控面板 | 系统监控 |
| `/admin/data-sources` | 数据源管理 | 数据源配置 |
| `/admin/llm-config` | LLM 配置 | 模型管理 |
| `/admin/config` | 系统配置 | 密钥与参数配置 |
## 响应式布局
### 移动端 (< 768px)
- 侧边栏折叠为汉堡菜单,点击展开
- 表格隐藏,显示卡片视图
- 表单单列布局;按钮最小 44px 触摸目标
- 统计卡片 1 列
### 桌面 (> 1024px)
- 侧边栏固定显示;完整表格视图;统计卡片 4 列
## 技术实现
- **路由**: `react-router-dom` v6 嵌套路由
- **样式**: Tailwind CSS,与前台共用 paper/ink/press 色板与组件类
(.btn / .field / .tab / .section-head / .skeleton 见 `src/index.css`)
- **API**: 统一 fetch 客户端,30s 超时,类型安全,X-API-Key 自动附带
- **类型**: TypeScript strict mode,与后端 Pydantic 模型对齐
- **错误处理**: ApiError 类 + 页面级 Alert 展示
- **触摸友好**: 所有可点元素 min-h-[44px]
## 启动方式
```bash
cd frontend
npm run dev
# 访问 http://localhost:5173/admin
```
## 访问入口
主站页面顶部「管理后台」链接可跳转至 `/admin`
Admin 后台侧栏底部「返回前台版面」链接可回到 `/`
-112
View File
@@ -1,112 +0,0 @@
/**
* Admin 后台管理系统 - 统一 API 客户端
*
* 写入型/高成本接口(采集、回测、结算)受 X-API-Key 保护:
* 密钥在「系统配置」页设置,存于本机 localStorage,每次请求自动附带。
*/
const API_BASE = '/api/v1'
const TIMEOUT_MS = 30_000
const ADMIN_KEY_STORAGE = 'profeto_admin_key'
/** 读取本机保存的管理员密钥 */
export function getAdminKey(): string {
try {
return localStorage.getItem(ADMIN_KEY_STORAGE) ?? ''
} catch {
return ''
}
}
/** 保存/清除管理员密钥(传空字符串即清除) */
export function setAdminKey(key: string): void {
try {
if (key) localStorage.setItem(ADMIN_KEY_STORAGE, key)
else localStorage.removeItem(ADMIN_KEY_STORAGE)
} catch {
/* 隐私模式等场景下不可用,静默忽略 */
}
}
export class ApiError extends Error {
constructor(
message: string,
public status: number,
public data?: unknown,
) {
super(message)
this.name = 'ApiError'
}
}
async function request<T>(path: string, options: RequestInit = {}): Promise<T> {
// 修复: 正确拼接 API_BASE
const url = path.startsWith('http')
? path
: path.startsWith('/')
? path // 已经是绝对路径(如 /health)
: `${API_BASE}${path}`
const controller = new AbortController()
const timer = setTimeout(() => controller.abort(), TIMEOUT_MS)
try {
const adminKey = getAdminKey()
const res = await fetch(url, {
...options,
signal: controller.signal,
headers: {
'Content-Type': 'application/json',
...(adminKey ? { 'X-API-Key': adminKey } : {}),
...options.headers,
},
})
if (!res.ok) {
let detail: unknown
try {
detail = await res.json()
} catch {
detail = await res.text()
}
let message =
detail && typeof detail === 'object' && 'detail' in detail
? String((detail as { detail: unknown }).detail)
: `HTTP ${res.status}: ${res.statusText}`
if (res.status === 401) {
message += '\n请在「系统配置」页填写管理员密钥后重试。'
}
throw new ApiError(message, res.status, detail)
}
// 修复: 正确判断 204 No Content
if (res.status === 204) {
return undefined as T
}
return res.json() as Promise<T>
} catch (err) {
if (err instanceof ApiError) throw err
if (err instanceof DOMException && err.name === 'AbortError') {
throw new ApiError('请求超时,请稍后重试', 0)
}
throw new ApiError(
err instanceof Error ? err.message : '网络错误,请检查连接',
0,
)
} finally {
clearTimeout(timer)
}
}
export const api = {
get: <T>(path: string) => request<T>(path),
post: <T>(path: string, body?: unknown) =>
request<T>(path, { method: 'POST', body: body ? JSON.stringify(body) : undefined }),
put: <T>(path: string, body?: unknown) =>
request<T>(path, { method: 'PUT', body: body ? JSON.stringify(body) : undefined }),
delete: <T>(path: string) => request<T>(path, { method: 'DELETE' }),
}
export { API_BASE }
-338
View File
@@ -1,338 +0,0 @@
/**
* Admin 后台 - 通用 UI 组件集合(报刊风)
*
* 与前台共用同一套设计语言:
* - 纸色底(paper)、墨色字(ink)、印报红唯一强调(press)
* - 方正边框、细线分隔、宋体标题、无圆角、无彩色药丸标签
*/
import { ReactNode } from 'react'
// ── 卡片 ────────────────────────────────────────────────────────
export function Card({
children,
className = '',
}: {
children: ReactNode
className?: string
}) {
return (
<div className={`border border-ink-900 bg-paper-50 ${className}`}>{children}</div>
)
}
export function CardHeader({
title,
description,
action,
}: {
title: string
description?: string
action?: ReactNode
}) {
return (
<div className="border-b border-ink-900 bg-paper-100 px-4 py-2.5 sm:px-5">
<div className="flex flex-wrap items-center justify-between gap-2">
<h3 className="font-serif text-sm font-bold text-ink-900">{title}</h3>
{action}
</div>
{description && <p className="mt-1 text-2xs text-ink-500">{description}</p>}
</div>
)
}
export function CardBody({
children,
className = '',
}: {
children: ReactNode
className?: string
}) {
return <div className={`px-4 py-4 sm:px-5 ${className}`}>{children}</div>
}
// ── 统计卡片 ────────────────────────────────────────────────────
export function StatCard({
label,
value,
hint,
}: {
label: string
value: string | number
hint?: string
}) {
return (
<div className="border border-ink-900 bg-paper-50 px-4 py-3.5">
<span className="text-2xs tracking-[0.2em] text-ink-400">{label}</span>
<div className="mt-1.5 font-serif text-3xl font-bold tabular-nums leading-none text-ink-900">
{value}
</div>
{hint && <div className="mt-1.5 text-2xs text-ink-400">{hint}</div>}
</div>
)
}
// ── 状态标记 ────────────────────────────────────────────────────
// 报刊不用彩色药丸:小方块 + 文字,红=异常/失败,墨=正常,灰=中性
const MARK_STYLES: Record<string, { text: string; mark: string }> = {
success: { text: 'text-ink-800', mark: 'bg-ink-900' },
completed: { text: 'text-ink-800', mark: 'bg-ink-900' },
win: { text: 'text-ink-800', mark: 'bg-ink-900' },
ok: { text: 'text-ink-800', mark: 'bg-ink-900' },
running: { text: 'text-ink-600', mark: 'bg-ink-400' },
info: { text: 'text-ink-600', mark: 'bg-ink-400' },
queued: { text: 'text-ink-500', mark: 'border border-ink-400' },
pending: { text: 'text-ink-400', mark: 'bg-ink-300' },
push: { text: 'text-ink-400', mark: 'bg-ink-300' },
warning: { text: 'text-press', mark: 'border border-press' },
failed: { text: 'text-press font-medium', mark: 'bg-press' },
error: { text: 'text-press font-medium', mark: 'bg-press' },
loss: { text: 'text-press font-medium', mark: 'bg-press' },
}
export function Badge({
status,
children,
}: {
status: string
children: ReactNode
}) {
const s = MARK_STYLES[status] ?? MARK_STYLES.pending
return (
<span className={`inline-flex items-center gap-1.5 whitespace-nowrap text-2xs ${s.text}`}>
<span className={`inline-block h-1.5 w-1.5 ${s.mark}`} aria-hidden="true" />
{children}
</span>
)
}
// ── 数据表格 ────────────────────────────────────────────────────
// eslint-disable-next-line @typescript-eslint/no-explicit-any
export function DataTable<T = any>({
columns,
data,
rowKey,
emptyText = '暂无数据',
}: {
columns: { key: string; label: string; render?: (row: T) => ReactNode; width?: string }[]
data: T[]
rowKey: (row: T) => string | number
emptyText?: string
}) {
if (data.length === 0) {
return <EmptyState text={emptyText} />
}
return (
<div className="overflow-x-auto">
<table className="w-full text-left text-sm">
<thead>
<tr className="border-b border-ink-900 text-2xs tracking-wider text-ink-500">
{columns.map(col => (
<th key={col.key} className="px-3 py-2 font-medium" style={{ width: col.width }}>
{col.label}
</th>
))}
</tr>
</thead>
<tbody>
{data.map(row => (
<tr
key={rowKey(row)}
className="border-b border-ink-200 transition-colors hover:bg-paper-100"
>
{columns.map(col => (
<td key={col.key} className="px-3 py-2.5 text-ink-800">
{col.render
? col.render(row)
: row != null && typeof row === 'object' && col.key in row
? String((row as Record<string, unknown>)[col.key] ?? '—')
: '—'}
</td>
))}
</tr>
))}
</tbody>
</table>
</div>
)
}
// ── 进度条:同前台置信度细线 ────────────────────────────────────
export function ProgressBar({ value }: { value: number }) {
const clamped = Math.max(0, Math.min(100, value))
return (
<div className="h-px w-full bg-ink-200" role="progressbar" aria-valuenow={clamped}>
<div
className="h-px bg-press transition-[width] duration-500"
style={{ width: `${clamped}%` }}
/>
</div>
)
}
// ── 空状态:同前台「本版暂无赛程」 ──────────────────────────────
export function EmptyState({ text = '暂无数据', sub }: { text?: string; sub?: string }) {
return (
<div className="border-y border-ink-200 py-12 text-center">
<p className="font-serif text-sm text-ink-600">{text}</p>
{sub && <p className="mt-1.5 text-xs text-ink-400">{sub}</p>}
</div>
)
}
// ── 移动端卡片列表 (替代桌面端表格) ────────────────────────────
// eslint-disable-next-line @typescript-eslint/no-explicit-any
export function MobileCardList<T = any>({
data,
renderCard,
emptyText = '暂无数据',
}: {
data: T[]
renderCard: (row: T, index: number) => ReactNode
emptyText?: string
}) {
if (data.length === 0) {
return <EmptyState text={emptyText} />
}
return (
<div className="space-y-3 lg:hidden">
{data.map((row, idx) => (
<div key={idx} className="border border-ink-900 bg-paper-50 p-4">
{renderCard(row, idx)}
</div>
))}
</div>
)
}
// ── 响应式表格容器 ──────────────────────────────────────────────
// eslint-disable-next-line @typescript-eslint/no-explicit-any
export function ResponsiveTable<T = any>({
columns,
data,
rowKey,
cardRender,
emptyText = '暂无数据',
}: {
columns: { key: string; label: string; render?: (row: T) => ReactNode; width?: string }[]
data: T[]
rowKey: (row: T) => string | number
cardRender: (row: T, index: number) => ReactNode
emptyText?: string
}) {
if (data.length === 0) {
return <EmptyState text={emptyText} />
}
return (
<>
{/* 桌面端表格 */}
<div className="hidden overflow-x-auto lg:block">
<DataTable columns={columns} data={data} rowKey={rowKey} emptyText={emptyText} />
</div>
{/* 移动端卡片 */}
<MobileCardList data={data} renderCard={cardRender} emptyText={emptyText} />
</>
)
}
// ── 小节标题:同前台 section-head ───────────────────────────────
export function SectionHeader({
title,
description,
}: {
title: string
description?: string
}) {
return (
<div className="mb-5">
<h2 className="section-head text-base">{title}</h2>
{description && <p className="mt-1.5 text-xs text-ink-500">{description}</p>}
</div>
)
}
// ── 提示条:错误红框(同前台) / 正常墨框 ────────────────────────
export function Alert({
kind,
title,
message,
onClose,
}: {
kind: 'error' | 'ok' | 'info'
title: string
message?: string
onClose?: () => void
}) {
const style =
kind === 'error'
? 'border-press bg-press-wash'
: kind === 'ok'
? 'border-ink-900 bg-paper-100'
: 'border-ink-300 bg-paper-50'
const titleCls = kind === 'error' ? 'text-press' : 'text-ink-900'
return (
<div className={`flex items-start justify-between gap-3 border px-4 py-3 ${style}`}>
<div>
<p className={`flex items-center gap-1.5 text-sm font-medium ${titleCls}`}>
<span
className={`inline-block h-1.5 w-1.5 ${kind === 'error' ? 'bg-press' : 'bg-ink-900'}`}
aria-hidden="true"
/>
{title}
</p>
{message && (
<p className="mt-0.5 whitespace-pre-wrap text-xs leading-relaxed text-ink-600">
{message}
</p>
)}
</div>
{onClose && (
<button
onClick={onClose}
className="text-ink-400 transition-colors hover:text-ink-900"
aria-label="关闭"
>
<svg viewBox="0 0 20 20" className="h-4 w-4" fill="currentColor" aria-hidden="true">
<path d="M6.3 5.3a1 1 0 011.4 0L10 7.6l2.3-2.3a1 1 0 111.4 1.4L11.4 9l2.3 2.3a1 1 0 01-1.4 1.4L10 10.4l-2.3 2.3a1 1 0 01-1.4-1.4L8.6 9 6.3 6.7a1 1 0 010-1.4z" />
</svg>
</button>
)}
</div>
)
}
// ── 加载指示:同前台 Spinner ────────────────────────────────────
export function Spinner({ className = '' }: { className?: string }) {
return (
<svg
viewBox="0 0 20 20"
className={`h-3.5 w-3.5 animate-spin ${className}`}
fill="none"
aria-hidden="true"
>
<circle cx="10" cy="10" r="7.5" stroke="currentColor" strokeWidth="1.5" strokeOpacity="0.25" />
<path d="M17.5 10A7.5 7.5 0 0010 2.5" stroke="currentColor" strokeWidth="1.5" strokeLinecap="round" />
</svg>
)
}
// ── 骨架占位 ────────────────────────────────────────────────────
export function SkeletonBlock({ className = '' }: { className?: string }) {
return <div className={`skeleton ${className}`} />
}
-238
View File
@@ -1,238 +0,0 @@
/**
* Admin 后台 - 数据访问层
*
* 封装所有 API 端点调用,返回类型安全的数据。
* 所有端点对齐 FastAPI 后端实际实现。
*/
import { api, API_BASE } from './api'
import type {
DashboardStats,
CollectionRequest,
BacktestRequest,
BacktestSummary,
League,
Match,
Prediction,
EvalSummary,
} from './types'
// ── 仪表盘 ──────────────────────────────────────────────────────
/**
* 从多个端点聚合仪表盘数据。
* 后端暂无专用仪表盘端点,这里组合 health + 各列表端点。
*/
export async function fetchDashboard(): Promise<DashboardStats> {
// 并行获取各端点数据
const [leagues, matches, predictions, health] = await Promise.allSettled([
api.get<League[]>(`${API_BASE}/leagues`),
api.get<Match[]>(`${API_BASE}/matches?limit=1`),
api.get<Prediction[]>(`${API_BASE}/predictions?limit=1`),
api.get<{ status: string }>('/health'),
])
return {
leagues: leagues.status === 'fulfilled' ? leagues.value : [],
total_matches: matches.status === 'fulfilled' ? (matches.value as any)?.total ?? 0 : 0,
total_predictions: predictions.status === 'fulfilled' ? (predictions.value as any)?.total ?? 0 : 0,
health: health.status === 'fulfilled' ? (health.value as any).status : 'unknown',
db_tables: [], // 后端暂无表统计端点
last_collection: [], // 后端暂无采集历史端点
recent_errors: [], // 后端暂无错误日志端点
}
}
// ── 数据采集 ────────────────────────────────────────────────────
export async function triggerCollection(req: CollectionRequest): Promise<any> {
const sourceMap: Record<string, { path: string; body: any }> = {
bzzoiro: {
path: `${API_BASE}/ingest/bzzoiro`,
body: {
leagues: req.leagues,
date_from: req.date_from,
date_to: req.date_to,
status: 'finished',
},
},
understat: {
path: `${API_BASE}/ingest/understat`,
body: {
league: req.league,
season: req.season ? parseInt(req.season) : new Date().getFullYear(),
},
},
injuries: {
path: `${API_BASE}/ingest/injuries`,
body: {
date: req.date_from || new Date().toISOString().slice(0, 10),
},
},
}
const cfg = sourceMap[req.source]
if (!cfg) throw new Error(`未知数据源: ${req.source}`)
return api.post(cfg.path, cfg.body)
}
// ── 预测管理 ────────────────────────────────────────────────────
export async function triggerPrediction(req: { match_id: number; mode?: string }): Promise<any> {
return api.post(`${API_BASE}/predict`, {
match_id: req.match_id,
mode: req.mode || 'multi',
})
}
export async function fetchPredictions(limit = 50): Promise<any[]> {
const res = await api.get<any>(`${API_BASE}/predictions?limit=${limit}`)
return Array.isArray(res) ? res : (res as any)?.items ?? []
}
// ── 评估 & 回测 ─────────────────────────────────────────────────
export async function fetchEvalSummary(): Promise<EvalSummary | null> {
try {
return await api.get<EvalSummary>(`${API_BASE}/eval/summary`)
} catch {
return null
}
}
export async function triggerBacktest(req: BacktestRequest): Promise<BacktestSummary> {
return api.post<BacktestSummary>(`${API_BASE}/backtest`, req)
}
// ── 辅助数据 ────────────────────────────────────────────────────
export async function fetchLeagues(): Promise<League[]> {
try {
return await api.get<League[]>(`${API_BASE}/leagues`)
} catch {
return []
}
}
export async function fetchMatches(params: {
league?: string
status?: string
limit?: number
cursor?: string
} = {}): Promise<{ items: Match[]; has_next: boolean; next_cursor: string | null }> {
const sp = new URLSearchParams()
if (params.league) sp.set('league', params.league)
if (params.status) sp.set('status', params.status)
if (params.limit) sp.set('limit', String(params.limit))
if (params.cursor) sp.set('cursor', params.cursor)
try {
return await api.get<any>(`${API_BASE}/matches?${sp}`)
} catch {
return { items: [], has_next: false, next_cursor: null }
}
}
export async function settlePrediction(prediction_id: number, home_goals: number, away_goals: number): Promise<any> {
return api.post(`${API_BASE}/eval/settle`, {
prediction_id,
home_goals,
away_goals,
})
}
// ── 健康检查 ────────────────────────────────────────────────────
export async function fetchHealth(): Promise<any> {
try {
return await api.get<any>('/health')
} catch {
return { status: 'unknown' }
}
}
// ── 数据源管理 ──────────────────────────────────────────────────
/**
* 测试数据源连接 — 调用采集 API 验证连通性
*/
export async function testDataSource(source: 'bzzoiro' | 'understat' | 'injuries'): Promise<any> {
const sourceMap: Record<string, { path: string; body: any }> = {
bzzoiro: { path: `${API_BASE}/ingest/bzzoiro`, body: { leagues: [], date_from: '', date_to: '', status: 'finished' } },
understat: { path: `${API_BASE}/ingest/understat`, body: { league: 'EPL', season: new Date().getFullYear() } },
injuries: { path: `${API_BASE}/ingest/injuries`, body: { date: new Date().toISOString().slice(0, 10) } },
}
const cfg = sourceMap[source]
if (!cfg) throw new Error(`未知数据源: ${source}`)
return api.post(cfg.path, cfg.body)
}
/**
* 获取数据源状态 — 后端暂无专用端点,返回模拟状态
*/
export async function fetchDataSourceStatuses(): Promise<any[]> {
// 后端暂无专用配置端点,返回静态信息
return [
{ name: 'bzzoiro', label: 'Bzzoiro', keyConfigured: true, maskedKey: 'bz***xxx', lastIngestion: null, status: 'configured' },
{ name: 'understat', label: 'Understat', keyConfigured: true, maskedKey: '无需 Key', lastIngestion: null, status: 'configured' },
{ name: 'injuries', label: 'Injuries', keyConfigured: true, maskedKey: 'inj***xxx', lastIngestion: null, status: 'configured' },
]
}
// ── LLM 配置 ────────────────────────────────────────────────────
/**
* 测试 LLM 连接 — 调用预测端点验证
*/
export async function testLLMConnection(matchId?: number): Promise<any> {
return api.post(`${API_BASE}/predict`, {
match_id: matchId || 1,
mode: 'single',
})
}
/**
* 获取 LLM 使用统计 — 从预测列表聚合
*/
export async function fetchLLMUsageStats(): Promise<any> {
try {
const predictions = await fetchPredictions(50)
const total = predictions.length
const successCount = predictions.filter((p: any) => p.pred_1x2).length
return {
total_predictions: total,
avg_latency_ms: 2400, // 后端暂无延迟统计
success_rate: total > 0 ? (successCount / total) * 100 : 0,
recent_predictions: predictions.slice(0, 10).map((p: any) => ({
id: p.id,
match_id: p.match_id,
model: p.model,
created_at: p.created_at,
status: p.pred_1x2 ? 'success' : 'failed',
})),
}
} catch {
return {
total_predictions: 0,
avg_latency_ms: 0,
success_rate: 0,
recent_predictions: [],
}
}
}
// ── 系统配置 ────────────────────────────────────────────────────
/**
* 获取系统配置列表 — 后端暂无配置端点,返回静态信息
*/
export async function fetchSystemConfig(): Promise<any[]> {
return [
{ key: 'LLM_PROVIDER', value_masked: 'openai', description: 'LLM 提供商', is_sensitive: false },
{ key: 'LLM_MODEL', value_masked: 'gpt-4o', description: 'LLM 模型', is_sensitive: false },
{ key: 'LLM_BASE_URL', value_masked: 'https://api.openai.com/v1', description: 'API 基础地址', is_sensitive: false },
{ key: 'LLM_API_KEY', value_masked: 'sk-****...****', description: 'LLM API 密钥', is_sensitive: true },
{ key: 'BZZOIRO_KEY', value_masked: 'bz****...****', description: 'Bzzoiro 数据源密钥', is_sensitive: true },
{ key: 'DATABASE_URL', value_masked: 'postgresql://****@localhost/profeto', description: '数据库连接', is_sensitive: true },
{ key: 'LOG_LEVEL', value_masked: 'INFO', description: '日志级别', is_sensitive: false },
]
}
-303
View File
@@ -1,303 +0,0 @@
/**
* Admin 后台 - 回测管理页面(报刊风)
*
* 功能:
* - 回测配置: 联赛(下拉)、日期范围、场数、模式
* - 结果汇总: 已评分数、1X2 准确率、比分 RMSE、平均置信度
* - 逐场明细: 实际比分 vs 预测比分,正误标记
* - 模型评估: 各模型历史准确率(/eval/summary)
*
* 注意: 回测会对每场完赛比赛各发起一次 LLM 预测,成本高,需管理员密钥。
*/
import { useEffect, useState } from 'react'
import { triggerBacktest, fetchEvalSummary, fetchLeagues } from '../dal'
import type { BacktestRequest, EvalSummary, League } from '../types'
import { Card, CardBody, CardHeader, Badge, SectionHeader, Alert, Spinner } from '../components'
interface BacktestResultRow {
match_id: number
league_code?: string | null
home_team: string
away_team: string
match_date?: string | null
actual_score: string
actual_1x2?: string
pred_home?: number | null
pred_away?: number | null
pred_1x2?: string | null
subjective_confidence?: number | null
correct_1x2: boolean
}
interface BacktestResponse {
summary: {
total: number
scored: number
accuracy_1x2?: number
avg_score_rmse?: number
avg_subjective_confidence?: number
}
results: BacktestResultRow[]
}
const OUTCOME_LABEL: Record<string, string> = { '1': '主胜', X: '平局', '2': '客胜' }
function fmtDate(s?: string | null): string {
if (!s) return '—'
return s.slice(0, 10)
}
export default function BacktestPage() {
const [leagues, setLeagues] = useState<League[]>([])
const [leagueId, setLeagueId] = useState('')
const [dateFrom, setDateFrom] = useState('')
const [dateTo, setDateTo] = useState('')
const [limit, setLimit] = useState(20)
const [mode, setMode] = useState<'single' | 'multi'>('single')
const [loading, setLoading] = useState(false)
const [error, setError] = useState<string | null>(null)
const [result, setResult] = useState<BacktestResponse | null>(null)
const [evalSummary, setEvalSummary] = useState<EvalSummary | null>(null)
const [evalLoading, setEvalLoading] = useState(false)
useEffect(() => {
fetchLeagues().then(setLeagues)
loadEval()
}, [])
async function loadEval() {
setEvalLoading(true)
try {
setEvalSummary(await fetchEvalSummary())
} finally {
setEvalLoading(false)
}
}
async function handleBacktest(e: React.FormEvent) {
e.preventDefault()
setLoading(true)
setError(null)
setResult(null)
try {
const req: BacktestRequest = {
league_id: leagueId ? parseInt(leagueId) : undefined,
date_from: dateFrom || undefined,
date_to: dateTo || undefined,
limit,
mode,
}
const res = await triggerBacktest(req as BacktestRequest)
setResult(res as unknown as BacktestResponse)
} catch (err: unknown) {
setError(err instanceof Error ? err.message : '回测失败')
} finally {
setLoading(false)
}
}
const summary = result?.summary
return (
<div className="space-y-6">
<SectionHeader
title="回测管理"
description="在历史数据上运行预测并评估准确率。逐场调用 LLM,成本高,建议先小场次试跑。"
/>
<div className="grid gap-6 lg:grid-cols-2">
{/* 回测配置 */}
<Card>
<CardHeader title="回测配置" />
<CardBody>
<form onSubmit={handleBacktest} className="space-y-4">
<div>
<label className="mb-1.5 block text-xs text-ink-500"></label>
<select
value={leagueId}
onChange={e => setLeagueId(e.target.value)}
className="field w-full"
>
<option value=""></option>
{leagues.map(l => (
<option key={l.id ?? l.code} value={String(l.id)}>
{l.name_zh || l.name}
</option>
))}
</select>
</div>
<div className="grid grid-cols-1 gap-3 sm:grid-cols-2">
<div>
<label className="mb-1.5 block text-xs text-ink-500"></label>
<input
type="date"
value={dateFrom}
onChange={e => setDateFrom(e.target.value)}
className="field w-full"
/>
</div>
<div>
<label className="mb-1.5 block text-xs text-ink-500"></label>
<input
type="date"
value={dateTo}
onChange={e => setDateTo(e.target.value)}
className="field w-full"
/>
</div>
</div>
<div className="grid grid-cols-2 gap-3">
<div>
<label className="mb-1.5 block text-xs text-ink-500"></label>
<input
type="number"
min={1}
max={200}
value={limit}
onChange={e => setLimit(parseInt(e.target.value) || 20)}
className="field w-full"
/>
</div>
<div>
<label className="mb-1.5 block text-xs text-ink-500"></label>
<select
value={mode}
onChange={e => setMode(e.target.value as 'single' | 'multi')}
className="field w-full"
>
<option value="single"> ()</option>
<option value="multi"> (,)</option>
</select>
</div>
</div>
{error && <Alert kind="error" title="回测失败" message={error} onClose={() => setError(null)} />}
<button type="submit" disabled={loading} className="btn btn-solid w-full">
{loading ? (<><Spinner /> ,</>) : '开始回测'}
</button>
</form>
</CardBody>
</Card>
{/* 结果汇总 */}
<div className="space-y-6">
{summary && (
<Card>
<CardHeader title="回测结果" />
<CardBody>
<div className="grid grid-cols-2 gap-4 sm:grid-cols-4">
<div>
<div className="font-serif text-2xl font-bold tabular-nums text-ink-900">
{summary.scored}/{summary.total}
</div>
<div className="mt-1 text-2xs text-ink-400"> / </div>
</div>
<div>
<div className="font-serif text-2xl font-bold tabular-nums text-press">
{summary.accuracy_1x2 !== undefined && summary.accuracy_1x2 !== null
? `${summary.accuracy_1x2.toFixed(1)}%`
: '—'}
</div>
<div className="mt-1 text-2xs text-ink-400">1X2 </div>
</div>
<div>
<div className="font-serif text-2xl font-bold tabular-nums text-ink-900">
{summary.avg_score_rmse !== undefined && summary.avg_score_rmse !== null
? summary.avg_score_rmse.toFixed(2)
: '—'}
</div>
<div className="mt-1 text-2xs text-ink-400"> RMSE</div>
</div>
<div>
<div className="font-serif text-2xl font-bold tabular-nums text-ink-900">
{summary.avg_subjective_confidence !== undefined && summary.avg_subjective_confidence !== null
? `${Math.round(summary.avg_subjective_confidence * 100)}%`
: '—'}
</div>
<div className="mt-1 text-2xs text-ink-400"></div>
</div>
</div>
</CardBody>
</Card>
)}
{/* 模型评估 */}
<Card>
<CardHeader
title="模型评估"
description="已结算预测的准确率统计"
action={
<button onClick={loadEval} disabled={evalLoading} className="btn btn-sm">
{evalLoading ? (<><Spinner /> </>) : '刷新'}
</button>
}
/>
<CardBody>
{evalSummary && evalSummary.summary?.length > 0 ? (
<div className="space-y-2.5">
{evalSummary.summary.map((s, i) => (
<div
key={i}
className="flex flex-col gap-1 border-b border-ink-200 pb-2.5 last:border-b-0 last:pb-0 sm:flex-row sm:items-center sm:justify-between"
>
<span className="font-mono text-xs text-ink-700">{s.provider}/{s.model}</span>
<span className="text-2xs tabular-nums text-ink-500">
<span className="font-serif text-sm font-bold text-ink-900">
{s.accuracy_1x2 !== undefined && s.accuracy_1x2 !== null ? `${s.accuracy_1x2.toFixed(1)}%` : '—'}
</span>
<span className="ml-2">{s.total} </span>
{s.avg_score_rmse != null && <span className="ml-2">RMSE {s.avg_score_rmse.toFixed(2)}</span>}
</span>
</div>
))}
</div>
) : (
<p className="py-4 text-center text-xs text-ink-400">
,
</p>
)}
</CardBody>
</Card>
</div>
</div>
{/* 逐场明细 */}
{result && result.results?.length > 0 && (
<Card>
<CardHeader title="逐场明细" />
<CardBody className="px-0 sm:px-0">
<div>
{result.results.map(r => (
<div
key={r.match_id}
className="flex flex-col gap-1.5 border-b border-ink-200 px-4 py-3 last:border-b-0 sm:flex-row sm:items-center sm:gap-3 sm:px-5"
>
<span className="w-24 flex-shrink-0 text-2xs tabular-nums text-ink-400">
{fmtDate(r.match_date)}
</span>
<span className="min-w-0 flex-1 truncate text-sm text-ink-800">
{r.home_team} vs {r.away_team}
</span>
<span className="flex-shrink-0 text-xs tabular-nums text-ink-500">
<span className="font-serif font-bold text-ink-900">{r.actual_score}</span>
<span className="mx-2 text-ink-200">|</span>
<span className={`font-serif font-bold ${r.correct_1x2 ? 'text-ink-900' : 'text-ink-400'}`}>
{r.pred_home ?? '-'}:{r.pred_away ?? '-'}
</span>
</span>
<span className="flex-shrink-0 sm:w-16 sm:text-right">
{r.correct_1x2 ? <Badge status="success"></Badge> : <Badge status="loss"></Badge>}
</span>
</div>
))}
</div>
</CardBody>
</Card>
)}
</div>
)
}
-210
View File
@@ -1,210 +0,0 @@
/**
* Admin 后台 - 数据采集页面(报刊风)
*
* 响应式布局: 移动端单列,桌面端双列
*/
import { useEffect, useState, useCallback } from 'react'
import { triggerCollection, fetchLeagues } from '../dal'
import type { CollectionRequest, League } from '../types'
import { Card, CardBody, CardHeader, Badge, SectionHeader, Alert, Spinner } from '../components'
const SOURCES = [
{ value: 'bzzoiro', label: 'Bzzoiro', desc: '历史赛程与比分' },
{ value: 'understat', label: 'Understat', desc: 'xG 进阶数据' },
{ value: 'injuries', label: 'Injuries', desc: '球员伤停' },
] as const
/** 把采集接口返回摘要成一两行可读文字 */
function summarizeResult(res: any, source: string): { title: string; detail: string } {
if (res && typeof res === 'object') {
if (source === 'bzzoiro' && ('total_inserted' in res || 'total_updated' in res)) {
return {
title: `采集完成:新增 ${res.total_inserted ?? 0} 条,更新 ${res.total_updated ?? 0}`,
detail: Array.isArray(res.errors) && res.errors.length > 0 ? res.errors.join('\n') : '',
}
}
if ('count' in res || 'updated' in res) {
const parts = [
`新增 ${res.count ?? 0}`,
`更新 ${res.updated ?? 0}`,
`跳过 ${res.skipped ?? 0}`,
`未匹配 ${res.unmatched ?? 0}`,
]
return {
title: `采集完成:${parts.join(' / ')}`,
detail: Array.isArray(res.errors) && res.errors.length > 0 ? res.errors.join('\n') : '',
}
}
}
return { title: '采集完成', detail: JSON.stringify(res)?.slice(0, 300) ?? '' }
}
export default function CollectionPage() {
const [leagues, setLeagues] = useState<League[]>([])
const [source, setSource] = useState<string>('bzzoiro')
const [leagueCode, setLeagueCode] = useState('')
const [dateFrom, setDateFrom] = useState('')
const [dateTo, setDateTo] = useState('')
const [season, setSeason] = useState('')
const [loading, setLoading] = useState(false)
const [error, setError] = useState<string | null>(null)
const [result, setResult] = useState<{ title: string; detail: string } | null>(null)
const loadLeagues = useCallback(async () => {
const lg = await fetchLeagues()
setLeagues(lg)
}, [])
useEffect(() => { loadLeagues() }, [loadLeagues])
async function handleSubmit(e: React.FormEvent) {
e.preventDefault()
setError(null)
setResult(null)
setLoading(true)
try {
const body: CollectionRequest = {
source: source as CollectionRequest['source'],
leagues: leagueCode ? [leagueCode] : undefined,
league: leagueCode || undefined,
season: season || undefined,
date_from: dateFrom || undefined,
date_to: dateTo || undefined,
}
const res = await triggerCollection(body)
setResult(summarizeResult(res, source))
} catch (err: unknown) {
setError(err instanceof Error ? err.message : '采集触发失败')
} finally {
setLoading(false)
}
}
return (
<div className="space-y-6">
<SectionHeader
title="数据采集"
description="触发数据源采集,支持联赛筛选和日期范围。采集为同步执行,大范围日期耗时较长。"
/>
<div className="grid gap-6 lg:grid-cols-2">
{/* 采集表单 */}
<Card>
<CardHeader title="新建采集任务" />
<CardBody>
<form onSubmit={handleSubmit} className="space-y-4">
{/* 数据源选择 */}
<div>
<label className="mb-1.5 block text-xs text-ink-500"></label>
<select
value={source}
onChange={e => setSource(e.target.value)}
className="field w-full"
>
{SOURCES.map(s => (
<option key={s.value} value={s.value}>
{s.label} {s.desc}
</option>
))}
</select>
</div>
{/* 联赛选择 */}
<div>
<label className="mb-1.5 block text-xs text-ink-500"></label>
<select
value={leagueCode}
onChange={e => setLeagueCode(e.target.value)}
className="field w-full"
>
<option value=""></option>
{leagues.map(l => (
<option key={l.code} value={l.code}>{l.name_zh || l.name}</option>
))}
</select>
</div>
{/* Understat 专用: 赛季 */}
{source === 'understat' && (
<div>
<label className="mb-1.5 block text-xs text-ink-500">()</label>
<input
type="number"
value={season}
onChange={e => setSeason(e.target.value)}
placeholder="2025"
className="field w-full"
/>
</div>
)}
{/* 日期范围 */}
{source !== 'injuries' && (
<div className="grid grid-cols-1 gap-3 sm:grid-cols-2">
<div>
<label className="mb-1.5 block text-xs text-ink-500"></label>
<input
type="date"
value={dateFrom}
onChange={e => setDateFrom(e.target.value)}
className="field w-full"
/>
</div>
<div>
<label className="mb-1.5 block text-xs text-ink-500"></label>
<input
type="date"
value={dateTo}
onChange={e => setDateTo(e.target.value)}
className="field w-full"
/>
</div>
</div>
)}
{/* 消息提示 */}
{error && <Alert kind="error" title="采集失败" message={error} onClose={() => setError(null)} />}
{result && (
<Alert
kind="ok"
title={result.title}
message={result.detail || undefined}
onClose={() => setResult(null)}
/>
)}
{/* 提交按钮 */}
<button type="submit" disabled={loading} className="btn btn-solid w-full">
{loading ? (<><Spinner /> </>) : '触发采集'}
</button>
</form>
</CardBody>
</Card>
{/* 数据源说明 */}
<Card>
<CardHeader title="数据源说明" />
<CardBody>
<div className="space-y-3">
{SOURCES.map(s => (
<div key={s.value} className="border-b border-ink-200 px-1 py-3 last:border-b-0">
<div className="flex items-center gap-3">
<Badge status="info">{s.label}</Badge>
<p className="text-xs text-ink-600">{s.desc}</p>
</div>
</div>
))}
</div>
<p className="mt-4 border-l-2 border-ink-300 pl-3 text-2xs leading-relaxed text-ink-500">
ADMIN_API_KEY,
401
</p>
</CardBody>
</Card>
</div>
</div>
)
}
-223
View File
@@ -1,223 +0,0 @@
/**
* Admin 后台 - 系统配置管理页面(报刊风)
*
* 功能:
* - 管理员密钥(X-API-Key):存本机浏览器,自动附带到采集/回测/结算等受保护接口
* - 显示当前 .env 配置(脱敏;后端暂无配置端点,为静态说明)
* - 配置修改指南
*/
import { useEffect, useState, useCallback } from 'react'
import { fetchSystemConfig } from '../dal'
import { getAdminKey, setAdminKey } from '../api'
import { Card, CardBody, CardHeader, Badge, SectionHeader, Alert, Spinner, SkeletonBlock } from '../components'
export default function ConfigPage() {
const [config, setConfig] = useState<any[]>([])
const [loading, setLoading] = useState(true)
// 管理员密钥
const [adminKey, setAdminKeyInput] = useState('')
const [keySaved, setKeySaved] = useState(false)
const [keyExists, setKeyExists] = useState(false)
const loadConfig = useCallback(async () => {
setLoading(true)
try {
const data = await fetchSystemConfig()
setConfig(data)
} catch {
setConfig([])
} finally {
setLoading(false)
}
}, [])
useEffect(() => {
loadConfig()
const stored = getAdminKey()
setKeyExists(stored !== '')
}, [loadConfig])
function handleSaveKey(e: React.FormEvent) {
e.preventDefault()
setAdminKey(adminKey.trim())
setKeyExists(adminKey.trim() !== '')
setKeySaved(true)
setAdminKeyInput('')
setTimeout(() => setKeySaved(false), 3000)
}
function handleClearKey() {
setAdminKey('')
setAdminKeyInput('')
setKeyExists(false)
}
return (
<div className="space-y-6">
<SectionHeader
title="系统配置"
description="管理员密钥管理与系统参数查看。敏感配置一律通过服务器 .env 文件管理。"
/>
{/* 管理员密钥 */}
<Card>
<CardHeader
title="管理员密钥 (X-API-Key)"
description="后端设置 ADMIN_API_KEY 后,采集 / 回测 / 结算等接口需要此密钥"
/>
<CardBody>
<form onSubmit={handleSaveKey} className="space-y-4">
<div className="flex flex-col gap-3 sm:flex-row">
<input
type="password"
value={adminKey}
onChange={e => setAdminKeyInput(e.target.value)}
placeholder={keyExists ? '••••••••(已保存,输入新值可更换)' : '粘贴 ADMIN_API_KEY'}
autoComplete="off"
className="field flex-1"
/>
<div className="flex gap-2">
<button type="submit" disabled={!adminKey.trim()} className="btn btn-solid">
</button>
<button
type="button"
onClick={handleClearKey}
disabled={!keyExists}
className="btn btn-sm"
>
</button>
</div>
</div>
{keySaved && <Alert kind="ok" title="密钥已保存,后续请求将自动附带" />}
{keyExists && !keySaved && (
<p className="text-2xs text-ink-500">
:<Badge status="success"></Badge>
<span className="ml-2">,</span>
</p>
)}
<p className="border-l-2 border-ink-300 pl-3 text-2xs leading-relaxed text-ink-500">
.env ADMIN_API_KEY ()
401
</p>
</form>
</CardBody>
</Card>
{/* 快速导航 */}
<div className="grid gap-4 sm:grid-cols-2">
<a
href="/admin/data-sources"
className="group flex items-center justify-between border border-ink-300 p-4 transition-colors hover:border-ink-900 hover:bg-paper-100"
>
<div>
<div className="font-serif text-sm font-bold text-ink-900"></div>
<div className="mt-0.5 text-2xs text-ink-500"> API Key</div>
</div>
<span className="text-ink-300 transition-colors group-hover:text-press" aria-hidden="true"></span>
</a>
<a
href="/admin/llm-config"
className="group flex items-center justify-between border border-ink-300 p-4 transition-colors hover:border-ink-900 hover:bg-paper-100"
>
<div>
<div className="font-serif text-sm font-bold text-ink-900">LLM </div>
<div className="mt-0.5 text-2xs text-ink-500"></div>
</div>
<span className="text-ink-300 transition-colors group-hover:text-press" aria-hidden="true"></span>
</a>
</div>
{/* 配置列表 */}
<Card>
<CardHeader
title="当前配置"
description="脱敏展示,实际值在服务器 .env 文件中"
action={
<button onClick={loadConfig} disabled={loading} className="btn btn-sm">
{loading ? (<><Spinner /> </>) : '刷新'}
</button>
}
/>
<CardBody className="px-0 sm:px-0">
{loading ? (
<div className="space-y-3 px-4 sm:px-5">
{[1, 2, 3, 4, 5].map(i => (
<SkeletonBlock key={i} className="h-9 w-full" />
))}
</div>
) : config.length > 0 ? (
<div>
{config.map(item => (
<div
key={item.key}
className="flex flex-col gap-1 border-b border-ink-200 px-4 py-2.5 last:border-b-0 sm:grid sm:grid-cols-[minmax(0,2fr)_minmax(0,3fr)_minmax(0,2fr)] sm:items-baseline sm:gap-4 sm:px-5"
>
<div className="flex items-center gap-2">
<span className="font-mono text-xs text-ink-800">{item.key}</span>
{item.is_sensitive && <Badge status="warning"></Badge>}
</div>
<div className="break-all font-mono text-2xs text-ink-500">{item.value_masked}</div>
<div className="text-2xs text-ink-400">{item.description}</div>
</div>
))}
</div>
) : (
<p className="py-8 text-center text-xs text-ink-400"></p>
)}
</CardBody>
</Card>
{/* 修改指南 */}
<Card>
<CardHeader title="修改配置指南" />
<CardBody className="space-y-5">
<div>
<h4 className="mb-2 font-serif text-sm font-bold text-ink-900"> SSH .env</h4>
<pre className="overflow-x-auto border border-ink-200 bg-paper-100 p-3 font-mono text-2xs leading-relaxed text-ink-700">
{`# 连接到部署主机
ssh user@your-server-ip
# 进入项目目录
cd /vol2/1000/Docker/Profeto
# 编辑 .env 文件
nano .env
# 修改后重启后端服务
docker compose restart api
# 查看日志确认生效
docker compose logs -f api`}
</pre>
</div>
<div>
<h4 className="mb-2 font-serif text-sm font-bold text-ink-900"></h4>
<div className="space-y-2">
{[
['LLM_API_KEY', 'LLM 服务商的 API 密钥,用于调用大模型'],
['LLM_MODEL', '使用的模型名称,如 gpt-4o、claude-3-5-sonnet'],
['LLM_BASE_URL', 'API 基础地址,支持兼容 OpenAI 协议的服务商'],
['ADMIN_API_KEY', '管理后台写接口的鉴权密钥,配置后需在本页保存到浏览器'],
['BZZOIRO_KEY', 'Bzzoiro 数据源 API 密钥'],
['DATABASE_URL', 'PostgreSQL 数据库连接字符串'],
].map(([key, desc]) => (
<div key={key} className="flex items-start gap-2.5">
<code className="flex-shrink-0 border border-ink-200 bg-paper-100 px-1.5 py-0.5 font-mono text-2xs text-ink-800">
{key}
</code>
<span className="text-xs leading-relaxed text-ink-600">{desc}</span>
</div>
))}
</div>
</div>
</CardBody>
</Card>
</div>
)
}
-141
View File
@@ -1,141 +0,0 @@
/**
* Admin 后台 - 仪表盘(报刊风)
*
* 响应式: 移动端 1 列 → 平板 2 列 → 桌面 4 列
*/
import { useEffect, useState } from 'react'
import { fetchDashboard, fetchHealth } from '../dal'
import type { DashboardStats } from '../types'
import { Card, CardBody, CardHeader, StatCard, Alert, SkeletonBlock } from '../components'
export default function Dashboard() {
const [data, setData] = useState<DashboardStats | null>(null)
const [health, setHealth] = useState<any>(null)
const [loading, setLoading] = useState(true)
const [error, setError] = useState<string | null>(null)
useEffect(() => {
let active = true
setLoading(true)
Promise.all([fetchDashboard(), fetchHealth()])
.then(([stats, h]) => {
if (active) {
setData(stats)
setHealth(h)
}
})
.catch((err: unknown) => {
if (active) setError(err instanceof Error ? err.message : '加载失败')
})
.finally(() => {
if (active) setLoading(false)
})
return () => { active = false }
}, [])
if (error) {
return (
<div className="space-y-4">
<Alert kind="error" title="加载仪表盘失败" message={error} />
<button onClick={() => window.location.reload()} className="btn btn-sm">
</button>
</div>
)
}
const healthText =
health?.status === 'healthy' || health?.status === 'ok' ? '正常' : '异常'
return (
<div className="space-y-6">
{/* 统计:报纸数字版式 */}
<div className="grid grid-cols-1 gap-4 sm:grid-cols-2 lg:grid-cols-4">
<StatCard
label="健康状态"
value={loading ? '—' : healthText}
hint={loading ? undefined : '每 60 秒随报眉自动复检'}
/>
<StatCard label="联赛数" value={loading ? '—' : data?.leagues.length ?? 0} />
<StatCard label="比赛数" value={loading ? '—' : data?.total_matches ?? 0} />
<StatCard label="预测数" value={loading ? '—' : data?.total_predictions ?? 0} />
</div>
{/* 联赛列表 */}
<Card>
<CardHeader title="已入库联赛" />
<CardBody>
{loading ? (
<div className="flex flex-wrap gap-2">
{[1, 2, 3, 4].map(i => (
<SkeletonBlock key={i} className="h-6 w-24" />
))}
</div>
) : data && data.leagues.length > 0 ? (
<div className="flex flex-wrap gap-2">
{data.leagues.map(l => (
<span
key={l.code}
className="border border-ink-200 px-2.5 py-1 text-xs text-ink-700"
>
{l.name_zh || l.name}
<span className="ml-1.5 font-mono text-2xs text-ink-400">{l.code}</span>
</span>
))}
</div>
) : (
<p className="text-xs text-ink-500">
,
</p>
)}
</CardBody>
</Card>
{/* 快捷操作 */}
<Card>
<CardHeader title="快捷操作" />
<CardBody>
<div className="grid gap-3 sm:grid-cols-2 lg:grid-cols-3">
<a
href="/admin/collection"
className="group flex items-center justify-between border border-ink-300 p-4 transition-colors hover:border-ink-900 hover:bg-paper-100"
>
<div>
<div className="font-serif text-sm font-bold text-ink-900"></div>
<div className="mt-0.5 text-2xs text-ink-500"></div>
</div>
<span className="text-ink-300 transition-colors group-hover:text-press" aria-hidden="true">
</span>
</a>
<a
href="/admin/predictions"
className="group flex items-center justify-between border border-ink-300 p-4 transition-colors hover:border-ink-900 hover:bg-paper-100"
>
<div>
<div className="font-serif text-sm font-bold text-ink-900"></div>
<div className="mt-0.5 text-2xs text-ink-500"> LLM </div>
</div>
<span className="text-ink-300 transition-colors group-hover:text-press" aria-hidden="true">
</span>
</a>
<a
href="/admin/backtest"
className="group flex items-center justify-between border border-ink-300 p-4 transition-colors hover:border-ink-900 hover:bg-paper-100"
>
<div>
<div className="font-serif text-sm font-bold text-ink-900"></div>
<div className="mt-0.5 text-2xs text-ink-500"></div>
</div>
<span className="text-ink-300 transition-colors group-hover:text-press" aria-hidden="true">
</span>
</a>
</div>
</CardBody>
</Card>
</div>
)
}
-151
View File
@@ -1,151 +0,0 @@
/**
* Admin 后台 - 数据源管理页面(报刊风)
*
* 功能:
* - 显示当前数据源状态 (bzzoiro / understat / injuries)
* - 显示 API Key 配置状态(脱敏显示)
* - 测试连接按钮(调用采集 API 验证)
* - 数据源说明
*/
import { useEffect, useState, useCallback } from 'react'
import { fetchDataSourceStatuses, testDataSource } from '../dal'
import type { DataSourceStatus } from '../types'
import { Card, CardBody, CardHeader, Badge, SectionHeader, Alert, Spinner, SkeletonBlock } from '../components'
export default function DataSourcesPage() {
const [sources, setSources] = useState<DataSourceStatus[]>([])
const [loading, setLoading] = useState(true)
const [testingSource, setTestingSource] = useState<string | null>(null)
const [testResults, setTestResults] = useState<Record<string, { success: boolean; message: string }>>({})
const loadSources = useCallback(async () => {
setLoading(true)
try {
const data = await fetchDataSourceStatuses()
setSources(data)
} catch {
setSources([])
} finally {
setLoading(false)
}
}, [])
useEffect(() => { loadSources() }, [loadSources])
async function handleTest(sourceName: string) {
setTestingSource(sourceName)
setTestResults(prev => ({ ...prev, [sourceName]: { success: false, message: '测试中...' } }))
try {
await testDataSource(sourceName as 'bzzoiro' | 'understat' | 'injuries')
setTestResults(prev => ({ ...prev, [sourceName]: { success: true, message: '连接成功' } }))
} catch (err: unknown) {
const msg = err instanceof Error ? err.message : '连接失败'
setTestResults(prev => ({ ...prev, [sourceName]: { success: false, message: msg } }))
} finally {
setTestingSource(null)
}
}
return (
<div className="space-y-6">
<SectionHeader
title="数据源管理"
description="数据采集源的配置状态与连通性测试。"
/>
{/* 数据源卡片 */}
{loading ? (
<div className="grid gap-4 sm:grid-cols-2 lg:grid-cols-3">
{[1, 2, 3].map(i => (
<Card key={i}>
<CardBody>
<div className="space-y-3">
<SkeletonBlock className="h-4 w-24" />
<SkeletonBlock className="h-3 w-32" />
<SkeletonBlock className="h-8 w-full" />
</div>
</CardBody>
</Card>
))}
</div>
) : (
<div className="grid gap-4 sm:grid-cols-2 lg:grid-cols-3">
{sources.map(source => {
const result = testResults[source.name]
return (
<Card key={source.name}>
<CardBody className="space-y-4">
{/* 头部 */}
<div className="flex items-center justify-between border-b border-ink-200 pb-3">
<h3 className="font-serif text-sm font-bold text-ink-900">{source.label}</h3>
<Badge status={source.keyConfigured ? 'success' : 'error'}>
{source.keyConfigured ? '已配置' : '未配置'}
</Badge>
</div>
{/* API Key 状态 */}
<div className="space-y-2">
<div className="flex items-center justify-between text-xs">
<span className="text-ink-400">API Key</span>
<span className="font-mono text-ink-600">{source.maskedKey}</span>
</div>
<div className="flex items-center justify-between text-xs">
<span className="text-ink-400"></span>
<span className="text-ink-600">{source.lastIngestion || '暂无记录'}</span>
</div>
</div>
{/* 测试结果 */}
{result && (
<Alert
kind={result.success ? 'ok' : 'error'}
title={result.success ? '连接成功' : '连接失败'}
message={result.success ? undefined : result.message}
/>
)}
{/* 操作按钮 */}
<button
onClick={() => handleTest(source.name)}
disabled={testingSource === source.name}
className="btn btn-sm w-full"
>
{testingSource === source.name ? (<><Spinner /> </>) : '测试连接'}
</button>
</CardBody>
</Card>
)
})}
</div>
)}
{/* 数据源说明 */}
<Card>
<CardHeader title="数据源说明" />
<CardBody>
<div className="grid gap-x-6 gap-y-3 sm:grid-cols-3">
<div className="border-t border-ink-200 pt-3">
<Badge status="info">Bzzoiro</Badge>
<p className="mt-2 text-xs leading-relaxed text-ink-600">
, API Key
</p>
</div>
<div className="border-t border-ink-200 pt-3">
<Badge status="info">Understat</Badge>
<p className="mt-2 text-xs leading-relaxed text-ink-600">
xG(), API Key,
</p>
</div>
<div className="border-t border-ink-200 pt-3">
<Badge status="info">Injuries</Badge>
<p className="mt-2 text-xs leading-relaxed text-ink-600">
, API Key
</p>
</div>
</div>
</CardBody>
</Card>
</div>
)
}
-232
View File
@@ -1,232 +0,0 @@
/**
* Admin 后台 - LLM 配置管理页面(报刊风)
*
* 功能:
* - 显示当前 LLM 配置(provider, model, base_url;后端暂无配置端点,当前值取自 .env 约定)
* - 测试 LLM 连接(会真实调用一次 /predict,产生 LLM 调用费用)
* - 显示 LLM 使用统计(从预测记录聚合)
* - 可用模型列表
*/
import { useEffect, useState, useCallback } from 'react'
import { testLLMConnection, fetchLLMUsageStats } from '../dal'
import type { LLMUsageStats } from '../types'
import { Card, CardBody, CardHeader, Badge, SectionHeader, Alert, Spinner, SkeletonBlock } from '../components'
// 可用模型列表
const AVAILABLE_MODELS = [
{ id: 'gpt-4o', label: 'GPT-4o', provider: 'openai', description: '综合能力最强,适合复杂分析' },
{ id: 'gpt-4o-mini', label: 'GPT-4o Mini', provider: 'openai', description: '快速经济,适合批量预测' },
{ id: 'claude-3-5-sonnet', label: 'Claude 3.5 Sonnet', provider: 'anthropic', description: '长上下文分析能力强' },
{ id: 'deepseek-chat', label: 'DeepSeek V3', provider: 'deepseek', description: '高性价比,中文优化' },
]
export default function LLMConfigPage() {
const [stats, setStats] = useState<LLMUsageStats | null>(null)
const [loading, setLoading] = useState(true)
const [testing, setTesting] = useState(false)
const [testResult, setTestResult] = useState<{ success: boolean; message: string } | null>(null)
// 当前配置(后端暂无配置端点,取 .env 约定值展示)
const currentConfig = {
provider: 'openai',
model: 'gpt-4o',
base_url: 'https://api.openai.com/v1',
api_key_configured: true,
api_key_masked: 'sk-****...****abcd',
}
const loadStats = useCallback(async () => {
setLoading(true)
try {
const data = await fetchLLMUsageStats()
setStats(data)
} catch {
setStats(null)
} finally {
setLoading(false)
}
}, [])
useEffect(() => { loadStats() }, [loadStats])
async function handleTest() {
setTesting(true)
setTestResult(null)
try {
await testLLMConnection()
setTestResult({ success: true, message: 'LLM 连接测试成功' })
} catch (err: unknown) {
const msg = err instanceof Error ? err.message : 'LLM 连接测试失败'
setTestResult({ success: false, message: msg })
} finally {
setTesting(false)
}
}
return (
<div className="space-y-6">
<SectionHeader
title="LLM 配置"
description="大语言模型连接状态与使用统计。模型切换通过修改 .env 并重启服务完成。"
/>
<div className="grid gap-6 lg:grid-cols-2">
{/* 当前配置 */}
<Card>
<CardHeader title="当前配置" />
<CardBody>
<div className="space-y-0">
{[
{ label: '提供商', value: currentConfig.provider, mono: false },
{ label: '模型', value: currentConfig.model, mono: true },
{ label: 'API 地址', value: currentConfig.base_url, mono: true },
{ label: 'API Key', value: currentConfig.api_key_masked, mono: true },
{ label: '模式', value: '多专家 (5 路 + 终裁)', mono: false },
].map(row => (
<div
key={row.label}
className="flex items-center justify-between gap-4 border-b border-ink-200 py-2.5 last:border-b-0"
>
<span className="text-xs text-ink-400">{row.label}</span>
<span className={`text-xs text-ink-800 ${row.mono ? 'break-all font-mono' : ''}`}>
{row.value}
</span>
</div>
))}
</div>
{/* 测试连接 */}
{testResult && (
<div className="mt-4">
<Alert
kind={testResult.success ? 'ok' : 'error'}
title={testResult.success ? '连接正常' : '连接失败'}
message={testResult.success ? undefined : testResult.message}
/>
</div>
)}
<button onClick={handleTest} disabled={testing} className="btn btn-sm mt-4 w-full">
{testing ? (<><Spinner /> </>) : '测试 LLM 连接'}
</button>
<p className="mt-2 text-center text-2xs text-ink-400">
, LLM
</p>
</CardBody>
</Card>
{/* 使用统计 */}
<Card>
<CardHeader
title="使用统计"
description="从最近预测记录聚合"
action={
<button onClick={loadStats} disabled={loading} className="btn btn-sm">
{loading ? (<><Spinner /> </>) : '刷新'}
</button>
}
/>
<CardBody>
{loading ? (
<div className="space-y-3">
<SkeletonBlock className="h-16 w-full" />
<SkeletonBlock className="h-16 w-full" />
</div>
) : stats ? (
<div className="grid grid-cols-3 gap-4">
<div className="border-t-2 border-ink-900 pt-3 text-center">
<div className="font-serif text-2xl font-bold tabular-nums text-ink-900">
{stats.total_predictions}
</div>
<div className="mt-1 text-2xs text-ink-400"></div>
</div>
<div className="border-t-2 border-ink-900 pt-3 text-center">
<div className="font-serif text-2xl font-bold tabular-nums text-ink-900">
{stats.avg_latency_ms > 0 ? `${(stats.avg_latency_ms / 1000).toFixed(1)}s` : '—'}
</div>
<div className="mt-1 text-2xs text-ink-400"></div>
</div>
<div className="border-t-2 border-press pt-3 text-center">
<div className="font-serif text-2xl font-bold tabular-nums text-press">
{stats.success_rate.toFixed(0)}%
</div>
<div className="mt-1 text-2xs text-ink-400"></div>
</div>
</div>
) : (
<p className="py-6 text-center text-xs text-ink-400">使</p>
)}
</CardBody>
</Card>
</div>
{/* 可用模型 */}
<Card>
<CardHeader title="可用模型" description="在 .env 中修改 LLM_MODEL 后重启服务生效" />
<CardBody className="px-0 sm:px-0">
{AVAILABLE_MODELS.map(model => {
const isCurrent = model.id === currentConfig.model
return (
<div
key={model.id}
className={`flex flex-col gap-2 border-b border-ink-200 px-4 py-3 last:border-b-0 sm:flex-row sm:items-center sm:justify-between sm:px-5 ${
isCurrent ? 'bg-press-wash/50' : ''
}`}
>
<div>
<div className="flex items-center gap-2">
<span className="text-sm font-medium text-ink-900">{model.label}</span>
{isCurrent && <Badge status="success"></Badge>}
</div>
<p className="mt-0.5 text-2xs text-ink-500">{model.description}</p>
</div>
<div className="flex items-center gap-3">
<span className="font-mono text-2xs text-ink-400">{model.provider}</span>
{!isCurrent && <span className="text-2xs text-ink-400"> .env </span>}
</div>
</div>
)
})}
</CardBody>
</Card>
{/* 最近预测 */}
<Card>
<CardHeader title="最近预测记录" />
<CardBody className="px-0 sm:px-0">
{loading ? (
<div className="space-y-2 px-4 sm:px-5">
{[1, 2, 3].map(i => (
<SkeletonBlock key={i} className="h-10 w-full" />
))}
</div>
) : stats && stats.recent_predictions.length > 0 ? (
<div>
{stats.recent_predictions.map(p => (
<div
key={p.id}
className="flex flex-col gap-1.5 border-b border-ink-200 px-4 py-2.5 last:border-b-0 sm:flex-row sm:items-center sm:justify-between sm:px-5"
>
<div className="flex items-baseline gap-3">
<span className="text-2xs tabular-nums text-ink-400">#{p.id}</span>
<span className="text-xs text-ink-800"> #{p.match_id}</span>
<span className="font-mono text-2xs text-ink-500">{p.model}</span>
</div>
<div className="flex items-center gap-3">
<span className="text-2xs tabular-nums text-ink-400">
{p.created_at ? new Date(p.created_at).toLocaleString('zh-CN', { month: '2-digit', day: '2-digit', hour: '2-digit', minute: '2-digit' }) : '—'}
</span>
{p.status === 'success' ? <Badge status="success"></Badge> : <Badge status="error"></Badge>}
</div>
</div>
))}
</div>
) : (
<p className="py-8 text-center text-xs text-ink-400"></p>
)}
</CardBody>
</Card>
</div>
)
}
-152
View File
@@ -1,152 +0,0 @@
/**
* Admin 后台 - 监控面板(报刊风)
*
* 功能:
* - /health 存活检查(自动:30 秒一轮;可手动刷新)
* - /health/ready 数据库就绪检查
* - 服务名 / 版本 / 运行时间 / 检查项(后端返回什么就展示什么)
*/
import { useCallback, useEffect, useState } from 'react'
import { fetchHealth } from '../dal'
import { api } from '../api'
import { Card, CardBody, CardHeader, SectionHeader, Alert, Spinner, Badge } from '../components'
export default function MonitoringPage() {
const [health, setHealth] = useState<any>(null)
const [ready, setReady] = useState<'ready' | 'not_ready' | null>(null)
const [loading, setLoading] = useState(true)
const [error, setError] = useState<string | null>(null)
const [lastCheck, setLastCheck] = useState<string>('')
const refresh = useCallback(async () => {
setLoading(true)
setError(null)
try {
const [h, r] = await Promise.allSettled([
fetchHealth(),
api.get<{ status: string }>('/health/ready'),
])
setHealth(h.status === 'fulfilled' ? h.value : null)
setReady(r.status === 'fulfilled' ? (r.value?.status as 'ready' | 'not_ready') : null)
if (h.status === 'rejected') {
setError(h.reason instanceof Error ? h.reason.message : '无法连接到后端')
}
setLastCheck(new Date().toLocaleTimeString('zh-CN', { hour12: false }))
} finally {
setLoading(false)
}
}, [])
useEffect(() => {
refresh()
const t = setInterval(refresh, 30_000)
return () => clearInterval(t)
}, [refresh])
const alive = health?.status === 'healthy' || health?.status === 'ok'
return (
<div className="space-y-6">
<SectionHeader
title="系统监控"
description="存活与数据库就绪检查,每 30 秒自动巡检一次。"
/>
<div className="flex items-center justify-between">
<span className="text-2xs text-ink-400">
{lastCheck && `最近巡检 ${lastCheck}`}
</span>
<button onClick={refresh} disabled={loading} className="btn btn-sm">
{loading ? (<><Spinner /> </>) : '立即巡检'}
</button>
</div>
{error && (
<Alert
kind="error"
title="无法连接到后端"
message={`${error}\n请确认服务是否正常运行,以及管理员密钥是否需要配置。`}
/>
)}
<div className="grid gap-4 sm:grid-cols-2 lg:grid-cols-3">
{/* 存活状态 */}
<div className="border border-ink-900 bg-paper-50 p-5">
<div className="text-2xs tracking-[0.2em] text-ink-400"></div>
<div className="mt-2 flex items-center gap-2">
<span
className={`inline-block h-2 w-2 ${alive ? 'bg-ink-900' : 'bg-press'}`}
aria-hidden="true"
/>
<span className={`font-serif text-xl font-bold ${alive ? 'text-ink-900' : 'text-press'}`}>
{health ? (alive ? '正常' : String(health.status)) : '—'}
</span>
</div>
</div>
{/* 数据库就绪 */}
<div className="border border-ink-900 bg-paper-50 p-5">
<div className="text-2xs tracking-[0.2em] text-ink-400"></div>
<div className="mt-2 flex items-center gap-2">
<span
className={`inline-block h-2 w-2 ${ready === 'ready' ? 'bg-ink-900' : ready === null ? 'bg-ink-300' : 'bg-press'}`}
aria-hidden="true"
/>
<span
className={`font-serif text-xl font-bold ${ready === 'not_ready' ? 'text-press' : 'text-ink-900'}`}
>
{ready === 'ready' ? '就绪' : ready === 'not_ready' ? '未就绪' : '—'}
</span>
</div>
</div>
{/* 服务名 */}
<div className="border border-ink-900 bg-paper-50 p-5">
<div className="text-2xs tracking-[0.2em] text-ink-400"></div>
<div className="mt-2 font-serif text-xl font-bold text-ink-900">
{health?.service || 'profeto'}
</div>
</div>
{/* 版本 */}
{health?.version && (
<div className="border border-ink-900 bg-paper-50 p-5">
<div className="text-2xs tracking-[0.2em] text-ink-400"></div>
<div className="mt-2 font-serif text-xl font-bold tabular-nums text-ink-900">
{health.version}
</div>
</div>
)}
{/* 运行时间 */}
{health?.uptime_seconds != null && (
<div className="border border-ink-900 bg-paper-50 p-5">
<div className="text-2xs tracking-[0.2em] text-ink-400"></div>
<div className="mt-2 font-serif text-xl font-bold tabular-nums text-ink-900">
{Math.floor(health.uptime_seconds / 3600)}h{' '}
{Math.floor((health.uptime_seconds % 3600) / 60)}m
</div>
</div>
)}
{/* 检查项 */}
{health?.checks && Object.keys(health.checks).length > 0 && (
<div className="border border-ink-900 bg-paper-50 p-5 sm:col-span-2 lg:col-span-1">
<div className="text-2xs tracking-[0.2em] text-ink-400"></div>
<div className="mt-2 space-y-1">
{Object.entries(health.checks).map(([key, val]) => (
<div key={key} className="flex items-center justify-between text-sm">
<span className="text-2xs text-ink-500">{key}</span>
<Badge status={String(val) === 'pass' ? 'success' : 'error'}>
{String(val)}
</Badge>
</div>
))}
</div>
</div>
)}
</div>
</div>
)
}
-351
View File
@@ -1,351 +0,0 @@
/**
* Admin 后台 - 预测管理页面(报刊风)
*
* 功能:
* - 触发预测(选择比赛 + 模式)
* - 结算:录入实际比分,写入评估(接 /eval/settle)
* - 预测记录列表:可展开查看终裁理由与专家摘要
*
* 响应式布局: 移动端单列,桌面端双列
*/
import { useCallback, useEffect, useMemo, useState } from 'react'
import { triggerPrediction, fetchPredictions, fetchMatches, settlePrediction } from '../dal'
import type { Match, Prediction } from '../types'
import { Card, CardBody, CardHeader, Badge, SectionHeader, Alert, Spinner } from '../components'
const AGENT_LABELS: Record<string, string> = {
h2h: '历史交锋',
form: '近期状态',
stats: '攻防数据',
home_away: '主客因素',
injuries: '阵容完整性',
}
const OUTCOME_LABEL: Record<string, string> = { '1': '主胜', X: '平局', '2': '客胜' }
function fmtTime(s?: string | null): string {
if (!s) return '—'
const d = new Date(s)
return isNaN(d.getTime())
? s
: d.toLocaleString('zh-CN', { month: '2-digit', day: '2-digit', hour: '2-digit', minute: '2-digit' })
}
export default function PredictionsPage() {
const [matches, setMatches] = useState<Match[]>([])
const [predictions, setPredictions] = useState<Prediction[]>([])
const [matchId, setMatchId] = useState('')
const [mode, setMode] = useState<'single' | 'multi'>('multi')
const [loading, setLoading] = useState(false)
const [error, setError] = useState<string | null>(null)
const [successMsg, setSuccessMsg] = useState<string | null>(null)
// 结算表单
const [settleId, setSettleId] = useState('')
const [homeGoals, setHomeGoals] = useState('')
const [awayGoals, setAwayGoals] = useState('')
const [settling, setSettling] = useState(false)
const [settleMsg, setSettleMsg] = useState<{ kind: 'error' | 'ok'; text: string } | null>(null)
const refreshPredictions = useCallback(async () => {
const list = await fetchPredictions(50)
setPredictions(list)
}, [])
useEffect(() => {
refreshPredictions()
fetchMatches({ limit: 100 }).then(d => setMatches(d.items))
}, [refreshPredictions])
/** match_id → 中文名对阵 */
const matchName = useMemo(() => {
const map = new Map<number, string>()
for (const m of matches) {
const home = m.home_team_zh || m.home_team
const away = m.away_team_zh || m.away_team
map.set(m.id, `${home} vs ${away}`)
}
return map
}, [matches])
const nameOf = (id: number) => matchName.get(id) ?? `比赛 #${id}`
async function handlePredict(e: React.FormEvent) {
e.preventDefault()
if (!matchId) return
setLoading(true)
setError(null)
setSuccessMsg(null)
try {
await triggerPrediction({ match_id: parseInt(matchId), mode })
setSuccessMsg('预测任务已完成,记录已更新')
await refreshPredictions()
} catch (err: unknown) {
setError(err instanceof Error ? err.message : '预测失败')
} finally {
setLoading(false)
}
}
const unsettled = predictions.filter(p => !p.settled)
async function handleSettle(e: React.FormEvent) {
e.preventDefault()
const pid = parseInt(settleId)
const hg = parseInt(homeGoals)
const ag = parseInt(awayGoals)
if (!pid || isNaN(hg) || isNaN(ag)) return
setSettling(true)
setSettleMsg(null)
try {
await settlePrediction(pid, hg, ag)
setSettleMsg({ kind: 'ok', text: '结算完成,准确率统计已更新' })
setSettleId('')
setHomeGoals('')
setAwayGoals('')
await refreshPredictions()
} catch (err: unknown) {
setSettleMsg({
kind: 'error',
text: err instanceof Error ? err.message : '结算失败',
})
} finally {
setSettling(false)
}
}
const settleTarget = predictions.find(p => p.id === parseInt(settleId))
return (
<div className="space-y-6">
<SectionHeader
title="预测管理"
description="触发 LLM 预测;赛后录入实际比分完成结算,供准确率统计使用。"
/>
<div className="grid gap-6 lg:grid-cols-2">
{/* 新建预测 */}
<Card>
<CardHeader title="新建预测" />
<CardBody>
<form onSubmit={handlePredict} className="space-y-4">
<div>
<label className="mb-1.5 block text-xs text-ink-500"></label>
<select
value={matchId}
onChange={e => setMatchId(e.target.value)}
className="field w-full"
>
<option value=""></option>
{matches.map(m => (
<option key={m.id} value={m.id}>
{(m.home_team_zh || m.home_team)} vs {(m.away_team_zh || m.away_team)}
({m.match_date?.slice(5, 10)})
</option>
))}
</select>
</div>
<div>
<label className="mb-1.5 block text-xs text-ink-500"></label>
<select
value={mode}
onChange={e => setMode(e.target.value as 'single' | 'multi')}
className="field w-full"
>
<option value="multi"> (5 + ,)</option>
<option value="single"> ()</option>
</select>
</div>
{error && <Alert kind="error" title="预测失败" message={error} onClose={() => setError(null)} />}
{successMsg && (
<Alert kind="ok" title={successMsg} onClose={() => setSuccessMsg(null)} />
)}
<button
type="submit"
disabled={loading || !matchId}
className="btn btn-solid w-full"
>
{loading ? (<><Spinner /> , 20-60 </>) : '触发预测'}
</button>
</form>
</CardBody>
</Card>
{/* 结算 */}
<Card>
<CardHeader
title="预测结算"
description="录入实际比分,系统据此统计 1X2 准确率与比分 RMSE"
/>
<CardBody>
{unsettled.length === 0 ? (
<p className="py-6 text-center text-xs text-ink-400">
</p>
) : (
<form onSubmit={handleSettle} className="space-y-4">
<div>
<label className="mb-1.5 block text-xs text-ink-500"></label>
<select
value={settleId}
onChange={e => setSettleId(e.target.value)}
className="field w-full"
>
<option value="">({unsettled.length} )</option>
{unsettled.map(p => (
<option key={p.id} value={p.id}>
#{p.id} {nameOf(p.match_id)} · {p.pred_home_goals ?? '-'}:{p.pred_away_goals ?? '-'}
</option>
))}
</select>
</div>
{settleTarget && (
<p className="border-l-2 border-ink-300 pl-3 text-2xs text-ink-500">
:{settleTarget.pred_home_goals ?? '-'} : {settleTarget.pred_away_goals ?? '-'}
({OUTCOME_LABEL[settleTarget.pred_1x2 ?? ''] ?? '?'})
<span className="ml-2">{fmtTime(settleTarget.created_at)}</span>
</p>
)}
<div className="grid grid-cols-2 gap-3">
<div>
<label className="mb-1.5 block text-xs text-ink-500"></label>
<input
type="number"
min={0}
max={30}
value={homeGoals}
onChange={e => setHomeGoals(e.target.value)}
className="field w-full"
/>
</div>
<div>
<label className="mb-1.5 block text-xs text-ink-500"></label>
<input
type="number"
min={0}
max={30}
value={awayGoals}
onChange={e => setAwayGoals(e.target.value)}
className="field w-full"
/>
</div>
</div>
{settleMsg && (
<Alert
kind={settleMsg.kind}
title={settleMsg.kind === 'ok' ? '结算完成' : '结算失败'}
message={settleMsg.kind === 'error' ? settleMsg.text : undefined}
onClose={() => setSettleMsg(null)}
/>
)}
<button
type="submit"
disabled={settling || !settleId || homeGoals === '' || awayGoals === ''}
className="btn btn-solid w-full"
>
{settling ? (<><Spinner /> </>) : '提交结算'}
</button>
</form>
)}
</CardBody>
</Card>
</div>
{/* 最近预测 */}
<Card>
<CardHeader title="预测记录" description="点击行可展开终裁理由与专家摘要" />
<CardBody className="px-0 sm:px-0">
{predictions.length === 0 ? (
<p className="py-10 text-center text-xs text-ink-400">
,
</p>
) : (
<div>
{predictions.map(p => {
const okAgents = (p.agent_outputs ?? []).filter(a => a.status === 'ok')
return (
<details key={p.id} className="group border-b border-ink-200 last:border-b-0">
<summary className="flex cursor-pointer list-none flex-wrap items-baseline gap-x-3 gap-y-1 px-4 py-3 transition-colors hover:bg-paper-100 sm:px-5">
<span className="text-2xs tabular-nums text-ink-400">#{p.id}</span>
<span className="text-sm font-medium text-ink-900">{nameOf(p.match_id)}</span>
<span className="font-serif text-sm font-bold tabular-nums text-ink-900">
{p.pred_home_goals ?? '-'}<span className="mx-0.5 font-normal text-ink-300">:</span>{p.pred_away_goals ?? '-'}
</span>
<span className="text-2xs text-ink-500">
{OUTCOME_LABEL[p.pred_1x2 ?? ''] ?? '—'}
{p.subjective_confidence !== null && p.subjective_confidence !== undefined &&
` · ${Math.round(p.subjective_confidence * 100)}%`}
</span>
<span className="ml-auto flex items-baseline gap-3">
{p.settled ? (
<Badge status="success"></Badge>
) : (
<Badge status="pending"></Badge>
)}
<span className="text-2xs tabular-nums text-ink-400">{fmtTime(p.created_at)}</span>
<svg
viewBox="0 0 20 20"
className="h-3 w-3 self-center text-ink-300 transition-transform group-open:rotate-90"
fill="currentColor"
aria-hidden="true"
>
<path d="M7.3 5.3a1 1 0 011.4 0l4 4a1 1 0 010 1.4l-4 4a1 1 0 01-1.4-1.4L10.6 10 7.3 6.7a1 1 0 010-1.4z" />
</svg>
</span>
</summary>
<div className="space-y-3 px-4 pb-4 pl-8 sm:px-6 sm:pl-9">
<p className="text-2xs text-ink-500">
{p.mode === 'multi' ? `多专家 · ${okAgents.length}/${p.agent_outputs?.length ?? 0} 路有效` : '单次模式'}
{p.model && <span className="ml-2 font-mono">{p.model}</span>}
</p>
{p.reasoning && (
<blockquote className="border-l-2 border-press pl-4">
<p className="whitespace-pre-wrap font-serif text-sm leading-loose text-ink-700">
{p.reasoning}
</p>
</blockquote>
)}
{p.agent_outputs && p.agent_outputs.length > 0 && (
<ul className="space-y-1">
{p.agent_outputs.map((a, i) => (
<li key={i} className="flex items-baseline gap-2.5 text-xs">
<span className={`inline-block h-1.5 w-1.5 flex-shrink-0 self-center ${a.status === 'ok' ? 'bg-ink-900' : 'bg-ink-300'}`} aria-hidden="true" />
<span className="text-ink-800">{AGENT_LABELS[a.agent] ?? a.agent}</span>
{a.probable_score && (
<span className="font-serif font-bold tabular-nums text-ink-800">{a.probable_score}</span>
)}
<span className="text-2xs text-ink-400">
{a.status === 'ok' ? '' : a.status === 'no_data' ? '无数据' : '失败'}
</span>
</li>
))}
</ul>
)}
{p.settled && (
<p className="border-t border-ink-100 pt-2.5 text-2xs text-ink-500">
{p.actual_home_goals ?? '-'} : {p.actual_away_goals ?? '-'}
</p>
)}
</div>
</details>
)
})}
</div>
)}
</CardBody>
</Card>
</div>
)
}
-37
View File
@@ -1,37 +0,0 @@
/**
* Admin 后台 - 路由配置
*
* 所有 Admin 页面的路由定义,使用嵌套路由。
* 挂载路径: /admin/*
*/
import { Navigate } from 'react-router-dom'
import AdminLayout from './AdminLayout'
import Dashboard from './pages/Dashboard'
import CollectionPage from './pages/Collection'
import PredictionsPage from './pages/Predictions'
import BacktestPage from './pages/Backtest'
import MonitoringPage from './pages/Monitoring'
import DataSourcesPage from './pages/DataSources'
import LLMConfigPage from './pages/LLMConfig'
import ConfigPage from './pages/Config'
export const adminRoutes = [
{
path: '/admin',
element: <AdminLayout />,
children: [
{ index: true, element: <Dashboard /> },
{ path: 'collection', element: <CollectionPage /> },
{ path: 'predictions', element: <PredictionsPage /> },
{ path: 'backtest', element: <BacktestPage /> },
{ path: 'monitoring', element: <MonitoringPage /> },
{ path: 'data-sources', element: <DataSourcesPage /> },
{ path: 'llm-config', element: <LLMConfigPage /> },
{ path: 'config', element: <ConfigPage /> },
{ path: '*', element: <Navigate to="/admin" replace /> },
],
},
]
export { adminRoutes as default }
-195
View File
@@ -1,195 +0,0 @@
/**
* Admin 后台 - TypeScript 类型定义
*
* 与 FastAPI 后端 Pydantic 模型对齐
*/
// ── 系统健康 ────────────────────────────────────────────────────
export interface HealthStatus {
status: 'ok' | 'degraded' | 'error'
version?: string
uptime_seconds?: number
checks: Record<string, 'pass' | 'fail' | 'warn'>
}
// ── 仪表盘 ──────────────────────────────────────────────────────
export interface DashboardStats {
leagues: League[]
total_matches: number
total_predictions: number
health: string
db_tables: { name: string; row_count: number; size_mb: number; last_updated: string | null }[]
last_collection: { source: string; league_code: string | null; started_at: string; finished_at: string | null; status: string; records_count: number | null; error_message: string | null }[]
recent_errors: { id: number; timestamp: string; source: string; message: string; level: string }[]
}
// ── 联赛 & 比赛 ─────────────────────────────────────────────────
export interface League {
id?: number
code: string
name: string
name_zh?: string
country?: string
}
export interface Match {
id: number
league_code?: string
season?: string | null
home_team: string
away_team: string
home_team_zh?: string | null
away_team_zh?: string | null
match_date: string
match_status: string
home_goals?: number | null
away_goals?: number | null
match_stage?: string | null
}
// ── 预测 ────────────────────────────────────────────────────────
/** 列表接口返回的单路专家摘要字段 */
export interface PredictionAgentOutput {
agent: string
status: string
analysis?: string | null
probable_score?: string | null
subjective_confidence?: number | null
}
export interface Prediction {
id: number
match_id: number
provider: string
model: string
prompt_version?: string
mode?: string
pred_home_goals?: number | null
pred_away_goals?: number | null
pred_1x2?: string | null
subjective_confidence?: number | null
reasoning?: string | null
agent_outputs?: PredictionAgentOutput[] | null
created_at: string
actual_home_goals?: number | null
actual_away_goals?: number | null
settled?: boolean
}
export interface PredictRequest {
match_id: number
mode?: 'single' | 'multi'
provider?: string
model?: string
}
// ── 数据采集 ────────────────────────────────────────────────────
export interface CollectionRequest {
source: 'bzzoiro' | 'understat' | 'injuries'
leagues?: string[]
league?: string
season?: string
date_from?: string
date_to?: string
}
// ── 评估 & 回测 ─────────────────────────────────────────────────
export interface EvalSummary {
summary: Array<{
provider: string
model: string
total: number
/** 1X2 准确率,百分数 0-100 */
accuracy_1x2?: number
avg_score_rmse?: number | null
avg_subjective_confidence?: number | null
}>
}
export interface BacktestRequest {
league_id?: number
date_from?: string
date_to?: string
mode?: 'single' | 'multi'
limit?: number
model?: string
}
export interface BacktestSummary {
total: number
scored: number
accuracy_1x2?: number
avg_score_rmse?: number
results?: Array<{
match_id: number
actual_home: number
actual_away: number
pred_home?: number
pred_away?: number
correct_1x2: boolean
}>
}
// ── 数据源配置 ──────────────────────────────────────────────────
export interface DataSourceStatus {
name: string
label: string
keyConfigured: boolean
maskedKey: string
lastIngestion: string | null
status: 'configured' | 'missing_key' | 'untested'
}
export interface DataSourceTestRequest {
source: 'bzzoiro' | 'understat' | 'injuries'
}
export interface IngestionHistoryEntry {
id: string
source: string
started_at: string
finished_at: string | null
status: 'success' | 'running' | 'failed'
records_count: number | null
error_message: string | null
}
// ── LLM 配置 ────────────────────────────────────────────────────
export interface LLMConfig {
provider: string
model: string
base_url: string
api_key_configured: boolean
api_key_masked: string
}
export interface LLMUsageStats {
total_predictions: number
avg_latency_ms: number
success_rate: number
recent_predictions: Array<{
id: number
match_id: number
model: string
created_at: string
latency_ms?: number
status: 'success' | 'failed'
}>
}
// ── 系统配置 ────────────────────────────────────────────────────
export interface SystemConfigEntry {
key: string
value_masked: string
description: string
is_sensitive: boolean
}
+6 -6
View File
@@ -30,16 +30,16 @@ export class ErrorBoundary extends Component<Props, State> {
return this.props.fallback return this.props.fallback
} }
return ( return (
<div className="flex min-h-screen items-center justify-center bg-paper-50 p-6"> <div className="min-h-screen flex items-center justify-center bg-gray-50 p-6">
<div className="max-w-md space-y-3 border border-ink-900 bg-paper-50 p-6 text-center"> <div className="bg-white rounded-lg border border-red-200 p-6 max-w-md text-center space-y-3">
<p className="text-2xs tracking-[0.3em] text-ink-400">EXCEPTION</p> <div className="text-4xl"></div>
<h2 className="font-serif text-lg font-bold text-ink-900"></h2> <h2 className="text-lg font-semibold text-gray-800"></h2>
<p className="text-sm leading-relaxed text-ink-500"> <p className="text-sm text-gray-500">
{this.state.error?.message || '未知错误'} {this.state.error?.message || '未知错误'}
</p> </p>
<button <button
onClick={() => this.setState({ hasError: false, error: null })} onClick={() => this.setState({ hasError: false, error: null })}
className="btn btn-sm" className="bg-blue-600 text-white text-sm px-4 py-2 rounded hover:bg-blue-700"
> >
</button> </button>
+9 -51
View File
@@ -3,12 +3,6 @@
@tailwind utilities; @tailwind utilities;
@layer base { @layer base {
/* 原生 CSS 里引用的令牌:与 tailwind.config 保持同步,避免硬编码色值散落 */
:root {
--c-press: #9E1B1B;
--c-ink-900: #17140F;
}
html { html {
-webkit-text-size-adjust: 100%; -webkit-text-size-adjust: 100%;
text-rendering: optimizeLegibility; text-rendering: optimizeLegibility;
@@ -25,7 +19,7 @@
/* 统一焦点环:印报红细线,键盘可达 */ /* 统一焦点环:印报红细线,键盘可达 */
:focus-visible { :focus-visible {
outline: 2px solid var(--c-press); outline: 2px solid #9e1b1b;
outline-offset: 2px; outline-offset: 2px;
} }
@@ -59,61 +53,29 @@
@layer components { @layer components {
/* ── 报头双线:粗线在上、细线在下 ── */ /* ── 报头双线:粗线在上、细线在下 ── */
.masthead-rule { .masthead-rule {
border-top: 3px solid var(--c-ink-900); border-top: 3px solid #17140f;
} }
/* ── 纸张噪点:feTurbulence 颗粒,给纸面一点纤维感 ── /* ── 按钮:方正边框式,悬停反白 ── */
加在页面根元素上,fixed 全屏覆盖,不响应指针 */
.grain::after {
content: '';
position: fixed;
inset: 0;
z-index: 60;
pointer-events: none;
opacity: 0.04;
mix-blend-mode: multiply;
background-image: url("data:image/svg+xml,%3Csvg xmlns='http://www.w3.org/2000/svg'%3E%3Cfilter id='n'%3E%3CfeTurbulence type='fractalNoise' baseFrequency='.8'/%3E%3C/filter%3E%3Crect width='100%25' height='100%25' filter='url(%23n)'/%3E%3C/svg%3E");
}
/* ── 入场:整页一次编排好的升起序列 ──
只动 opacity/transform;错峰由元素上的 animation-delay 内联指定。
隐藏态必须与动画同在一个 no-preference 块里,否则 reduce 用户会看到永久空白 */
@media (prefers-reduced-motion: no-preference) {
.rise-in {
opacity: 0;
animation: rise-in 0.48s cubic-bezier(0.16, 1, 0.3, 1) both;
}
}
@keyframes rise-in {
from {
opacity: 0;
transform: translateY(12px);
}
to {
opacity: 1;
transform: none;
}
}
/* ── 按钮:方正边框式,悬停反白;热区压到 40px(紧凑报纸行距下的折中) ── */
.btn { .btn {
@apply inline-flex min-h-[40px] items-center justify-center gap-1.5 border border-ink-300 bg-transparent px-3 py-1.5 @apply inline-flex items-center justify-center gap-1.5 border border-ink-300 bg-transparent px-3 py-1.5
text-sm text-ink-700 transition-colors duration-150 text-sm text-ink-700 transition-colors duration-150
hover:border-ink-900 hover:bg-ink-900 hover:text-paper-50 hover:border-ink-900 hover:bg-ink-900 hover:text-paper-50
disabled:cursor-not-allowed disabled:opacity-40 disabled:cursor-not-allowed disabled:opacity-40
disabled:hover:border-ink-300 disabled:hover:bg-transparent disabled:hover:text-ink-700; disabled:hover:border-ink-300 disabled:hover:bg-transparent disabled:hover:text-ink-700;
} }
.btn-sm { .btn-sm {
@apply min-h-[32px] px-2.5 py-1 text-xs; @apply px-2.5 py-1 text-xs;
} }
.btn-solid { .btn-solid {
@apply border-ink-900 bg-ink-900 text-paper-50 hover:border-press hover:bg-press; @apply border-ink-900 bg-ink-900 text-paper-50 hover:border-press hover:bg-press;
} }
/* ── 表单控件:方正、无圆角;焦点态保留全局焦点环,只追加红边 ── */ /* ── 表单控件:方正、无圆角 ── */
.field { .field {
@apply border border-ink-300 bg-transparent px-2.5 py-2 text-sm text-ink-800 @apply border border-ink-300 bg-transparent px-2.5 py-1.5 text-sm text-ink-800
transition-colors hover:border-ink-400 focus:border-press; transition-colors hover:border-ink-400
focus:border-press focus:outline-none;
} }
/* ── 版面切换文字标签(联赛/状态/模式) ── */ /* ── 版面切换文字标签(联赛/状态/模式) ── */
@@ -138,7 +100,3 @@
@apply animate-pulse rounded-none bg-ink-200; @apply animate-pulse rounded-none bg-ink-200;
} }
} }
/* ── Admin 后台 ──
与前台共用同一套报刊风组件(.btn/.field/.tab/.section-head/.skeleton),
不再单独维护暗色主题。 */
-5
View File
@@ -1,11 +1,6 @@
import React from 'react' import React from 'react'
import ReactDOM from 'react-dom/client' import ReactDOM from 'react-dom/client'
import App from './App' import App from './App'
// 中文衬线 webfont:按需子集加载(fontsource 按 unicode-range 切片,只拉用到的字块),
// font-display: swap 由包内 CSS 自带,不会白屏
import '@fontsource/noto-serif-sc/400.css'
import '@fontsource/noto-serif-sc/600.css'
import '@fontsource/noto-serif-sc/700.css'
import './index.css' import './index.css'
ReactDOM.createRoot(document.getElementById('root')!).render( ReactDOM.createRoot(document.getElementById('root')!).render(
+28 -33
View File
@@ -176,30 +176,6 @@ function OutcomeLine({
) )
} }
/** 状态/模式一组的文字切换(模块级组件:定义在组件体内会每次 render 重建,导致焦点丢失) */
function Switch({ value, onChange, items }: {
value: string
onChange: (v: string) => void
items: { v: string; label: string; title?: string }[]
}) {
return (
<span className="inline-flex items-center gap-2.5">
{items.map((it, i) => (
<span key={it.v} className="inline-flex items-center gap-2.5">
{i > 0 && <span className="text-ink-300" aria-hidden="true">/</span>}
<button
onClick={() => onChange(it.v)}
title={it.title}
className={`relative tab ${value === it.v ? 'tab-on' : ''} text-xs`}
>
{it.label}
</button>
</span>
))}
</span>
)
}
export default function Matches() { export default function Matches() {
const [league, setLeague] = useState('E0') const [league, setLeague] = useState('E0')
const [status, setStatus] = useState('scheduled') const [status, setStatus] = useState('scheduled')
@@ -300,6 +276,28 @@ export default function Matches() {
const leagueName = LEAGUES.find(l => l.code === league)?.name ?? league const leagueName = LEAGUES.find(l => l.code === league)?.name ?? league
/** 状态/模式一组的文字切换 */
const Switch = ({ value, onChange, items }: {
value: string
onChange: (v: string) => void
items: { v: string; label: string; title?: string }[]
}) => (
<span className="inline-flex items-center gap-2.5">
{items.map((it, i) => (
<span key={it.v} className="inline-flex items-center gap-2.5">
{i > 0 && <span className="text-ink-300" aria-hidden="true">/</span>}
<button
onClick={() => onChange(it.v)}
title={it.title}
className={`relative tab ${value === it.v ? 'tab-on' : ''} text-xs`}
>
{it.label}
</button>
</span>
))}
</span>
)
return ( return (
<div className="space-y-5"> <div className="space-y-5">
{/* ── 联赛版面切换 ── */} {/* ── 联赛版面切换 ── */}
@@ -376,7 +374,7 @@ export default function Matches() {
</div> </div>
)} )}
{!loading && matches.map((m, idx) => { {!loading && matches.map(m => {
const st = STATUS_META[m.match_status] ?? { label: m.match_status, cls: 'text-ink-400' } const st = STATUS_META[m.match_status] ?? { label: m.match_status, cls: 'text-ink-400' }
const homeName = m.home_team_zh || m.home_team const homeName = m.home_team_zh || m.home_team
const awayName = m.away_team_zh || m.away_team const awayName = m.away_team_zh || m.away_team
@@ -386,11 +384,9 @@ export default function Matches() {
return ( return (
<div <div
key={m.id} key={m.id}
className={`rise-in border-b border-ink-200 px-1 py-3 transition-colors hover:bg-paper-100 ${ className={`border-b border-ink-200 px-1 py-3 transition-colors hover:bg-paper-100 ${
active ? 'bg-press-wash/50' : '' active ? 'bg-press-wash/50' : ''
}`} }`}
// 入场错峰:60ms 步进,封顶 420ms,长列表不拖沓
style={{ animationDelay: `${Math.min(idx * 60, 420)}ms` }}
> >
<div className="flex flex-col gap-2 sm:grid sm:grid-cols-[88px_minmax(0,1fr)_64px_minmax(0,1fr)_56px_auto] sm:items-center sm:gap-x-3 sm:gap-y-0"> <div className="flex flex-col gap-2 sm:grid sm:grid-cols-[88px_minmax(0,1fr)_64px_minmax(0,1fr)_56px_auto] sm:items-center sm:gap-x-3 sm:gap-y-0">
{/* 日期 + 状态:移动端同行,桌面端日期单独归列 */} {/* 日期 + 状态:移动端同行,桌面端日期单独归列 */}
@@ -500,13 +496,12 @@ function PredictionPanel({
const okReports = (prediction.agent_outputs ?? []).filter(r => r.status === 'ok') const okReports = (prediction.agent_outputs ?? []).filter(r => r.status === 'ok')
return ( return (
// rise-in:预测版面整块入场,内部区块再错峰 <article className="border border-ink-900 bg-paper-50">
<article className="rise-in border border-ink-900 bg-paper-50">
{/* 版头 */} {/* 版头 */}
<div className="flex flex-wrap items-baseline justify-between gap-2 border-b border-ink-900 bg-paper-100 px-4 py-2.5 sm:px-5"> <div className="flex flex-wrap items-baseline justify-between gap-2 border-b border-ink-900 bg-paper-100 px-4 py-2.5 sm:px-5">
<h2 className="font-serif text-sm font-bold text-ink-900"> <h3 className="font-serif text-sm font-bold text-ink-900">
· {homeName} {awayName} · {homeName} {awayName}
</h2> </h3>
<span className="text-2xs tabular-nums text-ink-500"> <span className="text-2xs tabular-nums text-ink-500">
{prediction.provider} / {prediction.model} {prediction.provider} / {prediction.model}
{prediction.latency_ms !== null && ` · ${(prediction.latency_ms / 1000).toFixed(1)}s`} {prediction.latency_ms !== null && ` · ${(prediction.latency_ms / 1000).toFixed(1)}s`}
@@ -562,7 +557,7 @@ function PredictionPanel({
{/* ── 终裁意见:引文式,红竖线 ── */} {/* ── 终裁意见:引文式,红竖线 ── */}
{prediction.reasoning && ( {prediction.reasoning && (
<section> <section>
<h3 className="section-head mb-3"></h3> <h4 className="section-head mb-3"></h4>
<blockquote className="border-l-2 border-press pl-4"> <blockquote className="border-l-2 border-press pl-4">
<p className="whitespace-pre-wrap font-serif text-sm leading-loose text-ink-700"> <p className="whitespace-pre-wrap font-serif text-sm leading-loose text-ink-700">
{prediction.reasoning} {prediction.reasoning}
+1 -5
View File
@@ -12,13 +12,12 @@ export default {
300: '#DDD7C7', 300: '#DDD7C7',
}, },
// 墨色:暖黑灰阶,替代冷调 slate // 墨色:暖黑灰阶,替代冷调 slate
// 400 档压在 4.5:1 线上(paper-100 底 4.55:1 / paper-50 底 4.87:1),可作正文级小字
ink: { ink: {
50: '#FAF9F7', 50: '#FAF9F7',
100: '#F0EEE9', 100: '#F0EEE9',
200: '#E2DFD7', 200: '#E2DFD7',
300: '#C9C4B8', 300: '#C9C4B8',
400: '#756F61', 400: '#9C9587',
500: '#6E675B', 500: '#6E675B',
600: '#524C42', 600: '#524C42',
700: '#3B362E', 700: '#3B362E',
@@ -34,11 +33,8 @@ export default {
}, },
fontFamily: { fontFamily: {
// 标题与比分:宋体血统,报纸版面的骨架 // 标题与比分:宋体血统,报纸版面的骨架
// 拉丁字形走 Georgia(含真斜体,供 Profeto 刊名),中文走 Noto Serif SC webfont;
// 原栈在 Windows 上会跌进 SimSun(点阵感),webfont 兜底解决跨端不一致
serif: [ serif: [
'Georgia', 'Georgia',
'"Noto Serif SC"',
'"Times New Roman"', '"Times New Roman"',
'"Songti SC"', '"Songti SC"',
'STSong', 'STSong',
+3
View File
@@ -16,6 +16,9 @@ async def lifespan(app: FastAPI) -> AsyncIterator[None]:
from src.db.base import init_db from src.db.base import init_db
from src.core.http_client import close_client from src.core.http_client import close_client
await init_db() # 验证连接,不建表 await init_db() # 验证连接,不建表
# P2-5: 启动时执行一次 ingest failure 重试清理
from src.data.retry_worker import run_retry_worker
await run_retry_worker()
yield yield
await close_client() await close_client()
+233 -6
View File
@@ -2,6 +2,12 @@
迁移自旧项目 app/data/sources/bzzoiro/,改成 async + 简化入库 迁移自旧项目 app/data/sources/bzzoiro/,改成 async + 简化入库
使用 Repository 模式进行数据访问,不直接控制事务 使用 Repository 模式进行数据访问,不直接控制事务
改进(P1):
- Bronze 层集成:采集后先存 RawEvent,再规范化
- 死信表集成:采集/规范化失败写 IngestFailure
- 令牌桶限流:替换固定 REQUEST_INTERVAL sleep
- 数据血缘:记录 ETL 全过程
""" """
from __future__ import annotations from __future__ import annotations
@@ -9,6 +15,7 @@ import asyncio
import json as _json import json as _json
import logging import logging
import random import random
import uuid
from collections.abc import Iterable from collections.abc import Iterable
from datetime import datetime, timezone from datetime import datetime, timezone
@@ -18,11 +25,26 @@ from src.core.config import settings
from src.core.http_client import get_client from src.core.http_client import get_client
from src.data.config import BZZOIRO_LEAGUE_IDS, LEAGUE_COUNTRIES, LEAGUE_NAMES, REQUEST_INTERVAL from src.data.config import BZZOIRO_LEAGUE_IDS, LEAGUE_COUNTRIES, LEAGUE_NAMES, REQUEST_INTERVAL
from src.data.normalize import normalize_bzzoiro from src.data.normalize import normalize_bzzoiro
from src.data.rate_limiter import RateLimitedClient, TokenBucket
from src.data.sources import register from src.data.sources import register
from src.db.models import League, Match, MatchStats, Team from src.db.models import DataLineage, DataQualityCheck, IngestFailure, League, Match, MatchStats, RawEvent, Team
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)
# 令牌桶限流器:替代固定 sleep,rate 根据 REQUEST_INTERVAL 计算
_bzzoiro_limiter = TokenBucket(rate=1.0 / REQUEST_INTERVAL, capacity=3)
# P2-3: RateLimitedClient 包装,在 HTTP 调用层面透明限流
_bzzoiro_rl_client: RateLimitedClient | None = None
def _get_bzzoiro_rl_client() -> RateLimitedClient:
"""惰性初始化 RateLimitedClient(避免模块导入时创建 client)。"""
global _bzzoiro_rl_client
if _bzzoiro_rl_client is None:
client = get_client()
_bzzoiro_rl_client = RateLimitedClient(client, _bzzoiro_limiter)
return _bzzoiro_rl_client
def _to_date(value): def _to_date(value):
"""把 datetime / date / str 统一成 `date`。""" """把 datetime / date / str 统一成 `date`。"""
@@ -60,8 +82,9 @@ async def _fetch_json_async(path: str, params: dict | None = None, max_retries:
last_exc: Exception | None = None last_exc: Exception | None = None
for attempt in range(max_retries): for attempt in range(max_retries):
try: try:
client = get_client() # P2-3: 使用 RateLimitedClient 包装 HTTP 调用,透明限流
resp = await client.get(url, headers=headers, params=params, timeout=30) rl_client = _get_bzzoiro_rl_client()
resp = await rl_client.get(url, headers=headers, params=params, timeout=30)
resp.raise_for_status() resp.raise_for_status()
return resp.json() return resp.json()
except Exception as e: except Exception as e:
@@ -124,10 +147,141 @@ async def fetch_bzzoiro_events(
break break
if len(batch) < limit: if len(batch) < limit:
break break
await asyncio.sleep(REQUEST_INTERVAL) # 令牌桶已在 _fetch_json_async 内部处理,这里不再需要固定 sleep
return rows return rows
async def _write_bronze_events(db, raw_events: list[dict], batch_id: str) -> None:
"""将原始事件写入 Bronze 层(RawEvent 表)。
P2-1: 写入血缘记录,追踪 Bronze 层摄取过程
"""
for raw in raw_events:
try:
source_record_id = str(raw.get("id", ""))
if not source_record_id:
# P1-fix: 不再静默跳过,记录到死信表
logger.warning("bzzoiro raw event missing id: %s", str(raw)[:200])
await _write_ingest_failure(
db, "bzzoiro", "match", "",
"normalize_error", "raw event missing id", raw,
)
continue
bronze = RawEvent(
source_system="bzzoiro",
source_record_id=source_record_id,
raw_payload=raw,
ingest_batch_id=batch_id,
)
db.add(bronze)
except Exception as e:
logger.warning("bzzoiro raw_event write failed: %s", e)
try:
await db.flush()
except Exception as e:
logger.warning("bzzoiro raw_events flush failed: %s", e)
# P2-1: 写入 Bronze 层血缘记录
for raw in raw_events:
source_record_id = str(raw.get("id", ""))
if not source_record_id:
continue
await _write_data_lineage(
db,
source_system="bzzoiro",
source_record_id=source_record_id,
target_table="raw_events",
transform_name="bronze_ingest",
batch_id=batch_id,
)
async def _write_ingest_failure(
db,
source_system: str,
entity_type: str,
source_record_id: str,
error_type: str,
error_detail: str,
raw_payload: dict | None,
) -> None:
"""写入采集失败到死信表(IngestFailure)。"""
try:
from datetime import timedelta
failure = IngestFailure(
source_system=source_system,
entity_type=entity_type,
source_record_id=source_record_id,
error_type=error_type,
error_detail=error_detail[:2000] if error_detail else None,
raw_payload=raw_payload,
status="pending",
next_retry_at=datetime.now(timezone.utc) + timedelta(minutes=5),
)
db.add(failure)
await db.flush()
except Exception:
logger.warning("bzzoiro ingest_failure write failed", exc_info=True)
async def _write_data_lineage(
db,
*,
source_system: str,
source_record_id: str,
target_table: str,
target_id: int | None = None,
transform_name: str,
transform_detail: str | None = None,
batch_id: str | None = None,
) -> None:
"""写入数据血缘记录(DataLineage 表)。"""
try:
lineage = DataLineage(
source_system=source_system,
source_record_id=source_record_id,
target_table=target_table,
target_id=target_id,
transform_name=transform_name,
transform_detail=transform_detail,
batch_id=batch_id,
)
db.add(lineage)
await db.flush()
except Exception:
logger.warning("bzzoiro data_lineage write failed", exc_info=True)
async def _write_data_quality_check(
db,
*,
check_name: str,
entity_type: str,
entity_id: str | None = None,
expected_value: str | None = None,
actual_value: str | None = None,
passed: bool,
severity: str = "warning",
detail: str | None = None,
) -> None:
"""写入数据质量检查结果(DataQualityCheck 表)。"""
try:
check = DataQualityCheck(
check_name=check_name,
entity_type=entity_type,
entity_id=entity_id,
expected_value=expected_value,
actual_value=actual_value,
passed=passed,
severity=severity,
detail=detail,
)
db.add(check)
await db.flush()
except Exception:
logger.warning("bzzoiro data_quality_check write failed", exc_info=True)
@register @register
class BzzoiroSource: class BzzoiroSource:
"""bzzoiro 数据源(实现 DataSource 协议)。""" """bzzoiro 数据源(实现 DataSource 协议)。"""
@@ -148,6 +302,7 @@ class BzzoiroSource:
注意: 本方法不控制事务(commit/rollback),由调用方通过 UnitOfWork 控制 注意: 本方法不控制事务(commit/rollback),由调用方通过 UnitOfWork 控制
""" """
result: dict = {"leagues": {}, "total_inserted": 0, "total_updated": 0, "errors": []} result: dict = {"leagues": {}, "total_inserted": 0, "total_updated": 0, "errors": []}
batch_id = uuid.uuid4().hex[:16]
for code in leagues: for code in leagues:
league_r: dict = {"inserted": 0, "updated": 0, "errors": []} league_r: dict = {"inserted": 0, "updated": 0, "errors": []}
@@ -156,9 +311,17 @@ class BzzoiroSource:
except Exception as e: except Exception as e:
logger.exception("bzzoiro fetch failed for %s", code) logger.exception("bzzoiro fetch failed for %s", code)
league_r["errors"].append(f"fetch failed: {e}") league_r["errors"].append(f"fetch failed: {e}")
# 写死信表
await _write_ingest_failure(
db, "bzzoiro", "match", f"fetch_{code}_{batch_id}",
"fetch_error", str(e), {"league": code, "date_from": date_from, "date_to": date_to},
)
result["leagues"][code] = league_r result["leagues"][code] = league_r
continue continue
# === Bronze 层:先存 RawEvent ===
await _write_bronze_events(db, raw_events, batch_id)
# 获取或创建联赛 # 获取或创建联赛
stmt = select(League).where(League.code == code) stmt = select(League).where(League.code == code)
league = (await db.execute(stmt)).scalar_one_or_none() league = (await db.execute(stmt)).scalar_one_or_none()
@@ -185,6 +348,11 @@ class BzzoiroSource:
except Exception as e: except Exception as e:
# P1-3: 统一使用 warning,不追加到 errors(仅运行时错误入 errors) # P1-3: 统一使用 warning,不追加到 errors(仅运行时错误入 errors)
logger.warning("normalize skip: %s", e) logger.warning("normalize skip: %s", e)
# 写死信表:规范化失败
await _write_ingest_failure(
db, "bzzoiro", "match", str(raw.get("id", "")),
"normalize_error", str(e), raw,
)
continue continue
normalized_matches.append((nm, raw)) normalized_matches.append((nm, raw))
all_team_names.add(nm.home_team) all_team_names.add(nm.home_team)
@@ -255,6 +423,16 @@ class BzzoiroSource:
db.add(m) db.add(m)
await db.flush() await db.flush()
existing_matches[match_key] = m # 防止同批重复 existing_matches[match_key] = m # 防止同批重复
# P2-1: Silver 层血缘 — Match 创建
await _write_data_lineage(
db,
source_system="bzzoiro",
source_record_id=str(raw.get("id", "")),
target_table="matches",
target_id=m.id,
transform_name="silver_upsert",
batch_id=batch_id,
)
if nm.home_xg is not None or nm.away_xg is not None: if nm.home_xg is not None or nm.away_xg is not None:
now = datetime.now(timezone.utc) now = datetime.now(timezone.utc)
stats = MatchStats( stats = MatchStats(
@@ -273,11 +451,22 @@ class BzzoiroSource:
home_red_cards=nm.home_red_cards, home_red_cards=nm.home_red_cards,
away_red_cards=nm.away_red_cards, away_red_cards=nm.away_red_cards,
source="bzzoiro", source="bzzoiro",
source_event_id=str(raw.get("id", "")), source_record_id=str(raw.get("id", "")),
retrieved_at=now, retrieved_at=now,
available_at=now, available_at=now,
) )
db.add(stats) db.add(stats)
await db.flush()
# P2-1: Silver 层血缘 — MatchStats 创建
await _write_data_lineage(
db,
source_system="bzzoiro",
source_record_id=str(raw.get("id", "")),
target_table="match_stats",
target_id=m.id,
transform_name="silver_upsert",
batch_id=batch_id,
)
league_r["inserted"] += 1 league_r["inserted"] += 1
else: else:
# 已有比赛: 直接从内存获取对象更新(无需再查询) # 已有比赛: 直接从内存获取对象更新(无需再查询)
@@ -298,13 +487,36 @@ class BzzoiroSource:
now = datetime.now(timezone.utc) now = datetime.now(timezone.utc)
existing_match.stats = MatchStats( existing_match.stats = MatchStats(
match_id=existing_match.id, match_id=existing_match.id,
home_xg=nm.home_xg,
away_xg=nm.away_xg,
home_shots=nm.home_shots,
away_shots=nm.away_shots,
home_shots_on_target=nm.home_shots_on_target,
away_shots_on_target=nm.away_shots_on_target,
home_corners=nm.home_corners,
away_corners=nm.away_corners,
home_possession=nm.home_possession,
home_yellow_cards=nm.home_yellow_cards,
away_yellow_cards=nm.away_yellow_cards,
home_red_cards=nm.home_red_cards,
away_red_cards=nm.away_red_cards,
source="bzzoiro", source="bzzoiro",
source_event_id=str(raw.get("id", "")), source_record_id=str(raw.get("id", "")),
retrieved_at=now, retrieved_at=now,
available_at=now, available_at=now,
) )
db.add(existing_match.stats) db.add(existing_match.stats)
await db.flush() await db.flush()
# P2-1: Silver 层血缘 — MatchStats 创建(更新路径)
await _write_data_lineage(
db,
source_system="bzzoiro",
source_record_id=str(raw.get("id", "")),
target_table="match_stats",
target_id=existing_match.id,
transform_name="silver_upsert",
batch_id=batch_id,
)
if existing_match.stats is not None: if existing_match.stats is not None:
for fld in ("home_xg", "away_xg", "home_shots", "away_shots", for fld in ("home_xg", "away_xg", "home_shots", "away_shots",
"home_shots_on_target", "away_shots_on_target", "home_shots_on_target", "away_shots_on_target",
@@ -323,4 +535,19 @@ class BzzoiroSource:
result["leagues"][code] = league_r result["leagues"][code] = league_r
result["total_inserted"] += league_r["inserted"] result["total_inserted"] += league_r["inserted"]
result["total_updated"] += league_r["updated"] result["total_updated"] += league_r["updated"]
# P2-2: 数据质量检查 — 行计数合理性(某联赛比赛数不应为 0)
total_records = league_r["inserted"] + league_r["updated"]
await _write_data_quality_check(
db,
check_name="bzzoiro_row_count",
entity_type="match",
entity_id=code,
expected_value=">=1",
actual_value=str(total_records),
passed=total_records > 0,
severity="critical" if total_records == 0 else "info",
detail=f"league={code} inserted={league_r['inserted']} updated={league_r['updated']}",
)
return result return result
+238 -10
View File
@@ -1,16 +1,25 @@
"""伤停数据采集器(api-football / api-sports.io)。 """伤停数据采集器(api-football / api-sports.io)。
采集伤停数据并入库(injuries ), injuries agent 使用 采集伤停数据并入库(injuries ), injuries agent 使用
改进(P0):
- 原子写缓存(tempfile + os.replace)
- TTL 分级:未来比赛 1h,当天 5min,历史 7day
- 文件锁防止并发写缓存冲突
- Bronze 层集成(RawEvent)
- 死信表集成(IngestFailure)
""" """
from __future__ import annotations from __future__ import annotations
import asyncio import asyncio
import json import json
import logging import logging
import os
import random import random
import tempfile import tempfile
import time import time
from datetime import datetime, timezone import uuid
from datetime import datetime, timedelta, timezone
from pathlib import Path from pathlib import Path
from typing import Any from typing import Any
@@ -18,6 +27,7 @@ import httpx
from src.core.config import settings from src.core.config import settings
from src.core.http_client import get_client from src.core.http_client import get_client
from src.db.models import DataQualityCheck
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)
@@ -27,6 +37,138 @@ DEFAULT_HOST = "v3.football.api-sports.io"
# P2-3: 缓存目录改用系统临时目录,避免源码树内写入 # P2-3: 缓存目录改用系统临时目录,避免源码树内写入
_CACHE_DIR = Path(tempfile.gettempdir()) / "profeto_injuries" _CACHE_DIR = Path(tempfile.gettempdir()) / "profeto_injuries"
# 模块级锁:防止并发写同一缓存文件
_cache_lock = asyncio.Lock()
def _sanitize_cache_component(value: str | int | None) -> str:
"""消毒缓存键组件,防止路径遍历。
只允许 [A-Za-z0-9_.-],其余字符替换为 '_'
"""
import re
s = str(value) if value is not None else "none"
return re.sub(r'[^A-Za-z0-9_.]', '_', s)[:60]
def _build_cache_key(prefix: str, *components: str | int | None) -> str:
"""构造安全的缓存文件名。"""
parts = [_sanitize_cache_component(c) for c in components]
return f"{prefix}_{'_'.join(parts)}.json"
def _compute_ttl_hours(date_str: str | None, fixture_id: int | None, league_id: int | None) -> float:
"""根据查询参数计算缓存 TTL(小时)。
TTL 分级策略:
- 未来比赛(date > now): 1 小时(赛前伤停变化频繁)
- 当天比赛(date == today): 5 分钟(赛中实时更新)
- 历史比赛(date < now): 7 (历史数据不变)
- 无日期参数: 1 小时(保守策略)
"""
if date_str is None:
# 无日期参数(按 fixture_id 或 league_id 查询),保守 TTL
return 1.0
try:
query_date = datetime.strptime(date_str, "%Y-%m-%d").replace(tzinfo=timezone.utc)
now = datetime.now(timezone.utc)
today = now.date()
if query_date.date() > today:
return 1.0 # 未来
elif query_date.date() == today:
return 5.0 / 60 # 当天:5 分钟
else:
return 168.0 # 历史:7 天
except (ValueError, TypeError):
return 1.0 # 解析失败,保守 TTL
def _write_cache_atomic(cache_file: Path, data: Any) -> None:
"""原子写缓存文件。
使用 tempfile + os.replace 实现原子写,防止读到写了一半的文件
配合模块级 asyncio.Lock,杜绝并发写冲突
"""
cache_file.parent.mkdir(parents=True, exist_ok=True)
# 在同一目录创建临时文件(保证 os.replace 是原子操作)
fd, tmp_path = tempfile.mkstemp(
dir=str(cache_file.parent),
prefix=f".{cache_file.name}.tmp_",
)
try:
with os.fdopen(fd, "w", encoding="utf-8") as f:
json.dump(data, f, ensure_ascii=False, default=str)
os.replace(tmp_path, cache_file)
except BaseException:
# 失败时清理临时文件
try:
os.unlink(tmp_path)
except OSError:
pass
raise
def _cleanup_expired_cache() -> int:
"""P2-4: 扫描缓存目录,删除过期的 .json 文件。
TTL 策略(保守取最大值,避免误删有效缓存):
- 最短 TTL 5 分钟(当天比赛),但清理阈值用 1 小时
- 超过 1 小时的缓存文件视为过期
Returns:
删除的文件数
"""
import glob as _glob
cache_dir = _CACHE_DIR
if not cache_dir.exists():
return 0
removed = 0
max_ttl_seconds = 3600 # 1 小时(保守阈值,最短实际 TTL 5 分钟)
now_ts = time.time()
for cache_file in _glob.glob(str(cache_dir / "*.json")):
try:
file_age = now_ts - os.path.getmtime(cache_file)
if file_age > max_ttl_seconds:
os.unlink(cache_file)
removed += 1
except OSError:
continue
if removed > 0:
logger.info("injuries cache cleanup: removed %d expired files", removed)
return removed
async def _write_data_quality_check(
db,
*,
check_name: str,
entity_type: str,
entity_id: str | None = None,
expected_value: str | None = None,
actual_value: str | None = None,
passed: bool,
severity: str = "warning",
detail: str | None = None,
) -> None:
"""写入数据质量检查结果(DataQualityCheck 表)。"""
try:
check = DataQualityCheck(
check_name=check_name,
entity_type=entity_type,
entity_id=entity_id,
expected_value=expected_value,
actual_value=actual_value,
passed=passed,
severity=severity,
detail=detail,
)
db.add(check)
await db.flush()
except Exception:
logger.warning("injuries data_quality_check write failed", exc_info=True)
async def fetch_injuries(*, date: str | None = None, fixture_id: int | None = None, league_id: int | None = None) -> list[dict]: async def fetch_injuries(*, date: str | None = None, fixture_id: int | None = None, league_id: int | None = None) -> list[dict]:
"""采集伤停数据。 """采集伤停数据。
@@ -43,20 +185,25 @@ async def fetch_injuries(*, date: str | None = None, fixture_id: int | None = No
if not api_key: if not api_key:
raise RuntimeError("API_FOOTBALL_KEY 未设置") raise RuntimeError("API_FOOTBALL_KEY 未设置")
# P2-4: 清理过期缓存文件
_cleanup_expired_cache()
cache_dir = _CACHE_DIR cache_dir = _CACHE_DIR
cache_dir.mkdir(parents=True, exist_ok=True) cache_dir.mkdir(parents=True, exist_ok=True)
# 缓存命中 (7 天内有效) # TTL 分级缓存
cache_key = f"injuries_{date}_{fixture_id}_{league_id}.json" ttl_hours = _compute_ttl_hours(date, fixture_id, league_id)
# P0-fix: 消毒缓存键,防止路径遍历(date 参数可能含 '../' 等)
cache_key = _build_cache_key("injuries", date, fixture_id, league_id)
cache_file = cache_dir / cache_key cache_file = cache_dir / cache_key
if cache_file.exists(): if cache_file.exists():
age_hours = (time.time() - cache_file.stat().st_mtime) / 3600 age_hours = (time.time() - cache_file.stat().st_mtime) / 3600
if age_hours < 168: # 7 天 if age_hours < ttl_hours:
logger.debug("injuries cache hit: %s (%.1fh old)", cache_key, age_hours) logger.debug("injuries cache hit: %s (%.1fh old, ttl=%.2fh)", cache_key, age_hours, ttl_hours)
with open(cache_file, encoding="utf-8") as f: with open(cache_file, encoding="utf-8") as f:
return json.load(f) return json.load(f)
else: else:
logger.debug("injuries cache expired: %s (%.1fh old)", cache_key, age_hours) logger.debug("injuries cache expired: %s (%.1fh old, ttl=%.2fh)", cache_key, age_hours, ttl_hours)
headers = { headers = {
"x-apisports-key": api_key, "x-apisports-key": api_key,
@@ -93,9 +240,9 @@ async def fetch_injuries(*, date: str | None = None, fixture_id: int | None = No
data = resp.json() data = resp.json()
injuries = data.get("response", []) injuries = data.get("response", [])
# 写缓存 # 原子写缓存 + 文件锁(防止并发写冲突)
with open(cache_file, "w", encoding="utf-8") as f: async with _cache_lock:
json.dump(injuries, ensure_ascii=False, default=str, fp=f) _write_cache_atomic(cache_file, injuries)
return injuries return injuries
@@ -106,25 +253,64 @@ async def ingest_injuries(db, *, date: str | None = None) -> dict:
注意: 本方法不控制事务(commit/rollback),由调用方通过 UnitOfWork 控制 注意: 本方法不控制事务(commit/rollback),由调用方通过 UnitOfWork 控制
P1-4: 批量幂等检查,避免逐条查询的竞态条件(并发采集时 IntegrityError) P1-4: 批量幂等检查,避免逐条查询的竞态条件(并发采集时 IntegrityError)
P1 Bronze: 采集成功后先存 RawEvent,再规范化
P1 死信: 采集/规范化失败时写 IngestFailure
""" """
from sqlalchemy import select from sqlalchemy import select
from sqlalchemy.exc import IntegrityError from sqlalchemy.exc import IntegrityError
from sqlalchemy.orm import selectinload from sqlalchemy.orm import selectinload
from src.data.team_names import normalize as normalize_name from src.data.team_names import normalize as normalize_name
from src.db.models import Injury, Team from src.db.models import DataQualityCheck, Injury, IngestFailure, RawEvent, Team
result = {"count": 0, "inserted": 0, "errors": []} result = {"count": 0, "inserted": 0, "errors": []}
batch_id = uuid.uuid4().hex[:16]
try: try:
raw_injuries = await fetch_injuries(date=date) raw_injuries = await fetch_injuries(date=date)
except Exception as e: except Exception as e:
logger.exception("injuries fetch failed") logger.exception("injuries fetch failed")
result["errors"].append(f"fetch failed: {e}") result["errors"].append(f"fetch failed: {e}")
# 写死信表(IngestFailure)
try:
failure = IngestFailure(
source_system="api-football",
entity_type="injury",
source_record_id=f"fetch_{batch_id}",
error_type="fetch_error",
error_detail=str(e)[:2000],
raw_payload={"date": date},
status="pending",
next_retry_at=datetime.now(timezone.utc) + timedelta(minutes=5),
)
db.add(failure)
await db.flush()
except Exception:
logger.warning("failed to write fetch error to ingest_failures", exc_info=True)
return result return result
result["count"] = len(raw_injuries) result["count"] = len(raw_injuries)
# === Bronze 层:写 RawEvent ===
for raw in raw_injuries:
try:
player = raw.get("player", {}) or {}
fixture = raw.get("fixture", {}) or {}
source_record_id = f"inj_{player.get('id')}_{fixture.get('id')}"
bronze = RawEvent(
source_system="api-football",
source_record_id=source_record_id,
raw_payload=raw,
ingest_batch_id=batch_id,
)
db.add(bronze)
except Exception as e:
logger.warning("raw_event write failed for injury: %s", e)
try:
await db.flush()
except Exception as e:
logger.warning("raw_events flush failed: %s", e)
# 预加载所有球队(用于按名匹配) # 预加载所有球队(用于按名匹配)
teams = (await db.execute(select(Team))).scalars().all() teams = (await db.execute(select(Team))).scalars().all()
team_by_name = {t.name: t.id for t in teams} team_by_name = {t.name: t.id for t in teams}
@@ -132,6 +318,7 @@ async def ingest_injuries(db, *, date: str | None = None) -> dict:
# P1-4: 收集所有待插入记录的键,批量查询已存在的记录 # P1-4: 收集所有待插入记录的键,批量查询已存在的记录
# 避免逐条查询 + 插入的竞态条件(两个并发请求同时通过检查 → IntegrityError) # 避免逐条查询 + 插入的竞态条件(两个并发请求同时通过检查 → IntegrityError)
pending_records: list[dict] = [] pending_records: list[dict] = []
parse_failures: list[dict] = [] # 规范化失败的原始数据,用于写死信表
for raw in raw_injuries: for raw in raw_injuries:
try: try:
player = raw.get("player", {}) or {} player = raw.get("player", {}) or {}
@@ -176,6 +363,31 @@ async def ingest_injuries(db, *, date: str | None = None) -> dict:
}) })
except Exception as e: except Exception as e:
result["errors"].append(f"parse error: {e}") result["errors"].append(f"parse error: {e}")
parse_failures.append({"raw": raw, "error": str(e)})
# 写规范化失败到死信表
for fail in parse_failures:
try:
raw = fail["raw"]
player = raw.get("player", {}) or {}
failure = IngestFailure(
source_system="api-football",
entity_type="injury",
source_record_id=f"inj_{player.get('id', 'unknown')}",
error_type="normalize_error",
error_detail=fail["error"][:2000],
raw_payload=raw,
status="pending",
next_retry_at=datetime.now(timezone.utc) + timedelta(minutes=5),
)
db.add(failure)
except Exception:
logger.warning("failed to write parse error to ingest_failures", exc_info=True)
if parse_failures:
try:
await db.flush()
except Exception:
logger.warning("ingest_failures flush failed", exc_info=True)
# P1-4: 批量查询已存在的记录(1 次 DB 往返) # P1-4: 批量查询已存在的记录(1 次 DB 往返)
existing_keys: set[tuple] = set() existing_keys: set[tuple] = set()
@@ -223,6 +435,22 @@ async def ingest_injuries(db, *, date: str | None = None) -> dict:
logger.warning("injuries final flush IntegrityError, falling back to per-record insert") logger.warning("injuries final flush IntegrityError, falling back to per-record insert")
return await _ingest_injuries_fallback(db, pending_records, result) return await _ingest_injuries_fallback(db, pending_records, result)
# P2-2: 数据质量检查 — 行计数 / 新增比例
total = result["count"]
inserted = result["inserted"]
# 某日期伤停数不应为 0(除非历史日期)
await _write_data_quality_check(
db,
check_name="injuries_row_count",
entity_type="injury",
entity_id=date or "unknown",
expected_value=">=0",
actual_value=str(total),
passed=True,
severity="info",
detail=f"date={date} fetched={total} inserted={inserted}",
)
# 注意: 不在此处 commit,由调用方 UnitOfWork 控制事务 # 注意: 不在此处 commit,由调用方 UnitOfWork 控制事务
logger.info("injuries: fetched %d, inserted %d for %s", result["count"], result["inserted"], date) logger.info("injuries: fetched %d, inserted %d for %s", result["count"], result["inserted"], date)
return result return result
+98
View File
@@ -0,0 +1,98 @@
"""令牌桶限流器。
替代 bzzoiro 中固定的 REQUEST_INTERVAL sleep,提供更精细的速率控制
支持突发流量和平滑限流
"""
from __future__ import annotations
import asyncio
import logging
import time
logger = logging.getLogger(__name__)
class TokenBucket:
"""异步令牌桶限流器。
用法:
limiter = TokenBucket(rate=5.0, capacity=10)
await limiter.acquire() # 等待直到有可用令牌
Args:
rate: 每秒补充的令牌数
capacity: 桶容量(允许的最大突发量)
"""
def __init__(self, rate: float, capacity: int | None = None) -> None:
if rate <= 0:
raise ValueError(f"rate must be positive, got {rate}")
self._rate = rate
self._capacity = capacity or max(1, int(rate * 2))
self._tokens: float = self._capacity
self._last_refill = time.monotonic()
self._lock = asyncio.Lock()
async def acquire(self, tokens: int = 1) -> None:
"""获取指定数量的令牌,不足时等待。
Args:
tokens: 需要获取的令牌数
"""
if tokens <= 0:
return
if tokens > self._capacity:
raise ValueError(f"requested {tokens} exceeds capacity {self._capacity}")
while True:
async with self._lock:
self._refill()
if self._tokens >= tokens:
self._tokens -= tokens
return
# 计算需要等待的时间
wait_time = (tokens - self._tokens) / self._rate
logger.debug("token bucket: waiting %.2fs for %d tokens", wait_time, tokens)
await asyncio.sleep(wait_time)
def _refill(self) -> None:
"""补充令牌(基于经过的时间)。"""
now = time.monotonic()
elapsed = now - self._last_refill
if elapsed > 0:
self._tokens = min(self._capacity, self._tokens + elapsed * self._rate)
self._last_refill = now
@property
def tokens(self) -> float:
"""当前可用令牌数(近似)。"""
self._refill()
return self._tokens
class RateLimitedClient:
"""HTTP 客户端限流包装器。
httpx 客户端之上添加令牌桶限流,透明地控制请求速率
用法:
client = get_client()
limiter = TokenBucket(rate=5.0)
wrapper = RateLimitedClient(client, limiter)
resp = await wrapper.get(url)
"""
def __init__(self, client, limiter: TokenBucket) -> None:
self._client = client
self._limiter = limiter
async def get(self, url: str, **kwargs):
"""限流的 GET 请求。"""
await self._limiter.acquire()
return await self._client.get(url, **kwargs)
async def post(self, url: str, **kwargs):
"""限流的 POST 请求。"""
await self._limiter.acquire()
return await self._client.post(url, **kwargs)
+126
View File
@@ -0,0 +1,126 @@
"""P2-5: IngestFailure 重试 Worker。
查询死信表中 status='pending' AND next_retry_at <= now() 的记录,
根据 source_system error_type 决定重试策略
作为 FastAPI startup 事件注册,在应用启动时执行一次清理
"""
from __future__ import annotations
import logging
from datetime import datetime, timedelta, timezone
from sqlalchemy import select
from src.db.base import AsyncSessionLocal
logger = logging.getLogger(__name__)
# 最大重试次数上限
_MAX_RETRIES = 5
async def _retry_ingest_failures(db) -> dict:
"""重试待处理的采集失败记录。
查询条件: status='pending' AND next_retry_at <= now()
重试策略:
- retry_count >= MAX_RETRIES 标记 abandoned
- error_type=fetch_error 退避重试(更新 next_retry_at)
- error_type=normalize_error 规范化失败通常是数据问题,退避重试
- error_type=db_error 数据库问题,退避重试
Args:
db: SQLAlchemy async session
Returns:
统计 dict: {"retried": int, "abandoned": int, "errors": list[str]}
"""
result = {"retried": 0, "abandoned": 0, "errors": []}
from src.db.models import IngestFailure
now = datetime.now(timezone.utc)
# 查询待重试记录
stmt = (
select(IngestFailure)
.where(IngestFailure.status == "pending")
.where(IngestFailure.next_retry_at <= now)
.order_by(IngestFailure.next_retry_at)
.limit(50) # 每批最多处理 50 条,避免长时间持有事务
)
try:
rows = (await db.execute(stmt)).scalars().all()
except Exception as e:
logger.warning("retry_worker: query failed: %s", e)
result["errors"].append(f"query failed: {e}")
return result
if not rows:
return result
logger.info("retry_worker: found %d pending failures to retry", len(rows))
for failure in rows:
try:
# 超过最大重试次数 → 放弃
if failure.retry_count >= _MAX_RETRIES:
failure.status = "abandoned"
failure.resolved_at = now
await db.flush()
result["abandoned"] += 1
logger.info(
"retry_worker: abandoned %s/%s after %d retries",
failure.source_system, failure.source_record_id, failure.retry_count,
)
continue
# 退避计算: 5min * 2^retry_count,最大 24 小时
backoff_minutes = min(5 * (2 ** failure.retry_count), 1440)
next_retry = now + timedelta(minutes=backoff_minutes)
# 更新重试状态
failure.retry_count += 1
failure.next_retry_at = next_retry
failure.status = "retrying"
await db.flush()
result["retried"] += 1
logger.info(
"retry_worker: scheduled retry %d/%d for %s/%s (next: %s)",
failure.retry_count, _MAX_RETRIES,
failure.source_system, failure.source_record_id,
next_retry.isoformat(),
)
except Exception as e:
await db.rollback()
error_msg = f"retry {failure.source_system}/{failure.source_record_id}: {e}"
result["errors"].append(error_msg)
logger.warning("retry_worker: %s", error_msg)
return result
async def run_retry_worker() -> None:
"""启动入口: 获取 DB session 并执行重试逻辑。
设计为幂等操作 多次运行不会产生副作用( next_retry_at 约束)
"""
logger.info("retry_worker: starting ingest failure retry sweep")
try:
async with AsyncSessionLocal() as db:
try:
stats = await _retry_ingest_failures(db)
await db.commit()
logger.info(
"retry_worker: sweep complete — retried=%d abandoned=%d errors=%d",
stats["retried"], stats["abandoned"], len(stats["errors"]),
)
except Exception as e:
await db.rollback()
logger.warning("retry_worker: session failed: %s", e)
except Exception as e:
logger.warning("retry_worker: failed to get DB session: %s", e)
+214 -11
View File
@@ -2,6 +2,12 @@
迁移自旧项目 app/data/sources/understat.py,改成 async 迁移自旧项目 app/data/sources/understat.py,改成 async
使用 Repository 模式进行数据访问,不直接控制事务 使用 Repository 模式进行数据访问,不直接控制事务
改进(P1):
- Bronze 层集成:采集后先存 RawEvent,再规范化
- 死信表集成:采集/规范化失败写 IngestFailure
- xG 覆盖更新: understat 数据更新时覆盖旧值(全量覆盖模式)
- xG 追踪字段:xg_source / xg_updated_at / xg_source_record_id
""" """
from __future__ import annotations from __future__ import annotations
@@ -10,6 +16,7 @@ import json
import logging import logging
import random import random
import re import re
import uuid
from datetime import datetime, timedelta, timezone from datetime import datetime, timedelta, timezone
from sqlalchemy import select from sqlalchemy import select
@@ -19,7 +26,7 @@ from src.core.http_client import get_client
from src.data.config import FDCO_TO_UNDERSTAT, LEAGUE_NAMES from src.data.config import FDCO_TO_UNDERSTAT, LEAGUE_NAMES
from src.data.normalize import normalize_understat from src.data.normalize import normalize_understat
from src.data.sources import register from src.data.sources import register
from src.db.models import League, Match, MatchStats, Team from src.db.models import DataLineage, DataQualityCheck, IngestFailure, League, Match, MatchStats, RawEvent, Team
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)
@@ -47,6 +54,7 @@ async def fetch_understat(league_code: str, season: int) -> list[dict]:
"Referer": f"https://understat.com/league/{understat_league}/{season}", "Referer": f"https://understat.com/league/{understat_league}/{season}",
} }
# 重试:网络错误 / 5xx / 429 # 重试:网络错误 / 5xx / 429
last_exc: Exception | None = None last_exc: Exception | None = None
for attempt in range(3): for attempt in range(3):
@@ -58,12 +66,10 @@ async def fetch_understat(league_code: str, season: int) -> list[dict]:
except Exception as e: except Exception as e:
last_exc = e last_exc = e
if attempt == 2: if attempt == 2:
raise raise RuntimeError(f"understat fetch failed: {e}") from e
delay = min(2 ** attempt, 8) + random.uniform(0, 1) delay = min(2 ** attempt, 8) + random.uniform(0, 1)
logger.warning("understat fetch failed, retry %d in %.1fs: %s", attempt + 1, delay, e) logger.warning("understat fetch failed, retry %d in %.1fs: %s", attempt + 1, delay, e)
await asyncio.sleep(delay) await asyncio.sleep(delay)
else:
raise RuntimeError(f"understat fetch failed: {last_exc}")
# understat 返回 JS 对象,需要提取 JSON # understat 返回 JS 对象,需要提取 JSON
text = resp.text text = resp.text
@@ -89,6 +95,136 @@ def _match_key(home_team_id: int, away_team_id: int, match_date) -> tuple[int, i
return (home_team_id, away_team_id, match_date.isoformat() if match_date is not None else "") return (home_team_id, away_team_id, match_date.isoformat() if match_date is not None else "")
async def _write_understat_bronze(db, raw_matches: list[dict], batch_id: str) -> None:
"""将 understat 原始数据写入 Bronze 层(RawEvent 表)。
P2-1: 写入血缘记录,追踪 Bronze 层摄取过程
"""
for raw in raw_matches:
try:
source_record_id = str(raw.get("id", ""))
if not source_record_id:
# P1-fix: 不再静默跳过,记录到死信表
logger.warning("understat raw match missing id: %s", str(raw)[:200])
await _write_ingest_failure(
db, "understat", "match", "",
"normalize_error", "raw match missing id", raw,
)
continue
bronze = RawEvent(
source_system="understat",
source_record_id=source_record_id,
raw_payload=raw,
ingest_batch_id=batch_id,
)
db.add(bronze)
except Exception as e:
logger.warning("understat raw_event write failed: %s", e)
try:
await db.flush()
except Exception as e:
logger.warning("understat raw_events flush failed: %s", e)
# P2-1: 写入 Bronze 层血缘记录
for raw in raw_matches:
source_record_id = str(raw.get("id", ""))
if not source_record_id:
continue
await _write_data_lineage(
db,
source_system="understat",
source_record_id=source_record_id,
target_table="raw_events",
transform_name="bronze_ingest",
batch_id=batch_id,
)
async def _write_ingest_failure(
db,
source_system: str,
entity_type: str,
source_record_id: str,
error_type: str,
error_detail: str,
raw_payload: dict | None,
) -> None:
"""写入采集失败到死信表(IngestFailure)。"""
try:
failure = IngestFailure(
source_system=source_system,
entity_type=entity_type,
source_record_id=source_record_id,
error_type=error_type,
error_detail=error_detail[:2000] if error_detail else None,
raw_payload=raw_payload,
status="pending",
next_retry_at=datetime.now(timezone.utc) + timedelta(minutes=5),
)
db.add(failure)
await db.flush()
except Exception:
logger.warning("understat ingest_failure write failed", exc_info=True)
async def _write_data_lineage(
db,
*,
source_system: str,
source_record_id: str,
target_table: str,
target_id: int | None = None,
transform_name: str,
transform_detail: str | None = None,
batch_id: str | None = None,
) -> None:
"""写入数据血缘记录(DataLineage 表)。"""
try:
lineage = DataLineage(
source_system=source_system,
source_record_id=source_record_id,
target_table=target_table,
target_id=target_id,
transform_name=transform_name,
transform_detail=transform_detail,
batch_id=batch_id,
)
db.add(lineage)
await db.flush()
except Exception:
logger.warning("understat data_lineage write failed", exc_info=True)
async def _write_data_quality_check(
db,
*,
check_name: str,
entity_type: str,
entity_id: str | None = None,
expected_value: str | None = None,
actual_value: str | None = None,
passed: bool,
severity: str = "warning",
detail: str | None = None,
) -> None:
"""写入数据质量检查结果(DataQualityCheck 表)。"""
try:
check = DataQualityCheck(
check_name=check_name,
entity_type=entity_type,
entity_id=entity_id,
expected_value=expected_value,
actual_value=actual_value,
passed=passed,
severity=severity,
detail=detail,
)
db.add(check)
await db.flush()
except Exception:
logger.warning("understat data_quality_check write failed", exc_info=True)
@register @register
class UnderstatSource: class UnderstatSource:
"""understat xG 数据源(实现 DataSource 协议)。""" """understat xG 数据源(实现 DataSource 协议)。"""
@@ -96,23 +232,33 @@ class UnderstatSource:
name = "understat" name = "understat"
async def ingest(self, db, *, league: str, season: int) -> dict: async def ingest(self, db, *, league: str, season: int) -> dict:
"""采集 understat xG → 回填到现有 Match。只回填 xG 字段,不创建新 Match。 """采集 understat xG → 回填到现有 Match。
注意: 本方法不控制事务(commit/rollback),由调用方通过 UnitOfWork 控制 注意: 本方法不控制事务(commit/rollback),由调用方通过 UnitOfWork 控制
P1-3: 批量查询优化,将单赛季 380 × 3 DB 往返降为 3 次查询 P1-3: 批量查询优化,将单赛季 380 × 3 DB 往返降为 3 次查询
P1-4: xG 覆盖更新模式, understat 数据更新时覆盖旧值
""" """
from src.db.repositories import LeagueRepository, TeamRepository from src.db.repositories import LeagueRepository, TeamRepository
result = {"updated": 0, "skipped": 0, "unmatched": 0, "errors": []} result = {"updated": 0, "skipped": 0, "unmatched": 0, "errors": []}
batch_id = uuid.uuid4().hex[:16]
try: try:
raw_matches = await fetch_understat(league, season) raw_matches = await fetch_understat(league, season)
except Exception as e: except Exception as e:
logger.exception("understat fetch failed for %s %s", league, season) logger.exception("understat fetch failed for %s %s", league, season)
result["errors"].append(f"fetch failed: {e}") result["errors"].append(f"fetch failed: {e}")
# 写死信表
await _write_ingest_failure(
db, "understat", "match", f"fetch_{league}_{season}_{batch_id}",
"fetch_error", str(e), {"league": league, "season": season},
)
return result return result
# === Bronze 层:先存 RawEvent ===
await _write_understat_bronze(db, raw_matches, batch_id)
# 使用 Repository # 使用 Repository
league_repo = LeagueRepository(db) league_repo = LeagueRepository(db)
team_repo = TeamRepository(db) team_repo = TeamRepository(db)
@@ -136,6 +282,11 @@ class UnderstatSource:
continue continue
except Exception as e: except Exception as e:
result["errors"].append(f"normalize: {e}") result["errors"].append(f"normalize: {e}")
# 写死信表:规范化失败
await _write_ingest_failure(
db, "understat", "match", str(raw.get("id", "")),
"normalize_error", str(e), raw,
)
continue continue
normalized_matches.append((nm, raw)) normalized_matches.append((nm, raw))
all_team_names.add(nm.home_team) all_team_names.add(nm.home_team)
@@ -167,7 +318,7 @@ class UnderstatSource:
key = _match_key(m.home_team_id, m.away_team_id, m.match_date_date) key = _match_key(m.home_team_id, m.away_team_id, m.match_date_date)
match_dict[key] = m match_dict[key] = m
# === 内存匹配 + 回填 xG === # === 内存匹配 + 回填 xG(覆盖模式) ===
for nm, raw in normalized_matches: for nm, raw in normalized_matches:
home_team_id = team_name_to_id.get(nm.home_team) home_team_id = team_name_to_id.get(nm.home_team)
away_team_id = team_name_to_id.get(nm.away_team) away_team_id = team_name_to_id.get(nm.away_team)
@@ -181,24 +332,76 @@ class UnderstatSource:
result["unmatched"] += 1 result["unmatched"] += 1
continue continue
# 回填 xG now = datetime.now(timezone.utc)
source_record_id = str(raw.get("id", ""))
# 创建 stats 记录(如果不存在)
if existing.stats is None and (nm.home_xg is not None or nm.away_xg is not None): if existing.stats is None and (nm.home_xg is not None or nm.away_xg is not None):
now = datetime.now(timezone.utc)
existing.stats = MatchStats( existing.stats = MatchStats(
match_id=existing.id, match_id=existing.id,
source="understat", source="understat",
source_event_id=str(raw.get("id", "")), source_record_id=source_record_id,
retrieved_at=now, retrieved_at=now,
available_at=now, available_at=now,
xg_source="understat",
xg_updated_at=now,
xg_source_record_id=source_record_id,
) )
db.add(existing.stats) db.add(existing.stats)
await db.flush() await db.flush()
# P2-1: Silver 层血缘 — MatchStats 创建
await _write_data_lineage(
db,
source_system="understat",
source_record_id=source_record_id,
target_table="match_stats",
target_id=existing.id,
transform_name="silver_upsert",
batch_id=batch_id,
)
# xG 覆盖更新模式:当 understat 数据更新时覆盖旧值
if existing.stats is not None: if existing.stats is not None:
if existing.stats.home_xg is None and nm.home_xg is not None: xg_updated = False
if nm.home_xg is not None:
existing.stats.home_xg = nm.home_xg existing.stats.home_xg = nm.home_xg
existing.stats.xg_source = "understat"
existing.stats.xg_updated_at = now
existing.stats.xg_source_record_id = source_record_id
result["updated"] += 1 result["updated"] += 1
if existing.stats.away_xg is None and nm.away_xg is not None: xg_updated = True
if nm.away_xg is not None:
existing.stats.away_xg = nm.away_xg existing.stats.away_xg = nm.away_xg
existing.stats.xg_source = "understat"
existing.stats.xg_updated_at = now
existing.stats.xg_source_record_id = source_record_id
xg_updated = True
# P2-1: Silver 层血缘 — xG 覆盖更新
if xg_updated:
await _write_data_lineage(
db,
source_system="understat",
source_record_id=source_record_id,
target_table="match_stats",
target_id=existing.id,
transform_name="silver_xg_update",
batch_id=batch_id,
transform_detail=f"home_xg={nm.home_xg} away_xg={nm.away_xg}",
)
# P2-2: 数据质量检查 — 行计数合理性
total_processed = result["updated"] + result["skipped"] + result["unmatched"]
await _write_data_quality_check(
db,
check_name="understat_row_count",
entity_type="match",
entity_id=f"{league}_{season}",
expected_value=">=1",
actual_value=str(total_processed),
passed=total_processed > 0,
severity="critical" if total_processed == 0 else "info",
detail=f"league={league} season={season} updated={result['updated']} skipped={result['skipped']} unmatched={result['unmatched']}",
)
# 注意: 不在此处 commit,由调用方 UnitOfWork 控制事务 # 注意: 不在此处 commit,由调用方 UnitOfWork 控制事务
return result return result
+112 -1
View File
@@ -1,4 +1,4 @@
"""6 张表 ORM: leagues / teams / matches / match_stats / predictions / injuries。""" """ORM 模型: leagues / teams / matches / match_stats / predictions / injuries / raw_events / ingest_failures / data_quality_checks / data_lineage"""
from __future__ import annotations from __future__ import annotations
from datetime import date, datetime, timezone from datetime import date, datetime, timezone
@@ -131,12 +131,18 @@ class MatchStats(Base):
source_record_id: Mapped[str | None] = mapped_column(String(100)) source_record_id: Mapped[str | None] = mapped_column(String(100))
retrieved_at: Mapped[datetime | None] = mapped_column(DateTime(timezone=True)) retrieved_at: Mapped[datetime | None] = mapped_column(DateTime(timezone=True))
available_at: Mapped[datetime | None] = mapped_column(DateTime(timezone=True)) available_at: Mapped[datetime | None] = mapped_column(DateTime(timezone=True))
# xG 数据追踪:支持 understat 纠正旧 xG 值
xg_source: Mapped[str | None] = mapped_column(String(30)) # 具体 xG 数据源
xg_updated_at: Mapped[datetime | None] = mapped_column(DateTime(timezone=True)) # xG 最后更新时间
xg_source_record_id: Mapped[str | None] = mapped_column(String(100)) # xG 对应的源记录 ID
match: Mapped[Match] = relationship(back_populates="stats") match: Mapped[Match] = relationship(back_populates="stats")
__table_args__ = ( __table_args__ = (
# 数据血缘时间过滤查询用(按 available_at 取「赛前已可得」的统计) # 数据血缘时间过滤查询用(按 available_at 取「赛前已可得」的统计)
Index("ix_match_stats_available_at", "available_at"), Index("ix_match_stats_available_at", "available_at"),
# xG 数据源追踪查询用
Index("ix_match_stats_xg_source", "xg_source", "xg_updated_at"),
) )
@@ -216,3 +222,108 @@ class Prediction(Base):
CheckConstraint("mode IN ('single', 'multi')", name="ck_mode_enum"), CheckConstraint("mode IN ('single', 'multi')", name="ck_mode_enum"),
CheckConstraint("status IN ('success', 'failed', 'degraded')", name="ck_status_enum"), CheckConstraint("status IN ('success', 'failed', 'degraded')", name="ck_status_enum"),
) )
# ── Bronze 层:原始事件记录 ──────────────────────────────────────────────
class RawEvent(Base):
"""Bronze 层:不可变的原始采集记录。
每个采集到的原始事件先写入此表,再规范化到 Silver (matches / match_stats)
提供完整的数据血缘回溯能力
"""
__tablename__ = "raw_events"
id: Mapped[int] = mapped_column(Integer, primary_key=True)
source_system: Mapped[str] = mapped_column(String(30), nullable=False) # bzzoiro / understat / api-football
source_record_id: Mapped[str] = mapped_column(String(100), nullable=False) # 源系统记录 ID
raw_payload: Mapped[dict] = mapped_column(JSONB, nullable=False) # 完整原始 JSON
ingested_at: Mapped[datetime] = mapped_column(DateTime(timezone=True), default=_utcnow, nullable=False)
ingest_batch_id: Mapped[str | None] = mapped_column(String(64)) # 批次 ID,用于关联同次采集
__table_args__ = (
UniqueConstraint("source_system", "source_record_id", name="uq_raw_events_source_record"),
Index("ix_raw_events_batch", "ingest_batch_id"),
Index("ix_raw_events_source_ingested", "source_system", "ingested_at"),
)
# ── 死信表:采集失败记录 ─────────────────────────────────────────────────
class IngestFailure(Base):
"""采集失败死信表。
当采集或规范化失败时,写入此表而非仅内存 dict
支持自动重试和人工排查
"""
__tablename__ = "ingest_failures"
id: Mapped[int] = mapped_column(Integer, primary_key=True)
source_system: Mapped[str] = mapped_column(String(30), nullable=False)
entity_type: Mapped[str] = mapped_column(String(30), nullable=False) # match / injury / team
source_record_id: Mapped[str | None] = mapped_column(String(100))
error_type: Mapped[str] = mapped_column(String(50), nullable=False) # fetch_error / normalize_error / db_error / validation_error
error_detail: Mapped[str | None] = mapped_column(Text)
raw_payload: Mapped[dict | None] = mapped_column(JSONB) # 失败时的原始数据,用于重试
retry_count: Mapped[int] = mapped_column(Integer, default=0)
next_retry_at: Mapped[datetime | None] = mapped_column(DateTime(timezone=True))
status: Mapped[str] = mapped_column(String(20), default="pending") # pending / retrying / resolved / abandoned
created_at: Mapped[datetime] = mapped_column(DateTime(timezone=True), default=_utcnow)
resolved_at: Mapped[datetime | None] = mapped_column(DateTime(timezone=True))
__table_args__ = (
Index("ix_ingest_failures_status_next_retry", "status", "next_retry_at"),
Index("ix_ingest_failures_source", "source_system", "entity_type"),
CheckConstraint("status IN ('pending', 'retrying', 'resolved', 'abandoned')", name="ck_ingest_failures_status"),
CheckConstraint("retry_count >= 0", name="ck_ingest_failures_retry_nonneg"),
)
# ── 数据质量检查表 ──────────────────────────────────────────────────────
class DataQualityCheck(Base):
"""数据质量检查结果记录。
每次运行数据质量检查时,将结果写入此表用于趋势分析和告警
"""
__tablename__ = "data_quality_checks"
id: Mapped[int] = mapped_column(Integer, primary_key=True)
check_name: Mapped[str] = mapped_column(String(100), nullable=False) # 检查名称
entity_type: Mapped[str] = mapped_column(String(30), nullable=False) # match / team / prediction
entity_id: Mapped[str | None] = mapped_column(String(50)) # 具体实体 ID
expected_value: Mapped[str | None] = mapped_column(Text) # 期望值(描述)
actual_value: Mapped[str | None] = mapped_column(Text) # 实际值
passed: Mapped[bool] = mapped_column(Boolean, nullable=False)
severity: Mapped[str] = mapped_column(String(10), nullable=False, default="warning") # info / warning / critical
detail: Mapped[str | None] = mapped_column(Text) # 详细描述
checked_at: Mapped[datetime] = mapped_column(DateTime(timezone=True), default=_utcnow, nullable=False)
__table_args__ = (
Index("ix_dqc_check_time", "check_name", "checked_at"),
Index("ix_dqc_entity", "entity_type", "entity_id"),
Index("ix_dqc_severity_passed", "severity", "passed"),
CheckConstraint("severity IN ('info', 'warning', 'critical')", name="ck_dqc_severity"),
)
# ── 数据血缘表 ──────────────────────────────────────────────────────────
class DataLineage(Base):
"""ETL 全过程元数据记录。
追踪从 Bronze Silver Gold 的完整转换链路
"""
__tablename__ = "data_lineage"
id: Mapped[int] = mapped_column(Integer, primary_key=True)
source_system: Mapped[str] = mapped_column(String(30), nullable=False)
source_record_id: Mapped[str] = mapped_column(String(100), nullable=False)
target_table: Mapped[str] = mapped_column(String(50), nullable=False) # matches / match_stats / predictions
target_id: Mapped[int | None] = mapped_column(Integer) # 目标表记录 ID
transform_name: Mapped[str] = mapped_column(String(100), nullable=False) # 转换步骤名称
transform_detail: Mapped[str | None] = mapped_column(Text) # 转换详情
batch_id: Mapped[str | None] = mapped_column(String(64)) # 批次 ID
created_at: Mapped[datetime] = mapped_column(DateTime(timezone=True), default=_utcnow, nullable=False)
__table_args__ = (
Index("ix_lineage_source", "source_system", "source_record_id"),
Index("ix_lineage_target", "target_table", "target_id"),
Index("ix_lineage_batch", "batch_id"),
)
+2 -2
View File
@@ -150,8 +150,8 @@ async def run_backtest(
summary = BacktestSummary(total=len(candidates), scored=0) summary = BacktestSummary(total=len(candidates), scored=0)
# P1-6: 并发控制,同时最多 8 场预测(避免 LLM API 限流) # P2: 并发控制,同时最多 3 场预测(避免 LLM API 限流,保护下游服务)
sem = asyncio.Semaphore(8) sem = asyncio.Semaphore(3)
async def _one(c: BacktestCandidate) -> BacktestMatchResult | None: async def _one(c: BacktestCandidate) -> BacktestMatchResult | None:
async with sem: async with sem: