refactor: bzzoiro.py 按管线拆分为 5 个模块
单文件 852 行按职责拆分,保持 BzzoiroSource 与 get_source("bzzoiro") 行为不变:
- bzzoiro_common HTTP 抓取(多 key 轮换) + 字段转换原语
- bzzoiro_events fetch_bzzoiro_events + BzzoiroSource.ingest + Bronze 补写
- bzzoiro_standings standings 管线
- bzzoiro_stats stats 回填
- pipeline_write RawEvent/IngestFailure/DataLineage 写入助手
子模块运行期经聚合门面 src.data.bzzoiro 解析可替换协作者,
单文件时代的 bz.* monkeypatch 语义完全保留。
路由 import 已指向新模块(ingest.py / schedules.py)。
This commit is contained in:
@@ -79,18 +79,18 @@ class TestWriteBufferStrategy:
|
||||
def test_bzzoirot_new_match_available_at_is_two_hours_after_kickoff(self):
|
||||
"""bzzoiro 新建比赛(stats 回填创建 MatchStats)时 available_at 应为开球 + 2 小时。"""
|
||||
import inspect
|
||||
from src.data import bzzoiro
|
||||
from src.data import bzzoiro_stats
|
||||
|
||||
source = inspect.getsource(bzzoiro)
|
||||
source = inspect.getsource(bzzoiro_stats)
|
||||
assert 'timedelta(hours=2)' in source, \
|
||||
"bzzoiro 应使用 match_date + timedelta(hours=2) 作为 available_at"
|
||||
|
||||
def test_bzzoirot_multiple_writes_use_two_hour_buffer(self):
|
||||
"""bzzoiro 多处写入(创建/更新)都应使用 2 小时缓冲。"""
|
||||
import inspect
|
||||
from src.data import bzzoiro
|
||||
from src.data import bzzoiro_stats
|
||||
|
||||
source = inspect.getsource(bzzoiro)
|
||||
source = inspect.getsource(bzzoiro_stats)
|
||||
count = source.count('timedelta(hours=2)')
|
||||
assert count >= 2, f"期望至少 2 处 timedelta(hours=2),实际 {count} 处"
|
||||
|
||||
|
||||
@@ -175,7 +175,7 @@ class TestBzzoiroLineage:
|
||||
return bad
|
||||
|
||||
def test_normalized_matches_carries_raw(self):
|
||||
src = _read("data/bzzoiro.py")
|
||||
src = _read("data/bzzoiro_events.py")
|
||||
# 规范化结果必须与原始 event 成对保存
|
||||
assert "normalized_matches.append((nm, raw))" in src, (
|
||||
"normalized_matches 未携带 (nm, raw) 元组 —— raw 变量泄漏会回归 (P0-3)"
|
||||
@@ -193,7 +193,7 @@ class TestBzzoiroLineage:
|
||||
它不是 `raw.get(` 同一行,但同样正确。非法写法(回归)是直接
|
||||
`existing_match.source_event_id = orphan_var`。
|
||||
"""
|
||||
src = _read("data/bzzoiro.py")
|
||||
src = _read("data/bzzoiro_events.py")
|
||||
seg = self._consume_loop_body(src)
|
||||
bad = self._bad_assignments(seg)
|
||||
assert len(bad) == 0, (
|
||||
@@ -206,7 +206,7 @@ class TestBzzoiroLineage:
|
||||
下游 `_backfill_stats` 里合法地在 ORM 对象上访问 `m.source_event_id`
|
||||
(与配对 raw 无关)。若 seg 越界,test_no_orphan_raw_use 会误报。
|
||||
"""
|
||||
src = _read("data/bzzoiro.py")
|
||||
src = _read("data/bzzoiro_events.py")
|
||||
seg = self._consume_loop_body(src)
|
||||
assert "m.source_event_id" not in seg, (
|
||||
"循环体截取越界,扫到了下游 stats 管线 —— 会误报 P0-3"
|
||||
|
||||
Reference in New Issue
Block a user