akg-factor-bridge/test_build_readiness.py

169 lines
11 KiB
Python
Raw Blame History

This file contains ambiguous Unicode characters

This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.

"""本地离线:python -m unittest test_build_readiness;来源与写入全部替身。"""
import datetime as dt
import socket
import re
import sqlite3
import sys
import types
import unittest
from unittest.mock import patch
import pandas as pd
for name in ('psycopg', 'pymysql'):
try:
__import__(name)
except ImportError:
sys.modules[name] = types.ModuleType(name)
import build_readiness as readiness
import run
NOW = dt.datetime.fromisoformat('2026-10-19T01:40:00+00:00')
class ReadinessTest(unittest.TestCase):
def setUp(self):
self.net = patch.object(socket.socket, 'connect', side_effect=AssertionError('禁止联网'))
self.net.start()
self.addCleanup(self.net.stop)
def test_monday_uses_friday(self):
self.assertEqual(readiness.expected_data_day(NOW), dt.date(2026, 10, 16))
def test_beijing_midnight_not_utc_date(self):
now = dt.datetime.fromisoformat('2026-10-18T17:50:00+00:00')
self.assertEqual(readiness.expected_data_day(now), dt.date(2026, 10, 16))
def test_holiday_and_weekend(self):
with patch('chinese_calendar.is_holiday', side_effect=lambda d: dt.date(2026, 10, 1) <= d <= dt.date(2026, 10, 7)):
now = dt.datetime.fromisoformat('2026-10-08T07:10:00+08:00')
self.assertEqual(readiness.expected_data_day(now), dt.date(2026, 9, 30))
def test_aligned_sources_pass(self):
frame = pd.DataFrame({'d': [dt.date(2026, 10, 16)]})
with patch.object(readiness.db, 'read_pg', return_value=frame), patch.object(readiness.db, 'read_mysql', return_value=frame):
self.assertEqual(readiness.check(NOW), '2026-10-16')
def test_stale_and_empty_sources_fail(self):
for value in ['2026-10-15', None, pd.NaT, '2026-10-19']:
with self.subTest(value=value), patch.object(readiness.db, 'read_pg', return_value=pd.DataFrame({'d': [value]})), patch.object(readiness.db, 'read_mysql', return_value=pd.DataFrame({'d': ['2026-10-16']})):
with self.assertRaisesRegex(RuntimeError, '应为 2026-10-16.*传导日期'):
readiness.check(NOW)
def test_missing_heat_fails_even_if_scan_current(self):
with patch.object(readiness.db, 'read_pg', return_value=pd.DataFrame({'d': ['2026-10-16']})), patch.object(readiness.db, 'read_mysql', side_effect=lambda source, sql, params=None: pd.DataFrame({'d': ['2026-10-15' if source == 'heat' else '2026-10-16']})):
with self.assertRaisesRegex(RuntimeError, '资金热度日期 2026-10-15'):
readiness.check(NOW)
def test_unavailable_source_does_not_guess_today(self):
with patch.object(readiness.db, 'read_pg', side_effect=OSError('secret-connection')), patch.object(readiness.db, 'read_mysql', return_value=pd.DataFrame({'d': ['2026-10-16']})):
with self.assertRaisesRegex(RuntimeError, '传导读取失败') as result:
readiness.check(NOW)
self.assertNotIn('secret-connection', str(result.exception))
def test_readiness_aggregates_only_shanghai_shenzhen_sources(self):
# SQLite 只替换方言运算符,实际执行三路 MAX 查询,混入域外较新行不能造齐备。
conn = sqlite3.connect(':memory:')
self.addCleanup(conn.close)
conn.create_function('regexp', 2, lambda pattern, value: bool(re.search(pattern, str(value or ''))))
conn.executescript('''
CREATE TABLE v_factor_transmission(ts_code TEXT, scan_date TEXT);
CREATE TABLE gp_day_data(symbol TEXT, timestamp TEXT);
CREATE TABLE stock_fund_heat_scores(stock_code TEXT, trade_date TEXT);
CREATE INDEX transmission_day ON v_factor_transmission(scan_date);
CREATE INDEX price_day ON gp_day_data(timestamp);
CREATE INDEX heat_day ON stock_fund_heat_scores(trade_date);
INSERT INTO v_factor_transmission VALUES ('600001.SH','2026-10-15'),('830001.BJ','2026-10-16');
INSERT INTO gp_day_data VALUES ('600001','2026-10-15'),('830001','2026-10-16');
INSERT INTO stock_fund_heat_scores VALUES ('SH600001','2026-10-15'),('BJ830001','2026-10-16');
''')
bounds = []
def query(sql, params=None):
translated = sql.replace(' ~ ', ' REGEXP ').replace('%s', '?')
if 'MAX(' in sql:
self.assertEqual(params, ('2026-10-16',))
self.assertIn('>= %s AND', sql)
plan = ' '.join(str(row[-1]) for row in conn.execute('EXPLAIN QUERY PLAN ' + translated, params))
self.assertIn('SEARCH', plan)
self.assertIn('INDEX', plan)
bounds.append(params)
cursor = conn.execute(translated, params or ())
return pd.DataFrame(cursor.fetchall(), columns=[d[0] for d in cursor.description])
with patch.object(readiness.db, 'read_pg', side_effect=query), patch.object(readiness.db, 'read_mysql', side_effect=lambda source, sql, params=None: query(sql, params)):
with self.assertRaisesRegex(RuntimeError, '传导日期 缺失.*收盘行情日期 缺失.*资金热度日期 缺失'):
readiness.check(NOW)
conn.executescript('''
UPDATE v_factor_transmission SET scan_date='2026-10-16' WHERE ts_code='600001.SH';
UPDATE gp_day_data SET timestamp='2026-10-16' WHERE symbol='600001';
UPDATE stock_fund_heat_scores SET trade_date='2026-10-16' WHERE stock_code='SH600001';
UPDATE v_factor_transmission SET scan_date='2026-10-19' WHERE ts_code='830001.BJ';
UPDATE gp_day_data SET timestamp='2026-10-19' WHERE symbol='830001';
UPDATE stock_fund_heat_scores SET trade_date='2026-10-19' WHERE stock_code='BJ830001';
''')
self.assertEqual(readiness.check(NOW), '2026-10-16')
conn.executescript('''
UPDATE v_factor_transmission SET scan_date='2026-10-19' WHERE ts_code='600001.SH';
UPDATE gp_day_data SET timestamp='2026-10-19' WHERE symbol='600001';
UPDATE stock_fund_heat_scores SET trade_date='2026-10-19' WHERE stock_code='SH600001';
''')
with self.assertRaisesRegex(RuntimeError, '传导日期 2026-10-19.*收盘行情日期 2026-10-19.*资金热度日期 2026-10-19'):
readiness.check(NOW)
self.assertEqual(len(bounds), 9)
def test_stale_default_stops_before_any_writes(self):
with patch.object(readiness, 'check', side_effect=RuntimeError('上游停更')), patch.object(run.common, 'write_factor') as write:
with self.assertRaisesRegex(RuntimeError, '上游停更'):
run.cmd_build('all', 'daily', None, None, None)
write.assert_not_called()
def test_explicit_history_keeps_existing_entry(self):
with patch.object(readiness, 'check', side_effect=AssertionError('不限制显式维护日期')), patch.object(run.factors, 'BUILDERS', {'test': lambda a,b: pd.DataFrame()}), patch.object(run.factors, 'FACTORS', {'test': 'test_table'}), patch.object(run.common, 'write_factor') as write:
run.cmd_build('test', 'daily', None, None, '2026-10-15', do_freeze=False)
write.assert_called_once()
def test_partial_build_failure_is_not_success(self):
def fail(a,b): raise ValueError('failed')
frozen=types.ModuleType('freeze'); frozen.snapshot=lambda *a,**kw: self.fail('不可冻结部分结果')
with patch.dict(sys.modules, {'freeze': frozen}), patch.object(run.factors, 'BUILDERS', {'good': lambda a,b: pd.DataFrame(), 'bad': fail}), patch.object(run.factors, 'FACTORS', {'good': 'g', 'bad': 'b'}), patch.object(run.common, 'write_factor') as write:
with self.assertRaisesRegex(RuntimeError, '因子构建失败:bad'):
run.cmd_build('all', 'daily', None, None, '2026-10-16')
write.assert_called_once()
def test_freeze_failure_is_not_success(self):
frozen=types.ModuleType('freeze')
def fail(*a, **kw): raise OSError('disk full')
frozen.snapshot=fail
with patch.dict(sys.modules, {'freeze': frozen}), patch.object(run.factors, 'BUILDERS', {'test': lambda a,b: pd.DataFrame()}), patch.object(run.factors, 'FACTORS', {'test': 't'}), patch.object(run.common, 'write_factor'):
with self.assertRaisesRegex(RuntimeError, '输入冻结失败'):
run.cmd_build('test', 'daily', None, None, '2026-10-16')
def test_freeze_manifest_errors_are_not_success(self):
frozen=types.ModuleType('freeze')
rows = {name: 0 for name in ('universe', 'transmission', 'consensus', 'price_close', 'heat', 'factor_test')}
for manifest in ({'rows': rows, 'errors': {'heat': 'source failed'}},
{'rows': {'heat': 1}, 'errors': {}}, None,
{'rows': dict(rows, heat=None), 'errors': {}}):
frozen.snapshot=lambda *a, **kw: manifest
with self.subTest(manifest=manifest), patch.dict(sys.modules, {'freeze': frozen}), patch.object(run.factors, 'BUILDERS', {'test': lambda a,b: pd.DataFrame()}), patch.object(run.factors, 'FACTORS', {'test': 't'}), patch.object(run.common, 'write_factor'):
with self.assertRaisesRegex(RuntimeError, '输入冻结失败'):
run.cmd_build('test', 'daily', None, None, '2026-10-16')
def test_complete_freeze_allows_zero_rows_and_optional_empty_inputs(self):
frozen=types.ModuleType('freeze')
rows = {name: 0 for name in ('universe', 'transmission', 'consensus', 'price_close', 'heat', 'factor_test', 'segment_members')}
frozen.snapshot=lambda *a, **kw: {'rows': rows, 'errors': {}}
with patch.dict(sys.modules, {'freeze': frozen}), patch.object(run.factors, 'BUILDERS', {'test': lambda a,b: pd.DataFrame()}), patch.object(run.factors, 'FACTORS', {'test': 't'}), patch.object(run.common, 'write_factor'):
self.assertEqual(run.cmd_build('test', 'daily', None, None, '2026-10-16'), '2026-10-16')
def test_refresh_missing_morning_fails_cli(self):
mod=types.ModuleType('plan_refresh')
recovery=types.ModuleType('plan_recovery')
recovery.ensure_today=lambda *a, **kw: {'status': 'waiting_data', 'reason': '输入未齐'}
research=types.ModuleType('user_research'); research.sync=lambda: None
for status in ('no_morning', 'no_morning_today', 'outside_window', 'unchanged'):
mod.refresh=lambda *a, **kw: {'status': status}
with self.subTest(status=status), patch.dict(sys.modules, {'plan_refresh': mod, 'plan_recovery': recovery, 'user_research': research}), patch.object(sys, 'argv', ['run.py','plan-refresh']):
if status.startswith('no_morning'):
with self.assertRaisesRegex(SystemExit, '今日完整基础版尚未恢复.*waiting_data'): run.main()
else: run.main()
if __name__ == '__main__':
unittest.main()