169 lines
11 KiB
Python
169 lines
11 KiB
Python
"""本地离线:python -m unittest test_build_readiness;来源与写入全部替身。"""
|
||
import datetime as dt
|
||
import socket
|
||
import re
|
||
import sqlite3
|
||
import sys
|
||
import types
|
||
import unittest
|
||
from unittest.mock import patch
|
||
import pandas as pd
|
||
for name in ('psycopg', 'pymysql'):
|
||
try:
|
||
__import__(name)
|
||
except ImportError:
|
||
sys.modules[name] = types.ModuleType(name)
|
||
import build_readiness as readiness
|
||
import run
|
||
|
||
NOW = dt.datetime.fromisoformat('2026-10-19T01:40:00+00:00')
|
||
|
||
class ReadinessTest(unittest.TestCase):
|
||
def setUp(self):
|
||
self.net = patch.object(socket.socket, 'connect', side_effect=AssertionError('禁止联网'))
|
||
self.net.start()
|
||
self.addCleanup(self.net.stop)
|
||
|
||
def test_monday_uses_friday(self):
|
||
self.assertEqual(readiness.expected_data_day(NOW), dt.date(2026, 10, 16))
|
||
|
||
def test_beijing_midnight_not_utc_date(self):
|
||
now = dt.datetime.fromisoformat('2026-10-18T17:50:00+00:00')
|
||
self.assertEqual(readiness.expected_data_day(now), dt.date(2026, 10, 16))
|
||
|
||
def test_holiday_and_weekend(self):
|
||
with patch('chinese_calendar.is_holiday', side_effect=lambda d: dt.date(2026, 10, 1) <= d <= dt.date(2026, 10, 7)):
|
||
now = dt.datetime.fromisoformat('2026-10-08T07:10:00+08:00')
|
||
self.assertEqual(readiness.expected_data_day(now), dt.date(2026, 9, 30))
|
||
|
||
def test_aligned_sources_pass(self):
|
||
frame = pd.DataFrame({'d': [dt.date(2026, 10, 16)]})
|
||
with patch.object(readiness.db, 'read_pg', return_value=frame), patch.object(readiness.db, 'read_mysql', return_value=frame):
|
||
self.assertEqual(readiness.check(NOW), '2026-10-16')
|
||
|
||
def test_stale_and_empty_sources_fail(self):
|
||
for value in ['2026-10-15', None, pd.NaT, '2026-10-19']:
|
||
with self.subTest(value=value), patch.object(readiness.db, 'read_pg', return_value=pd.DataFrame({'d': [value]})), patch.object(readiness.db, 'read_mysql', return_value=pd.DataFrame({'d': ['2026-10-16']})):
|
||
with self.assertRaisesRegex(RuntimeError, '应为 2026-10-16.*传导日期'):
|
||
readiness.check(NOW)
|
||
|
||
def test_missing_heat_fails_even_if_scan_current(self):
|
||
with patch.object(readiness.db, 'read_pg', return_value=pd.DataFrame({'d': ['2026-10-16']})), patch.object(readiness.db, 'read_mysql', side_effect=lambda source, sql, params=None: pd.DataFrame({'d': ['2026-10-15' if source == 'heat' else '2026-10-16']})):
|
||
with self.assertRaisesRegex(RuntimeError, '资金热度日期 2026-10-15'):
|
||
readiness.check(NOW)
|
||
|
||
def test_unavailable_source_does_not_guess_today(self):
|
||
with patch.object(readiness.db, 'read_pg', side_effect=OSError('secret-connection')), patch.object(readiness.db, 'read_mysql', return_value=pd.DataFrame({'d': ['2026-10-16']})):
|
||
with self.assertRaisesRegex(RuntimeError, '传导读取失败') as result:
|
||
readiness.check(NOW)
|
||
self.assertNotIn('secret-connection', str(result.exception))
|
||
|
||
def test_readiness_aggregates_only_shanghai_shenzhen_sources(self):
|
||
# SQLite 只替换方言运算符,实际执行三路 MAX 查询,混入域外较新行不能造齐备。
|
||
conn = sqlite3.connect(':memory:')
|
||
self.addCleanup(conn.close)
|
||
conn.create_function('regexp', 2, lambda pattern, value: bool(re.search(pattern, str(value or ''))))
|
||
conn.executescript('''
|
||
CREATE TABLE v_factor_transmission(ts_code TEXT, scan_date TEXT);
|
||
CREATE TABLE gp_day_data(symbol TEXT, timestamp TEXT);
|
||
CREATE TABLE stock_fund_heat_scores(stock_code TEXT, trade_date TEXT);
|
||
CREATE INDEX transmission_day ON v_factor_transmission(scan_date);
|
||
CREATE INDEX price_day ON gp_day_data(timestamp);
|
||
CREATE INDEX heat_day ON stock_fund_heat_scores(trade_date);
|
||
INSERT INTO v_factor_transmission VALUES ('600001.SH','2026-10-15'),('830001.BJ','2026-10-16');
|
||
INSERT INTO gp_day_data VALUES ('600001','2026-10-15'),('830001','2026-10-16');
|
||
INSERT INTO stock_fund_heat_scores VALUES ('SH600001','2026-10-15'),('BJ830001','2026-10-16');
|
||
''')
|
||
bounds = []
|
||
def query(sql, params=None):
|
||
translated = sql.replace(' ~ ', ' REGEXP ').replace('%s', '?')
|
||
if 'MAX(' in sql:
|
||
self.assertEqual(params, ('2026-10-16',))
|
||
self.assertIn('>= %s AND', sql)
|
||
plan = ' '.join(str(row[-1]) for row in conn.execute('EXPLAIN QUERY PLAN ' + translated, params))
|
||
self.assertIn('SEARCH', plan)
|
||
self.assertIn('INDEX', plan)
|
||
bounds.append(params)
|
||
cursor = conn.execute(translated, params or ())
|
||
return pd.DataFrame(cursor.fetchall(), columns=[d[0] for d in cursor.description])
|
||
with patch.object(readiness.db, 'read_pg', side_effect=query), patch.object(readiness.db, 'read_mysql', side_effect=lambda source, sql, params=None: query(sql, params)):
|
||
with self.assertRaisesRegex(RuntimeError, '传导日期 缺失.*收盘行情日期 缺失.*资金热度日期 缺失'):
|
||
readiness.check(NOW)
|
||
conn.executescript('''
|
||
UPDATE v_factor_transmission SET scan_date='2026-10-16' WHERE ts_code='600001.SH';
|
||
UPDATE gp_day_data SET timestamp='2026-10-16' WHERE symbol='600001';
|
||
UPDATE stock_fund_heat_scores SET trade_date='2026-10-16' WHERE stock_code='SH600001';
|
||
UPDATE v_factor_transmission SET scan_date='2026-10-19' WHERE ts_code='830001.BJ';
|
||
UPDATE gp_day_data SET timestamp='2026-10-19' WHERE symbol='830001';
|
||
UPDATE stock_fund_heat_scores SET trade_date='2026-10-19' WHERE stock_code='BJ830001';
|
||
''')
|
||
self.assertEqual(readiness.check(NOW), '2026-10-16')
|
||
conn.executescript('''
|
||
UPDATE v_factor_transmission SET scan_date='2026-10-19' WHERE ts_code='600001.SH';
|
||
UPDATE gp_day_data SET timestamp='2026-10-19' WHERE symbol='600001';
|
||
UPDATE stock_fund_heat_scores SET trade_date='2026-10-19' WHERE stock_code='SH600001';
|
||
''')
|
||
with self.assertRaisesRegex(RuntimeError, '传导日期 2026-10-19.*收盘行情日期 2026-10-19.*资金热度日期 2026-10-19'):
|
||
readiness.check(NOW)
|
||
self.assertEqual(len(bounds), 9)
|
||
|
||
def test_stale_default_stops_before_any_writes(self):
|
||
with patch.object(readiness, 'check', side_effect=RuntimeError('上游停更')), patch.object(run.common, 'write_factor') as write:
|
||
with self.assertRaisesRegex(RuntimeError, '上游停更'):
|
||
run.cmd_build('all', 'daily', None, None, None)
|
||
write.assert_not_called()
|
||
|
||
def test_explicit_history_keeps_existing_entry(self):
|
||
with patch.object(readiness, 'check', side_effect=AssertionError('不限制显式维护日期')), patch.object(run.factors, 'BUILDERS', {'test': lambda a,b: pd.DataFrame()}), patch.object(run.factors, 'FACTORS', {'test': 'test_table'}), patch.object(run.common, 'write_factor') as write:
|
||
run.cmd_build('test', 'daily', None, None, '2026-10-15', do_freeze=False)
|
||
write.assert_called_once()
|
||
|
||
def test_partial_build_failure_is_not_success(self):
|
||
def fail(a,b): raise ValueError('failed')
|
||
frozen=types.ModuleType('freeze'); frozen.snapshot=lambda *a,**kw: self.fail('不可冻结部分结果')
|
||
with patch.dict(sys.modules, {'freeze': frozen}), patch.object(run.factors, 'BUILDERS', {'good': lambda a,b: pd.DataFrame(), 'bad': fail}), patch.object(run.factors, 'FACTORS', {'good': 'g', 'bad': 'b'}), patch.object(run.common, 'write_factor') as write:
|
||
with self.assertRaisesRegex(RuntimeError, '因子构建失败:bad'):
|
||
run.cmd_build('all', 'daily', None, None, '2026-10-16')
|
||
write.assert_called_once()
|
||
|
||
def test_freeze_failure_is_not_success(self):
|
||
frozen=types.ModuleType('freeze')
|
||
def fail(*a, **kw): raise OSError('disk full')
|
||
frozen.snapshot=fail
|
||
with patch.dict(sys.modules, {'freeze': frozen}), patch.object(run.factors, 'BUILDERS', {'test': lambda a,b: pd.DataFrame()}), patch.object(run.factors, 'FACTORS', {'test': 't'}), patch.object(run.common, 'write_factor'):
|
||
with self.assertRaisesRegex(RuntimeError, '输入冻结失败'):
|
||
run.cmd_build('test', 'daily', None, None, '2026-10-16')
|
||
|
||
def test_freeze_manifest_errors_are_not_success(self):
|
||
frozen=types.ModuleType('freeze')
|
||
rows = {name: 0 for name in ('universe', 'transmission', 'consensus', 'price_close', 'heat', 'factor_test')}
|
||
for manifest in ({'rows': rows, 'errors': {'heat': 'source failed'}},
|
||
{'rows': {'heat': 1}, 'errors': {}}, None,
|
||
{'rows': dict(rows, heat=None), 'errors': {}}):
|
||
frozen.snapshot=lambda *a, **kw: manifest
|
||
with self.subTest(manifest=manifest), patch.dict(sys.modules, {'freeze': frozen}), patch.object(run.factors, 'BUILDERS', {'test': lambda a,b: pd.DataFrame()}), patch.object(run.factors, 'FACTORS', {'test': 't'}), patch.object(run.common, 'write_factor'):
|
||
with self.assertRaisesRegex(RuntimeError, '输入冻结失败'):
|
||
run.cmd_build('test', 'daily', None, None, '2026-10-16')
|
||
|
||
def test_complete_freeze_allows_zero_rows_and_optional_empty_inputs(self):
|
||
frozen=types.ModuleType('freeze')
|
||
rows = {name: 0 for name in ('universe', 'transmission', 'consensus', 'price_close', 'heat', 'factor_test', 'segment_members')}
|
||
frozen.snapshot=lambda *a, **kw: {'rows': rows, 'errors': {}}
|
||
with patch.dict(sys.modules, {'freeze': frozen}), patch.object(run.factors, 'BUILDERS', {'test': lambda a,b: pd.DataFrame()}), patch.object(run.factors, 'FACTORS', {'test': 't'}), patch.object(run.common, 'write_factor'):
|
||
self.assertEqual(run.cmd_build('test', 'daily', None, None, '2026-10-16'), '2026-10-16')
|
||
|
||
def test_refresh_missing_morning_fails_cli(self):
|
||
mod=types.ModuleType('plan_refresh')
|
||
recovery=types.ModuleType('plan_recovery')
|
||
recovery.ensure_today=lambda *a, **kw: {'status': 'waiting_data', 'reason': '输入未齐'}
|
||
research=types.ModuleType('user_research'); research.sync=lambda: None
|
||
for status in ('no_morning', 'no_morning_today', 'outside_window', 'unchanged'):
|
||
mod.refresh=lambda *a, **kw: {'status': status}
|
||
with self.subTest(status=status), patch.dict(sys.modules, {'plan_refresh': mod, 'plan_recovery': recovery, 'user_research': research}), patch.object(sys, 'argv', ['run.py','plan-refresh']):
|
||
if status.startswith('no_morning'):
|
||
with self.assertRaisesRegex(SystemExit, '今日完整基础版尚未恢复.*waiting_data'): run.main()
|
||
else: run.main()
|
||
|
||
if __name__ == '__main__':
|
||
unittest.main()
|