akg-factor-bridge/build_readiness.py

59 lines
2.4 KiB
Python
Raw Normal View History

"""自动日更的日期核验。只读三路来源,不重建计划、不调用模型。"""
import datetime as dt
from zoneinfo import ZoneInfo
import pandas as pd
import db
import market_scope
def expected_data_day(now=None):
from chinese_calendar import is_holiday
local = (now or dt.datetime.now(dt.timezone.utc)).astimezone(ZoneInfo('Asia/Shanghai'))
day = local.date() - dt.timedelta(days=1)
while day.weekday() >= 5 or is_holiday(day):
day -= dt.timedelta(days=1)
return day
def check(now=None):
"""数据未齐则在任何写入前失败;不能用缺失数据推断今天休市。"""
expected = expected_data_day(now)
# 日期索引先缩小到目标日及之后,再核验证券范围;不为找旧日期扫描全历史。
params = (expected.isoformat(),)
dates = {}
failures = []
for name, source, sql in (
('传导', 'pg', 'SELECT MAX(scan_date) d FROM v_factor_transmission WHERE scan_date >= %s AND '
+ market_scope.sql_filter('ts_code', postgres=True)),
('收盘行情', 'price', None),
('资金热度', 'heat', 'SELECT MAX(trade_date) d FROM stock_fund_heat_scores WHERE trade_date >= %s AND '
+ market_scope.sql_filter('stock_code')),
):
try:
if source == 'price':
import factors
column = factors._price_code_col()
sql = ('SELECT MAX(`timestamp`) d FROM gp_day_data WHERE `timestamp` >= %s AND '
+ market_scope.sql_filter('`' + column + '`'))
frame = db.read_pg(sql, params) if source == 'pg' else db.read_mysql(source, sql, params)
value = None if frame.empty else frame.iloc[0, 0]
day = None if value is None or pd.isna(value) else pd.Timestamp(value).date()
except Exception as exc:
failures.append(f'{name}读取失败({type(exc).__name__})')
continue
dates[name] = day
if day != expected:
failures.append(f'{name}日期 {day or "缺失"}')
if failures:
raise RuntimeError(f'日更输入未就绪:应为 {expected};' + ';'.join(failures)
+ '。保留上次完整计划,停止构建及入池。')
return expected.isoformat()
if __name__ == '__main__':
try:
print('日更输入日期已对齐:' + check())
except RuntimeError as exc:
raise SystemExit(str(exc))