2026-10-19 09:48:18 +08:00
|
|
|
|
"""自动日更的日期核验。只读三路来源,不重建计划、不调用模型。"""
|
|
|
|
|
|
import datetime as dt
|
|
|
|
|
|
from zoneinfo import ZoneInfo
|
|
|
|
|
|
|
|
|
|
|
|
import pandas as pd
|
|
|
|
|
|
import db
|
2026-11-05 09:55:02 +08:00
|
|
|
|
import market_scope
|
2026-10-19 09:48:18 +08:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def expected_data_day(now=None):
|
|
|
|
|
|
from chinese_calendar import is_holiday
|
|
|
|
|
|
local = (now or dt.datetime.now(dt.timezone.utc)).astimezone(ZoneInfo('Asia/Shanghai'))
|
|
|
|
|
|
day = local.date() - dt.timedelta(days=1)
|
|
|
|
|
|
while day.weekday() >= 5 or is_holiday(day):
|
|
|
|
|
|
day -= dt.timedelta(days=1)
|
|
|
|
|
|
return day
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def check(now=None):
|
|
|
|
|
|
"""数据未齐则在任何写入前失败;不能用缺失数据推断今天休市。"""
|
|
|
|
|
|
expected = expected_data_day(now)
|
2026-11-05 10:13:23 +08:00
|
|
|
|
# 日期索引先缩小到目标日及之后,再核验证券范围;不为找旧日期扫描全历史。
|
|
|
|
|
|
params = (expected.isoformat(),)
|
2026-10-19 09:48:18 +08:00
|
|
|
|
dates = {}
|
|
|
|
|
|
failures = []
|
|
|
|
|
|
for name, source, sql in (
|
2026-11-05 10:13:23 +08:00
|
|
|
|
('传导', 'pg', 'SELECT MAX(scan_date) d FROM v_factor_transmission WHERE scan_date >= %s AND '
|
2026-11-05 09:55:02 +08:00
|
|
|
|
+ market_scope.sql_filter('ts_code', postgres=True)),
|
|
|
|
|
|
('收盘行情', 'price', None),
|
2026-11-05 10:13:23 +08:00
|
|
|
|
('资金热度', 'heat', 'SELECT MAX(trade_date) d FROM stock_fund_heat_scores WHERE trade_date >= %s AND '
|
2026-11-05 09:55:02 +08:00
|
|
|
|
+ market_scope.sql_filter('stock_code')),
|
2026-10-19 09:48:18 +08:00
|
|
|
|
):
|
|
|
|
|
|
try:
|
2026-11-05 09:55:02 +08:00
|
|
|
|
if source == 'price':
|
|
|
|
|
|
import factors
|
|
|
|
|
|
column = factors._price_code_col()
|
2026-11-05 10:13:23 +08:00
|
|
|
|
sql = ('SELECT MAX(`timestamp`) d FROM gp_day_data WHERE `timestamp` >= %s AND '
|
2026-11-05 09:55:02 +08:00
|
|
|
|
+ market_scope.sql_filter('`' + column + '`'))
|
2026-11-05 10:13:23 +08:00
|
|
|
|
frame = db.read_pg(sql, params) if source == 'pg' else db.read_mysql(source, sql, params)
|
2026-10-19 09:48:18 +08:00
|
|
|
|
value = None if frame.empty else frame.iloc[0, 0]
|
|
|
|
|
|
day = None if value is None or pd.isna(value) else pd.Timestamp(value).date()
|
|
|
|
|
|
except Exception as exc:
|
|
|
|
|
|
failures.append(f'{name}读取失败({type(exc).__name__})')
|
|
|
|
|
|
continue
|
|
|
|
|
|
dates[name] = day
|
|
|
|
|
|
if day != expected:
|
|
|
|
|
|
failures.append(f'{name}日期 {day or "缺失"}')
|
|
|
|
|
|
if failures:
|
|
|
|
|
|
raise RuntimeError(f'日更输入未就绪:应为 {expected};' + ';'.join(failures)
|
|
|
|
|
|
+ '。保留上次完整计划,停止构建及入池。')
|
|
|
|
|
|
return expected.isoformat()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
if __name__ == '__main__':
|
|
|
|
|
|
try:
|
|
|
|
|
|
print('日更输入日期已对齐:' + check())
|
|
|
|
|
|
except RuntimeError as exc:
|
|
|
|
|
|
raise SystemExit(str(exc))
|