diff --git a/DEVLOG.md b/DEVLOG.md index b7721e2..deeed81 100644 --- a/DEVLOG.md +++ b/DEVLOG.md @@ -1,5 +1,16 @@ # 开发节点记录(三系统量化交易) + +## 2026年11月18日 资金逐股缺口修复与188定向发布 + +按用户要求修复原始历史恢复后仍存在的资金提醒不可用。09:36定位688356.SH在214 Redis的09:35原始快照缺席,前后分钟存在;旧读取器假定每分钟完整且同股唯一。ITD补丁78b5027、测试角色分离ed98c29已提交推送,09:54:34仅重建告警、API和资金快照三个消费者。131只实时可用、14只优先股四路资金正常计算,155提示为空,其余48容器未变。 + +继续按消费者判收发现资金快照全量分支仍调用读取器缺失的distinct_codes,09:59自然日志证实;补齐沪深名单及真实全量调度回归,提交1a45b6c,10:03:44仅重建capital_snapshot,其余50容器未变。10:08自然全量5226只完成落表;5217行可用,9行真实原始字段异常保留不可用且均在告警池外。当前最后核验时间、镜像、备份和证据见[发布接续](docs/资金逐股缺口修复与发布_2026-11-18.md)。 + +开发机最终1049项配置隔离禁网全量通过;188告警候选1045项、查询974项、最终快照978项均在断网无业务配置容器中通过。旧版逐股反例5失败3错误,旧全量调度接口反例1失败3错误。保留角色实际基线、源码挂载和私有配置,没有通过改阈值、补零或隐藏提示让验收通过。候选测试误打包被回归拦截并纠正,按候选返修记录,不当成生产回滚。 + +155只读核验连续确认、资金、持仓及现金对账正常,无缺口、待入账、孤儿或在途;未重建PMS,未访问188真实PMS,未触发测试信号、交易任务或改原始数据。月度规则、Skill、核验工具和本次回归共同保留在独立已提交分支,未修改主研究工作树。原始历史写入停更直接原因及复盘中的其他独立问题仍保留待办。 + ## 2026年11月18日 月度故障共因复盘与预防工具 按用户要求回看10月18日至今PMS及ITD、bionic、选股桥的422条本地提交记录,按问题族区分Bug、实施偏离、正常需求变化、候选返修和相同补丁重复提交。结论和具体因果链见[月度复盘](docs/月度故障与返工根因复盘_2026-11-18.md),没有把回退预案统计为生产回滚。 diff --git a/docs/evidence/funds_snapshot_release_20261118.json b/docs/evidence/funds_snapshot_release_20261118.json new file mode 100644 index 0000000..67fb752 --- /dev/null +++ b/docs/evidence/funds_snapshot_release_20261118.json @@ -0,0 +1,687 @@ +{ + "scope": "188 ITD only; 155 simulated PMS read-only; no synthetic signals or orders", + "baseline_qualification": { + "at": "2026-11-18T10:04:21.390160+08:00", + "evaluated_minute": "2026-11-18T10:02:00+08:00", + "expected_count": 131, + "scope": "read_only_actual_cache_validation_not_live_memory", + "ready_counts": { + "capital_baseline_ready": 131, + "money_flow_baseline_ready": 131 + }, + "unready": {}, + "accepted_prepared_count": 131, + "live_priority_source_counts": { + "money_flow_in_intensity": 14, + "money_flow_out_intensity": 14, + "capital_accumulation": 14, + "capital_distribution": 14 + }, + "live_priority_count": 14, + "live_publication_ready": true, + "live_errors": [] + }, + "pms_health": { + "at": "2026-11-18T09:57:03.677556+08:00", + "prefix": "", + "scope": "pms-sim-155", + "ws": { + "conn_state": "ONLINE", + "last_seq": 1939027, + "acked_seq": 1939027, + "resync_flag": 0, + "heartbeat_at": "2026-11-18 09:57:02", + "last_error": "", + "stat": { + "rx": 297031, + "tx": 541372, + "trades": 11, + "rejects": 0, + "reconnects": 2, + "dropped": 0, + "last_rx_at": "09:56:57", + "last_tx_at": "09:56:58", + "hs_server_seq": 1738206, + "hs_last_seq": 1738206, + "snap_positions_at": "09:56:46", + "snap_positions_n": 3, + "snap_funds_at": "09:56:46", + "seq_hwm": 1939027, + "peer_skew_ms": 5, + "ooo": 0, + "pending_gap": 0, + "funds_update_at": "09:33:18", + "funds_update_n": 11, + "position_update_at": "09:47:45", + "position_update_n": 6, + "last_close": "TimeoutError: timed out during handshake", + "peer_skew_min": -128, + "peer_skew_max": 2721 + } + }, + "funds": { + "seq": 1939024, + "received_at": "2026-11-18 09:56:47", + "age_sec": 16.5 + }, + "pending": 0, + "orphan": 0, + "open_orders": 0, + "reconciliation": { + "ok": true, + "diffs": [], + "fixes": [], + "errors": [], + "severity": "OK", + "source": "ws", + "note": "策略数量之和核对账户;不猜测差异归属,不自动把差异并入任何策略" + }, + "cash_difference": 0.0, + "http_health": 200 + }, + "pms_fund_health": { + "at": "2026-11-18T10:11:02.749558+08:00", + "focus": [ + "002979.SZ", + "300133.SZ", + "300182.SZ", + "300244.SZ", + "300291.SZ", + "300364.SZ", + "301052.SZ", + "601126.SH", + "603259.SH", + "603533.SH", + "688185.SH", + "688356.SH", + "688485.SH", + "688625.SH" + ], + "focus_error": null, + "fund_health": { + "at": "2026-11-18T10:11:00.047424+08:00", + "as_of": "2026-11-18T10:10:00+08:00", + "source": "redis_stock_flow_realtime", + "count": 131, + "available": 131, + "priority": { + "601126.SH": { + "state": "available", + "source": "redis_stock_flow_realtime", + "snapshot_at": "2026-11-18T10:10:00+08:00", + "observed_at": "2026-11-18T10:09:57+08:00", + "age_seconds": 60.0, + "capital_baseline_ready": true, + "capital_baseline_samples": 20, + "money_flow_baseline_ready": true, + "money_flow_baseline_samples": 20 + }, + "688625.SH": { + "state": "available", + "source": "redis_stock_flow_realtime", + "snapshot_at": "2026-11-18T10:10:00+08:00", + "observed_at": "2026-11-18T10:09:58+08:00", + "age_seconds": 60.0, + "capital_baseline_ready": true, + "capital_baseline_samples": 20, + "money_flow_baseline_ready": true, + "money_flow_baseline_samples": 20 + }, + "300182.SZ": { + "state": "available", + "source": "redis_stock_flow_realtime", + "snapshot_at": "2026-11-18T10:10:00+08:00", + "observed_at": "2026-11-18T10:10:06+08:00", + "age_seconds": 0.0, + "capital_baseline_ready": true, + "capital_baseline_samples": 20, + "money_flow_baseline_ready": true, + "money_flow_baseline_samples": 20 + }, + "688485.SH": { + "state": "available", + "source": "redis_stock_flow_realtime", + "snapshot_at": "2026-11-18T10:10:00+08:00", + "observed_at": "2026-11-18T10:09:56+08:00", + "age_seconds": 60.0, + "capital_baseline_ready": true, + "capital_baseline_samples": 20, + "money_flow_baseline_ready": true, + "money_flow_baseline_samples": 20 + }, + "603259.SH": { + "state": "available", + "source": "redis_stock_flow_realtime", + "snapshot_at": "2026-11-18T10:10:00+08:00", + "observed_at": "2026-11-18T10:10:07+08:00", + "age_seconds": 0.0, + "capital_baseline_ready": true, + "capital_baseline_samples": 20, + "money_flow_baseline_ready": true, + "money_flow_baseline_samples": 20 + }, + "688356.SH": { + "state": "available", + "source": "redis_stock_flow_realtime", + "snapshot_at": "2026-11-18T10:10:00+08:00", + "observed_at": "2026-11-18T10:10:00+08:00", + "age_seconds": 0.0, + "capital_baseline_ready": true, + "capital_baseline_samples": 20, + "money_flow_baseline_ready": true, + "money_flow_baseline_samples": 20 + }, + "300133.SZ": { + "state": "available", + "source": "redis_stock_flow_realtime", + "snapshot_at": "2026-11-18T10:10:00+08:00", + "observed_at": "2026-11-18T10:10:06+08:00", + "age_seconds": 0.0, + "capital_baseline_ready": true, + "capital_baseline_samples": 20, + "money_flow_baseline_ready": true, + "money_flow_baseline_samples": 20 + }, + "688185.SH": { + "state": "available", + "source": "redis_stock_flow_realtime", + "snapshot_at": "2026-11-18T10:10:00+08:00", + "observed_at": "2026-11-18T10:09:59+08:00", + "age_seconds": 60.0, + "capital_baseline_ready": true, + "capital_baseline_samples": 20, + "money_flow_baseline_ready": true, + "money_flow_baseline_samples": 20 + }, + "002979.SZ": { + "state": "available", + "source": "redis_stock_flow_realtime", + "snapshot_at": "2026-11-18T10:10:00+08:00", + "observed_at": "2026-11-18T10:10:06+08:00", + "age_seconds": 0.0, + "capital_baseline_ready": true, + "capital_baseline_samples": 20, + "money_flow_baseline_ready": true, + "money_flow_baseline_samples": 20 + }, + "300291.SZ": { + "state": "available", + "source": "redis_stock_flow_realtime", + "snapshot_at": "2026-11-18T10:10:00+08:00", + "observed_at": "2026-11-18T10:10:03+08:00", + "age_seconds": 0.0, + "capital_baseline_ready": true, + "capital_baseline_samples": 20, + "money_flow_baseline_ready": true, + "money_flow_baseline_samples": 20 + }, + "300364.SZ": { + "state": "available", + "source": "redis_stock_flow_realtime", + "snapshot_at": "2026-11-18T10:10:00+08:00", + "observed_at": "2026-11-18T10:10:06+08:00", + "age_seconds": 0.0, + "capital_baseline_ready": true, + "capital_baseline_samples": 20, + "money_flow_baseline_ready": true, + "money_flow_baseline_samples": 20 + }, + "301052.SZ": { + "state": "available", + "source": "redis_stock_flow_realtime", + "snapshot_at": "2026-11-18T10:10:00+08:00", + "observed_at": "2026-11-18T10:10:06+08:00", + "age_seconds": 0.0, + "capital_baseline_ready": true, + "capital_baseline_samples": 20, + "money_flow_baseline_ready": true, + "money_flow_baseline_samples": 20 + }, + "300244.SZ": { + "state": "available", + "source": "redis_stock_flow_realtime", + "snapshot_at": "2026-11-18T10:10:00+08:00", + "observed_at": "2026-11-18T10:10:03+08:00", + "age_seconds": 0.0, + "capital_baseline_ready": true, + "capital_baseline_samples": 20, + "money_flow_baseline_ready": true, + "money_flow_baseline_samples": 20 + }, + "603533.SH": { + "state": "available", + "source": "redis_stock_flow_realtime", + "snapshot_at": "2026-11-18T10:10:00+08:00", + "observed_at": "2026-11-18T10:10:08+08:00", + "age_seconds": 0.0, + "capital_baseline_ready": true, + "capital_baseline_samples": 20, + "money_flow_baseline_ready": true, + "money_flow_baseline_samples": 20 + } + } + }, + "warning": "", + "missing_in_priority": [] + }, + "page_data_path": { + "at": "2026-11-18T10:01:37.989000+08:00", + "fund_warning": "", + "focus": { + "count": 14, + "error": null, + "truncated": false + }, + "natural_fund_alerts": [ + { + "id": "1794967230465-0", + "ts_code": "603881.SH", + "source": "money_flow_in_intensity", + "direction": "看涨", + "cat": "money_flow", + "cat_label": "资金流强度", + "level": "INFO", + "value": 2.1038, + "time": "09:59", + "age_min": 2, + "stale": false + }, + { + "id": "1794967230464-0", + "ts_code": "600111.SH", + "source": "capital_distribution", + "direction": "看跌", + "cat": "capital", + "cat_label": "资金分布", + "level": "DANGER", + "value": -14.23, + "time": "09:59", + "age_min": 2, + "stale": false + }, + { + "id": "1794967110355-0", + "ts_code": "600111.SH", + "source": "capital_distribution", + "direction": "看跌", + "cat": "capital", + "cat_label": "资金分布", + "level": "WARNING", + "value": -15.34, + "time": "09:57", + "age_min": 4, + "stale": false + }, + { + "id": "1794966630348-0", + "ts_code": "301395.SZ", + "source": "money_flow_out_intensity", + "direction": "看跌", + "cat": "money_flow", + "cat_label": "资金流强度", + "level": "WARNING", + "value": -3.0634, + "time": "09:49", + "age_min": 12, + "stale": false + }, + { + "id": "1794966390340-0", + "ts_code": "301395.SZ", + "source": "money_flow_out_intensity", + "direction": "看跌", + "cat": "money_flow", + "cat_label": "资金流强度", + "level": "INFO", + "value": -2.4335, + "time": "09:45", + "age_min": 16, + "stale": false + } + ] + }, + "scanner_deployment": { + "at": "2026-11-18T10:10:50.439186+08:00", + "targets": [ + { + "name": "capital_snapshot", + "image": "sha256:ac2b8766bb59c82a279f5c8abbe45b5f215d1d34ce47e35970e52f4dc01330cd", + "tag": "intraday_timing:funds-snapshot-query-1a45b6c", + "started": "2026-11-18T02:03:44.859687945Z", + "health": "healthy", + "restarts": 0, + "source_matches": true, + "env_and_other_mounts_unchanged": true + } + ], + "unchanged_containers": 50, + "original_root_head_and_env_unchanged": true, + "commit": "1a45b6cc297e70017a60ed47671f12dd36d527eb" + }, + "full_scanner_before": "2026-11-18 09:59:00 M-CAP minute tick failed ('RedisMoneyFlowRealtimeAdapter' object has no attribute 'distinct_codes')", + "tests": { + "final_local": 1049, + "alerts_candidate": 1045, + "api_candidate": 974, + "scanner_candidate": 978, + "old_snapshot_failures": 5, + "old_snapshot_errors": 3, + "old_scanner_failures": 1, + "old_scanner_errors": 3 + }, + "initial_deployment": { + "at": "2026-11-18T09:55:09.403840+08:00", + "targets": [ + { + "name": "intraday_alerts", + "image": "sha256:c8631e43989667808113582a780baf9323aea2a89c994f0dd648599eb3ed0f21", + "tag": "intraday_timing:funds-snapshot-alerts-ed98c29", + "started": "2026-11-18T01:54:34.309413368Z", + "health": "healthy", + "restarts": 0, + "source_matches": true, + "env_and_other_mounts_unchanged": true + }, + { + "name": "intraday_api", + "image": "sha256:2bfe7b66ee1edaed4179ef0af2c72f03890eb128f594c6f074ce9070d80a03af", + "tag": "intraday_timing:funds-snapshot-query-ed98c29", + "started": "2026-11-18T01:54:34.307722279Z", + "health": "healthy", + "restarts": 0, + "source_matches": true, + "env_and_other_mounts_unchanged": true + }, + { + "name": "capital_snapshot", + "image": "sha256:2bfe7b66ee1edaed4179ef0af2c72f03890eb128f594c6f074ce9070d80a03af", + "tag": "intraday_timing:funds-snapshot-query-ed98c29", + "started": "2026-11-18T01:54:34.310265598Z", + "health": "healthy", + "restarts": 0, + "source_matches": true, + "env_and_other_mounts_unchanged": true + } + ], + "unchanged_containers": 48, + "original_root_head_and_env_unchanged": true, + "commit": "ed98c2921e01c9e5d77ad30aeb878db11afb8981" + }, + "natural_full_scan": { + "at": "2026-11-18T10:09:38.856665+08:00", + "snapshots": { + "688356.SH": { + "ts_code": "688356.SH", + "trade_date": "2026-11-18", + "ratio_minute": "10:07", + "main_net_ratio": 2.39, + "mid_net_ratio": 6.43, + "small_net_ratio": -8.8, + "divergence": 4.760000000000002, + "purified_volume": -1.2737802509238219, + "direction": "neutral", + "level": "NORMAL", + "available": 1, + "reason": null, + "calc_time": "10:08", + "updated_at": "2026-11-18 10:08:01" + }, + "002979.SZ": { + "ts_code": "002979.SZ", + "trade_date": "2026-11-18", + "ratio_minute": "10:07", + "main_net_ratio": -5.83, + "mid_net_ratio": 6.15, + "small_net_ratio": -0.32, + "divergence": -11.66, + "purified_volume": -2.560799664039922, + "direction": "neutral", + "level": "NORMAL", + "available": 1, + "reason": null, + "calc_time": "10:08", + "updated_at": "2026-11-18 10:08:01" + }, + "601126.SH": { + "ts_code": "601126.SH", + "trade_date": "2026-11-18", + "ratio_minute": "10:08", + "main_net_ratio": 4.97, + "mid_net_ratio": 1.01, + "small_net_ratio": -5.98, + "divergence": 9.940000000000001, + "purified_volume": -2.3147016901094424, + "direction": "neutral", + "level": "NORMAL", + "available": 1, + "reason": null, + "calc_time": "10:09", + "updated_at": "2026-11-18 10:09:00" + }, + "603259.SH": { + "ts_code": "603259.SH", + "trade_date": "2026-11-18", + "ratio_minute": "10:07", + "main_net_ratio": -7.18, + "mid_net_ratio": -0.09, + "small_net_ratio": 7.27, + "divergence": -14.36, + "purified_volume": 0.15712119061254376, + "direction": "neutral", + "level": "NORMAL", + "available": 1, + "reason": null, + "calc_time": "10:08", + "updated_at": "2026-11-18 10:08:01" + } + }, + "scan_stats": { + "stats": [ + { + "scan_kind": "hot", + "started_at": "2026-11-18T10:09:00", + "pool_size": 15, + "workers": 12, + "wall_ms": 424, + "p50_ms": 234.27899926900864, + "p95_ms": 361.95363476872444, + "max_ms": 363.9172986149788, + "ok_cnt": 15, + "err_cnt": 0 + }, + { + "scan_kind": "full", + "started_at": "2026-11-18T10:08:01", + "pool_size": 5226, + "workers": 12, + "wall_ms": 54026, + "p50_ms": 95.72233259677887, + "p95_ms": 316.547192633152, + "max_ms": 489.8930490016937, + "ok_cnt": 5226, + "err_cnt": 0 + }, + { + "scan_kind": "hot", + "started_at": "2026-11-18T10:07:00", + "pool_size": 15, + "workers": 12, + "wall_ms": 313, + "p50_ms": 142.33030378818512, + "p95_ms": 296.5499833226204, + "max_ms": 297.61963337659836, + "ok_cnt": 15, + "err_cnt": 0 + }, + { + "scan_kind": "hot", + "started_at": "2026-11-18T10:06:00", + "pool_size": 15, + "workers": 12, + "wall_ms": 154, + "p50_ms": 63.540227711200714, + "p95_ms": 97.71370142698288, + "max_ms": 139.2327845096588, + "ok_cnt": 15, + "err_cnt": 0 + }, + { + "scan_kind": "hot", + "started_at": "2026-11-18T10:05:00", + "pool_size": 15, + "workers": 12, + "wall_ms": 247, + "p50_ms": 147.48717844486237, + "p95_ms": 228.79484295845032, + "max_ms": 230.9478484094143, + "ok_cnt": 15, + "err_cnt": 0 + } + ] + }, + "recent_snapshot_states": [ + { + "available": 1, + "reason": null, + "n": 5217 + }, + { + "available": 0, + "reason": "DATA_NOT_READY", + "n": 9 + } + ], + "unavailable_recent": [ + { + "ts_code": "000635.SZ", + "ratio_minute": null, + "reason": "DATA_NOT_READY", + "updated_at": "2026-11-18 10:08:01" + }, + { + "ts_code": "002717.SZ", + "ratio_minute": null, + "reason": "DATA_NOT_READY", + "updated_at": "2026-11-18 10:08:01" + }, + { + "ts_code": "301661.SZ", + "ratio_minute": null, + "reason": "DATA_NOT_READY", + "updated_at": "2026-11-18 10:08:01" + }, + { + "ts_code": "600185.SH", + "ratio_minute": null, + "reason": "DATA_NOT_READY", + "updated_at": "2026-11-18 10:08:01" + }, + { + "ts_code": "605255.SH", + "ratio_minute": null, + "reason": "DATA_NOT_READY", + "updated_at": "2026-11-18 10:08:01" + }, + { + "ts_code": "688121.SH", + "ratio_minute": null, + "reason": "DATA_NOT_READY", + "updated_at": "2026-11-18 10:08:01" + }, + { + "ts_code": "688496.SH", + "ratio_minute": null, + "reason": "DATA_NOT_READY", + "updated_at": "2026-11-18 10:08:01" + }, + { + "ts_code": "688798.SH", + "ratio_minute": null, + "reason": "DATA_NOT_READY", + "updated_at": "2026-11-18 10:08:01" + }, + { + "ts_code": "688845.SH", + "ratio_minute": null, + "reason": "DATA_NOT_READY", + "updated_at": "2026-11-18 10:08:01" + } + ], + "unavailable_input_now": { + "000635.SZ": { + "state": "invalid_fields", + "source": "redis_stock_flow_realtime", + "snapshot_at": "2026-11-18T10:08:00+08:00", + "observed_at": "2026-11-18T10:07:39+08:00", + "age_seconds": 60.0 + }, + "002717.SZ": { + "state": "invalid_fields", + "source": "redis_stock_flow_realtime", + "snapshot_at": "2026-11-18T10:08:00+08:00", + "observed_at": "2026-11-18T10:07:48+08:00", + "age_seconds": 60.0 + }, + "301661.SZ": { + "state": "invalid_fields", + "source": "redis_stock_flow_realtime", + "snapshot_at": "2026-11-18T10:08:00+08:00", + "observed_at": "2026-11-18T08:00:00+08:00", + "age_seconds": 7680.0 + }, + "600185.SH": { + "state": "invalid_fields", + "source": "redis_stock_flow_realtime", + "snapshot_at": "2026-11-18T10:08:00+08:00", + "observed_at": "2026-11-18T08:30:29+08:00", + "age_seconds": 5880.0 + }, + "605255.SH": { + "state": "invalid_fields", + "source": "redis_stock_flow_realtime", + "snapshot_at": "2026-11-18T10:08:00+08:00", + "observed_at": "2026-11-18T08:30:27+08:00", + "age_seconds": 5880.0 + }, + "688121.SH": { + "state": "invalid_fields", + "source": "redis_stock_flow_realtime", + "snapshot_at": "2026-11-18T10:08:00+08:00", + "observed_at": "2026-11-18T08:30:22+08:00", + "age_seconds": 5880.0 + }, + "688496.SH": { + "state": "invalid_fields", + "source": "redis_stock_flow_realtime", + "snapshot_at": "2026-11-18T10:08:00+08:00", + "observed_at": "2026-11-18T08:30:10+08:00", + "age_seconds": 5880.0 + }, + "688798.SH": { + "state": "invalid_fields", + "source": "redis_stock_flow_realtime", + "snapshot_at": "2026-11-18T10:08:00+08:00", + "observed_at": "2026-11-18T08:30:26+08:00", + "age_seconds": 5880.0 + }, + "688845.SH": { + "state": "invalid_fields", + "source": "redis_stock_flow_realtime", + "snapshot_at": "2026-11-18T10:08:00+08:00", + "observed_at": "2026-11-18T08:00:00+08:00", + "age_seconds": 7680.0 + } + } + }, + "nonready_outside_alert_pool": [ + "000635.SZ", + "002717.SZ", + "301661.SZ", + "600185.SH", + "605255.SH", + "688121.SH", + "688496.SH", + "688798.SH", + "688845.SH" + ] +} diff --git a/docs/开发入口.md b/docs/开发入口.md index fee002d..a7e4f7f 100644 --- a/docs/开发入口.md +++ b/docs/开发入口.md @@ -1,5 +1,7 @@ # 开发资料入口 +11月18日盘中资金修复见[逐股缺口修复与发布](资金逐股缺口修复与发布_2026-11-18.md):已定位214原始快照漏股及同股不同采集时间、共享读取器未补齐全量扫描名单接口;逐股提示恢复,188定向发布;10:08自然全量5226只落表完成,10:11:02最终131只告警池资金可用、14只优先股正常。以下盘前证据保留原时点。 + 11月18日最新:[近一个月故障与返工根因复盘](月度故障与返工根因复盘_2026-11-18.md)。已只读确认三股原始分钟资金历史补到11月17日,盘前14只分钟准备名单三路历史资格通过;不代表129只盘中告警池及自然发布消费已判收。复盘归并四类共因,新增[故障修复Skill](../.agents/skills/pms-incident-review/SKILL.md)和[业务证据核验工具](业务证据核验工具.md),保留明确的待闭环项。下方11月16日、17日的历史停更描述属于当时证据,不能继续当成当前原始数据状态。 11月16日资金监测最新整改见[漏检复盘与交易员提示](资金监测漏检复盘与交易员提示整改_2026-11-16.md):15:56已完成实时源切换;16:31仅发布155web的4814f9a,撤下历史准备常驻说明,保留内部诊断。16:32实际接口和对账正常,其他29容器不变。历史资金停更与自然告警验收仍需闭环。此前名称刷新修复保留。 diff --git a/docs/月度故障与返工根因复盘_2026-11-18.md b/docs/月度故障与返工根因复盘_2026-11-18.md index eab6835..15c2ffc 100644 --- a/docs/月度故障与返工根因复盘_2026-11-18.md +++ b/docs/月度故障与返工根因复盘_2026-11-18.md @@ -1,6 +1,6 @@ # 近一个月故障、返工与重复修改的根因复盘 -核验日期:2026年11月18日,北京时间。范围为2026年10月18日至本次取证时点的PMS及直接依赖ITD、bionic、选股桥。本次只读核对188上游,未访问188真实PMS,未改运行参数、源数据、服务或交易。本报告中的历史故障不是对今天运行状态的统一断言。 +核验日期:2026年11月18日,北京时间。范围为2026年10月18日至本次取证时点的PMS及直接依赖ITD、bionic、选股桥。第一阶段复盘只读核对188上游,未改运行参数、源数据、服务或交易;后续按用户修复并部署要求,定向更新ITD资金消费者,见[盘中修复接续](资金逐股缺口修复与发布_2026-11-18.md)。两阶段均未访问188真实PMS。本报告中的历史故障不是对今天运行状态的统一断言。 ## 结论 @@ -78,7 +78,7 @@ 09:27:40使用最终采集器再次只读核验,名单来源错误为空,三路仍各14/14,见[最终采集证据](evidence/itd_preparation_verified_20261118.json)。 -这里的14只是当时分钟服务的准备名单,不等同11月16日盘中的129只告警池。检查发生在开盘前;当前证据没有覆盖今天正式告警的全部名单、当天实时输入、实际计算、发布和PMS消费。原始写入任务为什么曾停止,以及补数是否由哪个具体任务完成,本次未取得其写入日志,不推断责任服务。 +这里的14只是当时分钟服务的准备名单,不等同11月16日盘中的129只告警池。这几次检查发生在开盘前,当时证据没有覆盖今天正式告警的全部名单、当天实时输入、实际计算、发布和PMS消费。10:04后续按实际131只告警名单核验,两路资金计算基线均131/131,14只高优先股票四路资金来源均在自然计算,实时健康和155提示已恢复;具体发布消费及仍无触发的边界见[盘中修复接续](资金逐股缺口修复与发布_2026-11-18.md)。原始写入任务为什么曾停止,以及补数是否由哪个具体任务完成,本次未取得其写入日志,不推断责任服务。 资金的两条主要历史链仍应分别维护:分钟资金来自`judge.stock_flow_data → MongoMoneyFlowMinuteAdapter → 历史准备/seasonality.mf_minute → money_flow_in/out_intensity`;日资金来自`gp_moneyflow_ths → daily_fund准备`。分钟量价`gp_stk_mins_1min`和当日214 Redis快照不能互相替代上述历史资格。 @@ -95,7 +95,7 @@ 最终版本在开发机Python3.12完成90组配置隔离、禁网全量回归,返回`ALL SUITES PASS`,其中包含本次工具21例专项。Skill的官方格式校验通过。188只读执行采集器成功,验证了实际ITD模块和文件的适配。文档、链接与差异检查纳入本次交付检查。 -本轮不修改应用服务,没有应重建的业务容器;新脚本仅以stdin在已授权容器执行只读检查,没有安装到服务器或增加调度。独立工作树基于`bf289f7`,分支`codex/recurrence-prevention-20261118`,保护主研究工作树及其已有未提交文件。 +第一阶段复盘不修改应用服务,没有应重建的业务容器;新脚本仅以stdin在已授权容器执行只读检查,没有安装到服务器或增加调度。独立工作树基于`bf289f7`,分支`codex/recurrence-prevention-20261118`,保护主研究工作树及其已有未提交文件。 ## 仍需单独闭环的运行问题 @@ -103,7 +103,7 @@ | 项目 | 下一次应读取的位置与触发场景 | 关闭条件 | | --- | --- | --- | -| 开盘后资金全链路恢复 | ITD实际告警池、逐源健康、当日资金时间、正式告警流、PMS逐源消费;自然开盘与真实满足阈值时 | 对当前完整应监测名单逐路证明可算;未触发有计算资格证据,触发时有发布与消费回执,不制造信号 | +| 开盘后资金全链路恢复(已有后续实证,见盘中修复接续) | ITD实际告警池、逐源健康、当日资金时间、正式告警流、PMS逐源消费;自然开盘与真实满足阈值时 | 对当前完整应监测名单逐路证明可算;未触发有计算资格证据,触发时有发布与消费回执,不制造信号 | | 原始资金历史停更直接根因 | `judge.stock_flow_data`实际写入任务的调度、最近成功、写入行数和失败日志 | 找到生产者及失败点,并验证下一自然批次;目前仅知道数据已经恢复 | | 技术读数旧映射与分页一致性 | `pms_tech_daily`、`PMS_TECH_STATE_MAP`及持仓/网格/退出调用方;源数据换日或换版本 | 同时拒绝不完整跨版本拉取,并证明所有当前判断路径使用有效同口径数据 | | 子任务状态及不可用缓存恢复 | `execution_basis_refresh.risk_reviews`、`signal_service.consume.timing_fusion`、异步研判持久请求;自然失败再恢复 | 聚合状态反映必要子步骤,暂时不可用在有效截止后可重评,保留人工和保守交易边界 | diff --git a/docs/资金逐股缺口修复与发布_2026-11-18.md b/docs/资金逐股缺口修复与发布_2026-11-18.md new file mode 100644 index 0000000..d814e13 --- /dev/null +++ b/docs/资金逐股缺口修复与发布_2026-11-18.md @@ -0,0 +1,58 @@ +# 资金逐股缺口修复与发布 + +核验日期:2026年11月18日,北京时间。承接[月度共因复盘](月度故障与返工根因复盘_2026-11-18.md)。用户在原始历史恢复后,要求修复“部分持仓及关注股的资金异动提醒暂不可用,系统正在重试”并部署。 + +## 原因落到具体链路 + +历史分钟资金与当日资金是两条独立输入。本次剩余提示来自当日资金读取,不能继续解释成历史表没有补齐。 + +| 位置 | 本次证据和影响 | +| --- | --- | +| 历史分钟资金:Mongo `192.168.18.75:27017 / judge / stock_flow_data` | 09:09抽查三股已到11月17日;10:04对实际131只告警名单使用ITD现有缓存校验入口只读重建,分钟资金和放量基线均131/131通过。原始写入此前为何停止仍未取得生产者日志。 | +| 当日原始资金:214 Redis `36379`端口、db0,`stock_flow_realtime:2026-11-18:HH:MM` | 688356.SH在09:34存在、09:35缺席、09:36恢复。09:30存在同股不同原始采集秒时间的两行,一行金额为`-`,后一行有效。这不是整路数据持续停更。 | +| ITD共享读取器:`adapters/redis_moneyflow_realtime.py` | 旧实现只在整个分钟键缺失时向前找;最新键存在但漏一股时直接判缺失。不同时间的同股记录也被一律当成冲突。错误假设是“每分钟快照必定完整且每股唯一”。 | +| 提示的直接输入:208 Redis db2,`intraday_alerts:fund_health` | 09:36仅688356.SH为`missing_stock`,14只持仓关注中13只可用;PMS正确显示异常。其他来源有信号不能证明该股资金可算。 | +| 全量资金快照:`CapitalSnapshotScanner.on_intraday_minute → distinct_codes → capital_snapshot_rt` | 发布逐股读取修复后继续按消费者核验,发现共享读取器缺少旧数据源的`distinct_codes()`接口。09:59自然全量周期报AttributeError,热股扫描却持续成功;最终产出缺口会被局部正常掩盖。 | + +原始采集为什么偶发漏股或出现不同采集时间的重复行,目前未读取到写入端日志。已证明并修复的是消费契约不匹配,不能把未证实的分页或上游进程故障写成根因。 + +## 修复行为 + +单股在最新快照缺席时,在原有15分钟有效期内查找同日最近原始记录,最多16个键,所有股票共享缓存;保留每股快照分钟和原始采集时间,不把刷新时间当成数据时间。不同采集时刻取最新记录;同一时刻金额或比例冲突、最新记录字段异常、未来、旧日及过期仍拒绝。原本可用的资金值、累计金额口径、阈值、权重和冷却保持。 + +补齐全量扫描的名单接口,取同日有效期内原始快照沪深证券并集。名单不代表可计算,逐股仍走原有数据检查;来源失败明确报错,不能作为空名单成功。不读取或补齐北交所数据,不回退旧Mongo实时副本,不插值或补零。 + +PMS页面提示逻辑保留,真实不可用仍应提示;本次没有通过隐藏提示修复问题。 + +## 验证和部署 + +| 环境或步骤 | 实际结果 | +| --- | --- | +| 开发机旧故障反例 | 逐股快照旧版25项中5失败、3错误;补齐名单前的12项专项中3错误、1失败。真实全量调度入口必须经过计算和写库转换,不能用替代调度器的桩通过。 | +| 开发机最终回归 | 29项相关反例纳入1049项配置隔离、禁网全量,全部通过。测试数据仅本地内存,未发测试信号或委托。 | +| 188真实快照只读对照 | 09:35旧版123/131、优先13/14,新版131/131和14/14;09:43旧版125/131,新版131/131。各读2个键,所有原本可用的累计值及证据时间保持。 | +| 188候选镜像 | 告警角色1045项、查询角色974项通过;补名单后的查询基线978项通过。均为无业务配置、断网容器全量回归。 | +| 09:54:34首次发布 | 重建`intraday_alerts`、`intraday_api`、`capital_snapshot`,代码ed98c29;其余48容器不变,候选与实际源码逐文件哈希一致。 | +| 10:03:44补充发布 | 仅重建`capital_snapshot`,代码1a45b6c;其他50容器不变。名单接口仅扫描器调用,未为版本整齐重复重启告警和API。 | + +候选回归曾拦住一次测试打包错误:告警专用断言误带入查询角色。已把共用读取器反例独立成测试文件,保留两个角色原有测试与代码;不通过升级无关告警逻辑来让查询测试通过。此为候选返修,不是生产回滚。 + +最终运行镜像为:告警`intraday_timing:funds-snapshot-alerts-ed98c29`;API `intraday_timing:funds-snapshot-query-ed98c29`;资金快照`intraday_timing:funds-snapshot-query-1a45b6c`。两个角色沿各自实际镜像和只读`/app/src`挂载构建,原运行目录HEAD、`.env`、其他挂载及私有配置保持;有效Compose差异仅为相应镜像和源码目录。 + +备份分别位于188的`/mnt/work/project/intraday_timing/backups/funds-snapshot-20261118-ed98c29`与`funds-snapshot-20261118-1a45b6c`。包含服务器本地私有配置、目标容器元数据和候选清单,密钥未导出。发生新故障时按对应角色恢复已备份镜像与源码挂载并定向重建,不覆盖其他服务新变更,不回滚账本或原始数据。 + +## 自然运行判收 + +09:55资金健康为131/131可用,14只持仓关注全部可用,155同一提示函数返回空字符串。10:01再次执行页面实际使用的`upstream_signals.snapshot()`,资金提示仍为空,五个来源读取成功,无关注名单错误或截断;已显示09:59自然发布的资金流强度和资金分布消息。未登录HTTP直接请求按预期返回401,因此不冒充已做登录后的浏览器验收,也未伪造会话绕过认证。 + +10:04只读重建现有历史缓存,对实际131只名单确认分钟资金与放量基线各131/131;这不是读取运行进程内存。运行进程的覆盖文件确认14只高优先股票四路资金来源各14/14已计算,发布就绪且错误为空。没有用“没有触发”代替“数据可算”,也没有伪造每条来源都触发过;当时尚无高优先股票资金触发样本。 + +09:57在155模拟PMS核验:连续确认与接收序号均1939027,无缺口、待入账、孤儿及在途委托,资金快照16.5秒,持仓数量及策略现金差均为零,健康接口200。155无需修改应用或重建容器;188真实PMS未访问。 + +10:08:01启动的自然全量扫描在54.026秒后完成5226只沪深证券,计算调用错误为0;随后只读查表确认5226行产出,其中5217行为available,9行明确为DATA_NOT_READY。后9只原始字段异常,部分原始时间还停在盘前,均不在当前131只告警池或14只持仓关注中,未用零值或中性掩盖。688356.SH及三只持仓均已有本轮有效快照。不能把扫描统计ok_cnt=5226解释成5226只数据全部可用。 10:11:02从155最终复核,实时资金仍131/131可用、14只优先股均可用、提示为空,名单无错误或缺股;资金快照容器健康且零重启。证据见[完整发布回执](evidence/funds_snapshot_release_20261118.json)。 + +## 防止再次付出相同成本 + +这两处遗漏与月度复盘的共因一致:把局部结果当成完整能力,并且替换入口时没有覆盖全部消费者和调度分支。现有项目规则要求独立名单、逐路资格和最终产出,本次将其具体落成跨快照、不同时间重复、异常保持不可用、缓存上限、跨日、来源故障以及真实全量调度入口反例,接入ITD常规断网回归。 + +月度新增项目规则、故障修复Skill及历史准备/任务子结果核验工具位于PMS分支`codex/recurrence-prevention-20261118`。它们是开发和验收约束,不冒充已部署的常驻监控,也不需要重启PMS。历史写入停更直接根因及复盘列出的其他独立业务问题仍保留明确待办,不因本次资金恢复统一销项。