From f0224049bc4df915ab5e77c19be6b59cc47bc5a7 Mon Sep 17 00:00:00 2001 From: baobao Date: Tue, 27 Oct 2026 15:14:08 +0800 Subject: [PATCH] =?UTF-8?q?=E5=A2=9E=E5=8A=A0=E6=9C=AC=E6=AC=A1=E6=A8=A1?= =?UTF-8?q?=E6=8B=9F=E4=BB=93=E6=B8=85=E8=B4=A6=E7=9A=84=E5=A4=87=E4=BB=BD?= =?UTF-8?q?=E4=B8=8E=E4=BA=8B=E5=8A=A1=E6=89=A7=E8=A1=8C=E8=84=9A=E6=9C=AC?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- scripts/reset_sim_observation_20261027.py | 166 ++++++++++++++++++++++ 1 file changed, 166 insertions(+) create mode 100644 scripts/reset_sim_observation_20261027.py diff --git a/scripts/reset_sim_observation_20261027.py b/scripts/reset_sim_observation_20261027.py new file mode 100644 index 0000000..3a4cb36 --- /dev/null +++ b/scripts/reset_sim_observation_20261027.py @@ -0,0 +1,166 @@ +"""2026-10-27 用户授权的155模拟仓重置。只作为一次性运维脚本运行。 + +先停 beat、温和退出 worker,保存原参数,再打开买入/执行暂停、设置 ws_only。 +prepare 只备份;将备份复制到宿主机并核对 SHA256 后才能 apply。 +不修改业务进程,不清通道、不改序号、不写 trading_*,不负责恢复交易开关。 +旧 reset_ledger.py 的字典序游标不适合当前时间窗回放,本脚本显式登记窗口内已见成交。 +""" +import argparse +import datetime as dt +import hashlib +import json +import os +from pathlib import Path +import sys + +sys.path.insert(0, str(Path(__file__).resolve().parents[1])) + +TABLES = ( + 'pms_lot', 'pms_position', 'pms_instruction', 'pms_action_ledger', + 'pms_cash_flow', 'pms_plan', 'pms_command', 'pms_proposal', + 'pms_strategy', 'pms_daily_report', 'pms_nav_daily', +) +DERIVED = { + 'PMS_RECON_STREAK': 0, 'PMS_RECON_STREAK_YMD': 0, + 'PMS_HIGH_WATER': 0., 'PMS_BRAKE_UNTIL': 0, + 'PMS_AUTO_LAST_SCAN': '', 'PMS_LOGIC_STATE_MAP': '', +} +OWNED_MAPS = { + 'PMS_CUSHION_NEG_STREAK': '{}', 'PMS_EXIT_CLEANUP_DONE': '[]', + 'PMS_STRATEGY_BUYPAUSE': '{}', 'PMS_TECH_EXIT_DONE': '{}', +} + + +def encoded(value): + return json.dumps(value, ensure_ascii=False, sort_keys=True, default=str).encode() + + +def digest(value): + return hashlib.sha256(encoded(value)).hexdigest() + + +def save_new(path, value): + path = Path(path) + with os.fdopen(os.open(path, os.O_WRONLY | os.O_CREAT | os.O_EXCL, 0o600), 'wb') as f: + f.write(encoded(value)) + f.flush() + os.fsync(f.fileno()) + + +def require_safe(): + from config.settings import settings + from app.services import param_store + from app.repo import qmt_repo + if dt.date.today() != dt.date(2026, 10, 27): + raise RuntimeError('本脚本仅适用于2026-10-27这次清理') + if settings.PMS_TABLE_PREFIX or settings.INFRA_STRATEGY_BOOK_SCHEMA: + raise RuntimeError('只适用于未迁移策略账本的155模拟实例') + if param_store.get('PMS_DISPATCH_MODE') != 'ws' or param_store.get('PMS_ROTATION_MODE') != 'observe': + raise RuntimeError('运行模式与已核实的模拟观察实例不符') + if not all(param_store.get_bool(k, False) for k in ('PMS_GLOBAL_EXEC_HALT', 'PMS_GLOBAL_BUY_HALT')): + raise RuntimeError('必须先暂停交易') + if param_store.get('PMS_RECON_SOURCE') != 'ws_only': + raise RuntimeError('必须先禁止退回旧持仓表对账') + orders = qmt_repo.list_orders(limit=10000) + if len(orders) >= 10000 or any(r['status'] not in qmt_repo.FINAL for r in orders): + raise RuntimeError('存在未终结或未查全的委托,不能清账') + if qmt_repo.inbox_pending_count() or qmt_repo.inbox_orphan_count(): + raise RuntimeError('存在待处理或孤立成交,不能清账') + return qmt_repo.get_state() + + +def read_table(db, table, lock=False): + key = 'ymd' if table in ('pms_daily_report', 'pms_nav_daily') else 'id' + return db.fetch_all(f'SELECT * FROM {table} ORDER BY {key}' + (' FOR UPDATE' if lock else '')) + + +def prepare(path): + from app.db import session as db + from app.repo import qmt_repo + state = require_safe() + with db.transaction(): + records = {t: read_table(db, t, lock=True) for t in TABLES} + backup = {'created_at_beijing': str(dt.datetime.now()), 'tables': records, + 'schemas': {t: db.fetch_all('SHOW CREATE TABLE '+t) for t in TABLES}, + 'runtime_params': db.fetch_all('SELECT * FROM pms_runtime_param ORDER BY param_key'), + 'ws_state': state, 'qmt_orders': db.fetch_all('SELECT * FROM pms_qmt_order ORDER BY id'), + 'trade_inbox': db.fetch_all("SELECT * FROM pms_qmt_inbox WHERE msg_type='trade' ORDER BY seq"), + 'rotation_documents': db.fetch_all('SELECT * FROM pms_rotation_document ORDER BY doc_id'), + 'positions_snapshot': qmt_repo.latest_snapshot('positions'), + 'funds_snapshot': qmt_repo.latest_snapshot('funds')} + save_new(path, backup) + return {'phase': 'prepared', 'backup_sha256': digest(backup), + 'counts': {t: len(records[t]) for t in TABLES}, 'ws_last_seq': state['last_seq']} + + +def apply(path, expected_sha): + from app.db import session as db + from app.repo import pms_repo, downstream_repo, rotation_repo + from app.services import param_store, ledger_service, publish_export + raw = Path(path).read_bytes() + if not expected_sha or hashlib.sha256(raw).hexdigest() != expected_sha: + raise RuntimeError('备份摘要不符') + backup = json.loads(raw) + state = require_safe() + if state['last_seq'] != backup['ws_state']['last_seq']: + raise RuntimeError('备份后收到新的QMT消息,须重新核实') + now = dt.datetime.now().replace(microsecond=0) + since = str(now-dt.timedelta(seconds=ledger_service._REPLAY_OVERLAP_SEC)) + fills = downstream_repo.fetch_filled_orders(since_time=since, limit=10000) + if len(fills) >= 10000: + raise RuntimeError('成交窗口未查全') + if any(str(f.get('done_time') or '')[:19] > str(now) for f in fills): + raise RuntimeError('下游成交时间晚于重置时间,须核实时区') + # 24小时重叠窗口会回看旧单。只设时间而不登记seen会把已归档成交重新入账。 + cursor = {'v': 2, 't': str(now), 'seen': { + ledger_service._fill_key(f): str(f.get('done_time') or now)[:19] for f in fills}} + receipt = {'reset_id': 'sim-reset-20261027', 'at_beijing': str(now), + 'backup_sha256': expected_sha, 'deleted': {}, 'replay_seen': len(cursor['seen']), + 'ws_seq_preserved': state['last_seq'], 'qmt_empty_verified': False, + 'qmt_empty_user_confirmed': True, + 'kept': ['pms_qmt_order', 'pms_qmt_inbox', 'pms_ws_state', + 'pms_op_log', 'pms_macro_signal', 'pms_plan_snapshot', 'pms_tech_daily'], + 'paused_until': '新QMT空仓和资金快照核对通过'} + with db.transaction(): + for table in TABLES: + if digest(read_table(db, table, lock=True)) != digest(backup['tables'][table]): + raise RuntimeError('备份后账本变化:'+table) + if digest(db.fetch_all('SELECT * FROM pms_runtime_param ORDER BY param_key')) != digest(backup['runtime_params']): + raise RuntimeError('备份后参数变化') + for table in TABLES: + receipt['deleted'][table] = db.execute('DELETE FROM '+table) + for key, value in DERIVED.items(): + result = param_store.set_param(key, value, 'sim_reset_20261027') + if not result.get('ok'): + raise RuntimeError('派生状态重置失败:'+key) + for key, value in OWNED_MAPS.items(): + pms_repo.set_param(key, value, 'sim_reset_20261027') + pms_repo.set_param(ledger_service.CURSOR_KEY, encoded(cursor).decode(), 'sim_reset_20261027') + if pms_repo.get_param(ledger_service.CURSOR_KEY) != encoded(cursor).decode(): + raise RuntimeError('回放游标写入核验失败') + for table in TABLES: + if db.fetch_one('SELECT COUNT(*) AS n FROM '+table)['n']: + raise RuntimeError('清理不完整:'+table) + receipt['nav_baseline'] = publish_export.record_nav_snapshot() + if receipt['nav_baseline']['nav'] != 1. or receipt['nav_baseline']['pos_ratio'] != 0.: + raise RuntimeError('空仓净值基线错误') + rotation_repo.put_once('maintenance:sim-reset-20261027', 'maintenance', receipt) + pms_repo.insert_op_log(op='reset_sim_observation', result='OK', by='user_authorized', + reason='用户确认QMT已清空,归档并重置155模拟仓旧持仓相关数据;QMT实时复核待完成', + params=receipt, ref='sim-reset-20261027') + save_new(str(path)+'.receipt.json', receipt) + return receipt + + +def main(): + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument('action', choices=('prepare', 'apply')) + parser.add_argument('--backup', required=True) + parser.add_argument('--backup-sha256') + args = parser.parse_args() + result = prepare(args.backup) if args.action == 'prepare' else apply(args.backup, args.backup_sha256) + print(json.dumps(result, ensure_ascii=False, default=str)) + + +if __name__ == '__main__': + main()