"""用户2026-11-02授权的155模拟仓重置。prepare只备份,apply按摘要一次性提交。 运行前暂停买入和执行,温和停止beat/worker;web及唯一ws继续收回报。 本脚本不发委托、不清通道、不改序号、不恢复交易开关。旧运行账本先完整备份, 清除两策略持仓、批次、任务、盈亏和净值;实际空仓资金作为新本金。 """ import argparse import copy import datetime as dt import hashlib import json import math import os from pathlib import Path import sys sys.path.insert(0, str(Path(__file__).resolve().parents[1])) RESET_ID = 'sim-reset-20261102' ACTOR = 'sim_reset_20261102' DAY = dt.date(2026, 11, 2) INITIAL_CASH = 1967927.74 # 用户本次明确确认的初始总规模,必须与QMT实值一致。 TABLES = ('pms_lot', 'pms_position', 'pms_instruction', 'pms_action_ledger', 'pms_cash_flow', 'pms_plan', 'pms_command', 'pms_proposal', 'pms_strategy', 'pms_daily_report', 'pms_nav_daily') CLEAR = TABLES DERIVED = {'PMS_RECON_STREAK': 0, 'PMS_RECON_STREAK_YMD': 0, 'PMS_HIGH_WATER': 0., 'PMS_BRAKE_UNTIL': 0, 'PMS_AUTO_LAST_SCAN': '', 'PMS_LOGIC_STATE_MAP': ''} OWNED_MAPS = {'PMS_CUSHION_NEG_STREAK': '{}', 'PMS_EXIT_CLEANUP_DONE': '[]', 'PMS_STRATEGY_BUYPAUSE': '{}', 'PMS_TECH_EXIT_DONE': '{}'} LIVE_DOCS = ('capital:live', 'state:live', 'account-execution') def encoded(value): return json.dumps(value, ensure_ascii=False, sort_keys=True, default=str, allow_nan=False).encode() def digest(value): return hashlib.sha256(encoded(value)).hexdigest() def save_new(path, value): with os.fdopen(os.open(path, os.O_WRONLY | os.O_CREAT | os.O_EXCL, 0o600), 'wb') as f: f.write(encoded(value)); f.flush(); os.fsync(f.fileno()) def validate_empty(channel, positions, funds, pause_at): """纯校验:缺少/陈旧/不完整快照绝不解释为空仓。""" from app.core import ws_codec if not channel.get('online') or channel.get('error') or channel.get('resync_required'): raise ValueError('通道未健康对齐') seq = channel.get('last_seq') if not seq or seq != channel.get('acked_seq') or seq != channel.get('stat', {}).get('seq_hwm'): raise ValueError('连续确认尚未追平') if any(channel.get(k) for k in ('inbox_pending', 'orphan_held')) or channel.get('stat', {}).get('pending_gap') or channel.get('stat', {}).get('rejects'): raise ValueError('仍有待处理回报或缺口') for snap in (positions, funds): if not snap or snap.get('age_sec') is None or not 0 <= snap['age_sec'] < 60: raise ValueError('需要一分钟内快照') if str(snap.get('received_at') or '')[:19] <= str(pause_at)[:19]: raise ValueError('需要暂停后的新快照') if positions.get('payload', {}).get('kind') != 'positions' or positions['payload'].get('items') != []: raise ValueError('QMT尚未确认完整空仓') if funds.get('payload', {}).get('kind') != 'funds': raise ValueError('缺少资金快照') parsed = ws_codec.parse_funds_snapshot(funds['payload']) for key in ('available_cash', 'total_asset', 'frozen_cash', 'market_value'): v = parsed.get(key) if v is None or not math.isfinite(v) or v < 0: raise ValueError('资金字段不完整或非法') if parsed['frozen_cash'] or parsed['market_value'] or parsed['available_cash'] <= 0: raise ValueError('仍有冻结、市值或没有可用资金') if abs(parsed['total_asset']-parsed['available_cash']) > .01: raise ValueError('空仓资产与资金不一致') if abs(parsed['available_cash']-INITIAL_CASH) > .005: raise ValueError('QMT资金与用户确认的初始总规模不符') return parsed def require_safe(*, empty=False): from config.settings import settings from app.services import param_store, dispatcher from app.repo import pms_repo, qmt_repo if dt.date.today() != DAY or settings.PMS_TABLE_PREFIX or not settings.INFRA_STRATEGY_BOOK_SCHEMA: raise RuntimeError('只适用于本次已迁移账本的155模拟仓') wanted = {'PMS_DISPATCH_MODE': 'ws', 'PMS_RECON_SOURCE': 'ws_only', 'PMS_QMT_WS_URL': 'ws://192.168.18.182:9443/pms', 'PMS_ROTATION_MODE': 'auto', 'PMS_ROTATION_RULE_VERSION': 'micro50-v2-20261028'} if any(param_store.get(k) != v for k, v in wanted.items()): raise RuntimeError('实例运行配置与本次授权范围不符') params = pms_repo.all_params() for k in ('PMS_GLOBAL_BUY_HALT', 'PMS_GLOBAL_EXEC_HALT'): if not param_store.get_bool(k) or params[k]['updated_by'] != ACTOR: raise RuntimeError('暂停已被其他用户操作覆盖') orders = qmt_repo.list_orders(limit=10001) if len(orders) > 10000 or any(o['status'] not in qmt_repo.FINAL for o in orders): raise RuntimeError('委托未全部终结,不能重置') channel = dispatcher.channel_status() if channel['inbox_pending'] or channel['orphan_held']: raise RuntimeError('仍有待处理或孤立回报') result = {'channel': channel, 'positions': qmt_repo.latest_snapshot('positions'), 'funds': qmt_repo.latest_snapshot('funds')} if empty: pause_at = max(params[k]['updated_at'] for k in ('PMS_GLOBAL_BUY_HALT', 'PMS_GLOBAL_EXEC_HALT')) result['parsed_funds'] = validate_empty(channel, result['positions'], result['funds'], pause_at) return result def read_table(table, *, lock=False): from app.core import strategy_book as books from app.db import session as db key = 'ymd' if table in ('pms_daily_report', 'pms_nav_daily') else 'id' with books.scope('all'): return db.fetch_all('SELECT * FROM '+table+' ORDER BY '+key+(' FOR UPDATE' if lock else '')) def ledger_state(*, lock=False): from app.db import session as db return {'tables': {t: read_table(t, lock=lock) for t in TABLES}, 'runtime_params': db.fetch_all('SELECT * FROM pms_runtime_param ORDER BY param_key'), 'rotation_documents': db.fetch_all('SELECT * FROM pms_rotation_document ORDER BY doc_id'), 'qmt_orders': db.fetch_all('SELECT * FROM pms_qmt_order ORDER BY id'), 'trade_inbox': db.fetch_all("SELECT * FROM pms_qmt_inbox WHERE msg_type='trade' ORDER BY seq")} def prepare(path): from app.db import session as db from app.repo import rotation_repo as store if store.get('maintenance:'+RESET_ID)[0]: raise RuntimeError('本次重置已经完成') channel = require_safe() with db.transaction(): backup = ledger_state(lock=True) backup.update(reset_id=RESET_ID, prepared_at=str(dt.datetime.now()), current=channel, schemas={t: db.fetch_all('SHOW CREATE TABLE '+t) for t in TABLES}) save_new(path, backup) return {'backup_sha256': digest(backup), 'counts': {t: len(v) for t,v in backup['tables'].items()}} def baseline_documents(old, funds, now): from app.core import micro_rotation, rotation_account value = rotation_account.seed(funds['parsed_funds']['available_cash'], {'original': 0., 'micro30': 0.}) # 旧成交键继续去重,历史金额不参与新本金、费用和收益计算。 value['fills'] = copy.deepcopy((old.get('capital:live') or {}).get('fills', {})) if (old.get('capital:live') or {}).get('transfers'): raise ValueError('本次实例已有历史划拨,需扩展划拨编号衔接后再执行') value.update(started_at=now.isoformat(), source_funds_seq=funds['funds']['seq'], reset_id=RESET_ID) previous = (old.get('state:live') or {}).get('rotation') or {} state = micro_rotation.initial_state() for key in ('cycle', 'consumed_entry', 'closed_date', 'last_snapshot', 'disabled'): if key in previous: state[key] = previous[key] state['reason'] = '用户重置模拟仓' return {'capital:live': value, 'state:live': {'rotation': state, 'reset_id': RESET_ID, 'reset_at': now.isoformat()}, 'account-execution': {'epoch_seq': funds['funds']['seq'], 'available': value['cash']['original'], 'market_value': 0., 'orders': {}, 'reset_id': RESET_ID}} def reset_in_transaction(backup, sha, funds, cursor, now): from app.core import strategy_book as books from app.db import session as db from app.repo import pms_repo, rotation_repo as store from app.services import param_store, ledger_service, publish_export result = {'reset_id': RESET_ID, 'at_beijing': str(now), 'backup_sha256': sha, 'source_positions_seq': funds['positions']['seq'], 'source_funds_seq': funds['funds']['seq'], 'initial_cash': funds['parsed_funds']['available_cash'], 'deleted': {}, 'replay_seen': len(cursor['seen']), 'ws_seq_before': funds['channel']['last_seq']} current = ledger_state(lock=True) for key in current: if digest(current[key]) != digest(backup[key]): raise RuntimeError('备份后数据变化:'+key) old = {r['doc_id']: json.loads(r['payload_json']) for r in backup['rotation_documents']} new = baseline_documents(old, funds, now) # 保留通道表及回报去重。旧指令只在备份中,迟到的旧成交无法误认到新账本。 # 本次当天尚无PMS委托/父指令,删除历史任务不会复用当日出口编号。 today = now.date().isoformat() if any(str(r.get('created_at') or '')[:10] == today for r in backup['qmt_orders']+backup['tables']['pms_instruction']): raise RuntimeError('当天已有指令,本次脚本不能保证重置后编号不复用') if any(str(r.get('issued_at') or '')[:10] == today and r.get('cmd_class') == 'task' for r in backup['tables']['pms_command']): raise RuntimeError('当天已有任务命令,本次脚本不能保证编号不复用') for book in (books.ORIGINAL, books.MICRO): with books.scope(book): for table in CLEAR: if table in books.TABLES: # 人工参数命令(如黑白名单、仓位限制)继续有效。 where = " WHERE cmd_class <> 'param'" if table == 'pms_command' else '' result['deleted'][book+':'+table] = db.execute('DELETE FROM '+table+where) for table in CLEAR: if table not in books.TABLES: result['deleted'][table] = db.execute('DELETE FROM '+table) for key, value in {**DERIVED, 'PMS_TOTAL_SCALE': INITIAL_CASH, 'PMS_PUBLISH_NAV_SCALE': 0.}.items(): if not param_store.set_param(key, value, ACTOR).get('ok'): raise RuntimeError('派生参数写入失败:'+key) for key, value in {**OWNED_MAPS, ledger_service.CURSOR_KEY: encoded(cursor).decode()}.items(): pms_repo.set_param(key, value, ACTOR) if pms_repo.get_param(key) != value: raise RuntimeError('派生状态写入核验失败:'+key) for key, value in new.items(): if key in old: store.put_once('archive:'+RESET_ID+':'+key, 'reset_archive', old[key]) kind = {'capital:live':'capital','state:live':'state','account-execution':'funds_reservation'}[key] with store.locked(key, kind, {}) as target: target.clear(); target.update(value) # 历史收益、执行与待核对记录保留归档,不混入新周期图表。 for r in backup['rotation_documents']: if r['kind'] in ('live_day','execution','unattributed_fill','command_conflict'): db.execute('UPDATE pms_rotation_document SET doc_id=:new,kind=:kind WHERE doc_id=:old', {'new':'archive:'+RESET_ID+':'+r['doc_id'], 'kind':'reset_archive', 'old':r['doc_id']}) for table in CLEAR: rows = read_table(table) if table == 'pms_command': rows = [r for r in rows if r['cmd_class'] != 'param'] if rows: raise RuntimeError('清理不完整:'+table) result['nav_baseline'] = publish_export.record_nav_snapshot() if result['nav_baseline'].get('nav') != 1. or result['nav_baseline'].get('pos_ratio') != 0.: raise RuntimeError('新净值基线错误') if digest(db.fetch_all('SELECT * FROM pms_qmt_order ORDER BY id')) != digest(backup['qmt_orders']): raise RuntimeError('清理中委托变化') if digest(db.fetch_all("SELECT * FROM pms_qmt_inbox WHERE msg_type='trade' ORDER BY seq")) != digest(backup['trade_inbox']): raise RuntimeError('清理中新增成交,先核对后重做备份') store.put_once('maintenance:'+RESET_ID, 'maintenance', result) pms_repo.insert_op_log(op='reset_sim_baseline',result='OK',by='user_authorized', reason='用户再次重置模拟仓,QMT新鲜空仓及资金已核实,两策略重新起算',params=result,ref=RESET_ID) return result def apply(path, expected_sha): from app.db import session as db from app.repo import downstream_repo, rotation_repo as store from app.services import ledger_service raw = Path(path).read_bytes() if not expected_sha or hashlib.sha256(raw).hexdigest() != expected_sha: raise RuntimeError('备份摘要不符') backup = json.loads(raw) if backup.get('reset_id') != RESET_ID: raise RuntimeError('备份不属于本次重置') receipt, _ = store.get('maintenance:'+RESET_ID) if receipt: if receipt['backup_sha256'] != expected_sha: raise RuntimeError('本次已用另一份备份完成重置') return {'already_applied': True, 'receipt': receipt} funds = require_safe(empty=True) now = dt.datetime.now().replace(microsecond=0) since = str(now-dt.timedelta(seconds=ledger_service._REPLAY_OVERLAP_SEC)) fills = downstream_repo.fetch_filled_orders(since_time=since, limit=10001) if len(fills) > 10000 or any(str(f.get('done_time') or '')[:19] > str(now) for f in fills): raise RuntimeError('汇总成交窗口未核实完整') cursor = {'v':2, 't':str(now), 'seen': {ledger_service._fill_key(f):str(f.get('done_time') or now)[:19] for f in fills}} with store.account_guard(), db.transaction(): fresh = require_safe(empty=True) if fresh['parsed_funds'] != funds['parsed_funds']: # as_of随新快照变化不影响资产,但资金金额改变则必须重新核实。 keys = ('available_cash','total_asset','frozen_cash','market_value') if any(fresh['parsed_funds'][k] != funds['parsed_funds'][k] for k in keys): raise RuntimeError('账户资金在操作前变化') result = reset_in_transaction(backup, expected_sha, fresh, cursor, now) save_new(str(path)+'.receipt.json', result) return result def main(): parser = argparse.ArgumentParser(description=__doc__) parser.add_argument('action', choices=('prepare','apply')) parser.add_argument('--backup', required=True) parser.add_argument('--backup-sha256') args = parser.parse_args() result = prepare(args.backup) if args.action == 'prepare' else apply(args.backup,args.backup_sha256) print(json.dumps(result,ensure_ascii=False,default=str)) if __name__ == '__main__': main()