tradingSystem/scripts/reset_sim_baseline_20261102.py

275 lines
15 KiB
Python
Raw Permalink Blame History

This file contains ambiguous Unicode characters

This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.

"""用户2026-11-02授权的155模拟仓重置。prepare只备份,apply按摘要一次性提交。
运行前暂停买入和执行,温和停止beat/worker;web及唯一ws继续收回报。
本脚本不发委托、不清通道、不改序号、不恢复交易开关。旧运行账本先完整备份,
清除两策略持仓、批次、任务、盈亏和净值;实际空仓资金作为新本金。
"""
import argparse
import copy
import datetime as dt
import hashlib
import json
import math
import os
from pathlib import Path
import sys
sys.path.insert(0, str(Path(__file__).resolve().parents[1]))
RESET_ID = 'sim-reset-20261102'
ACTOR = 'sim_reset_20261102'
DAY = dt.date(2026, 11, 2)
INITIAL_CASH = 1967927.74 # 用户本次明确确认的初始总规模,必须与QMT实值一致。
TABLES = ('pms_lot', 'pms_position', 'pms_instruction', 'pms_action_ledger',
'pms_cash_flow', 'pms_plan', 'pms_command', 'pms_proposal',
'pms_strategy', 'pms_daily_report', 'pms_nav_daily')
CLEAR = TABLES
DERIVED = {'PMS_RECON_STREAK': 0, 'PMS_RECON_STREAK_YMD': 0,
'PMS_HIGH_WATER': 0., 'PMS_BRAKE_UNTIL': 0,
'PMS_AUTO_LAST_SCAN': '', 'PMS_LOGIC_STATE_MAP': ''}
OWNED_MAPS = {'PMS_CUSHION_NEG_STREAK': '{}', 'PMS_EXIT_CLEANUP_DONE': '[]',
'PMS_STRATEGY_BUYPAUSE': '{}', 'PMS_TECH_EXIT_DONE': '{}'}
LIVE_DOCS = ('capital:live', 'state:live', 'account-execution')
def encoded(value):
return json.dumps(value, ensure_ascii=False, sort_keys=True, default=str, allow_nan=False).encode()
def digest(value):
return hashlib.sha256(encoded(value)).hexdigest()
def save_new(path, value):
with os.fdopen(os.open(path, os.O_WRONLY | os.O_CREAT | os.O_EXCL, 0o600), 'wb') as f:
f.write(encoded(value)); f.flush(); os.fsync(f.fileno())
def validate_empty(channel, positions, funds, pause_at):
"""纯校验:缺少/陈旧/不完整快照绝不解释为空仓。"""
from app.core import ws_codec
if not channel.get('online') or channel.get('error') or channel.get('resync_required'):
raise ValueError('通道未健康对齐')
seq = channel.get('last_seq')
if not seq or seq != channel.get('acked_seq') or seq != channel.get('stat', {}).get('seq_hwm'):
raise ValueError('连续确认尚未追平')
if any(channel.get(k) for k in ('inbox_pending', 'orphan_held')) or channel.get('stat', {}).get('pending_gap') or channel.get('stat', {}).get('rejects'):
raise ValueError('仍有待处理回报或缺口')
for snap in (positions, funds):
if not snap or snap.get('age_sec') is None or not 0 <= snap['age_sec'] < 60:
raise ValueError('需要一分钟内快照')
if str(snap.get('received_at') or '')[:19] <= str(pause_at)[:19]:
raise ValueError('需要暂停后的新快照')
if positions.get('payload', {}).get('kind') != 'positions' or positions['payload'].get('items') != []:
raise ValueError('QMT尚未确认完整空仓')
if funds.get('payload', {}).get('kind') != 'funds':
raise ValueError('缺少资金快照')
parsed = ws_codec.parse_funds_snapshot(funds['payload'])
for key in ('available_cash', 'total_asset', 'frozen_cash', 'market_value'):
v = parsed.get(key)
if v is None or not math.isfinite(v) or v < 0:
raise ValueError('资金字段不完整或非法')
if parsed['frozen_cash'] or parsed['market_value'] or parsed['available_cash'] <= 0:
raise ValueError('仍有冻结、市值或没有可用资金')
if abs(parsed['total_asset']-parsed['available_cash']) > .01:
raise ValueError('空仓资产与资金不一致')
if abs(parsed['available_cash']-INITIAL_CASH) > .005:
raise ValueError('QMT资金与用户确认的初始总规模不符')
return parsed
def require_safe(*, empty=False):
from config.settings import settings
from app.services import param_store, dispatcher
from app.repo import pms_repo, qmt_repo
if dt.date.today() != DAY or settings.PMS_TABLE_PREFIX or not settings.INFRA_STRATEGY_BOOK_SCHEMA:
raise RuntimeError('只适用于本次已迁移账本的155模拟仓')
wanted = {'PMS_DISPATCH_MODE': 'ws', 'PMS_RECON_SOURCE': 'ws_only',
'PMS_QMT_WS_URL': 'ws://192.168.18.182:9443/pms',
'PMS_ROTATION_MODE': 'auto', 'PMS_ROTATION_RULE_VERSION': 'micro50-v2-20261028'}
if any(param_store.get(k) != v for k, v in wanted.items()):
raise RuntimeError('实例运行配置与本次授权范围不符')
params = pms_repo.all_params()
for k in ('PMS_GLOBAL_BUY_HALT', 'PMS_GLOBAL_EXEC_HALT'):
if not param_store.get_bool(k) or params[k]['updated_by'] != ACTOR:
raise RuntimeError('暂停已被其他用户操作覆盖')
orders = qmt_repo.list_orders(limit=10001)
if len(orders) > 10000 or any(o['status'] not in qmt_repo.FINAL for o in orders):
raise RuntimeError('委托未全部终结,不能重置')
channel = dispatcher.channel_status()
if channel['inbox_pending'] or channel['orphan_held']:
raise RuntimeError('仍有待处理或孤立回报')
result = {'channel': channel, 'positions': qmt_repo.latest_snapshot('positions'),
'funds': qmt_repo.latest_snapshot('funds')}
if empty:
pause_at = max(params[k]['updated_at'] for k in ('PMS_GLOBAL_BUY_HALT', 'PMS_GLOBAL_EXEC_HALT'))
result['parsed_funds'] = validate_empty(channel, result['positions'], result['funds'], pause_at)
return result
def read_table(table, *, lock=False):
from app.core import strategy_book as books
from app.db import session as db
key = 'ymd' if table in ('pms_daily_report', 'pms_nav_daily') else 'id'
with books.scope('all'):
return db.fetch_all('SELECT * FROM '+table+' ORDER BY '+key+(' FOR UPDATE' if lock else ''))
def ledger_state(*, lock=False):
from app.db import session as db
return {'tables': {t: read_table(t, lock=lock) for t in TABLES},
'runtime_params': db.fetch_all('SELECT * FROM pms_runtime_param ORDER BY param_key'),
'rotation_documents': db.fetch_all('SELECT * FROM pms_rotation_document ORDER BY doc_id'),
'qmt_orders': db.fetch_all('SELECT * FROM pms_qmt_order ORDER BY id'),
'trade_inbox': db.fetch_all("SELECT * FROM pms_qmt_inbox WHERE msg_type='trade' ORDER BY seq")}
def prepare(path):
from app.db import session as db
from app.repo import rotation_repo as store
if store.get('maintenance:'+RESET_ID)[0]:
raise RuntimeError('本次重置已经完成')
channel = require_safe()
with db.transaction():
backup = ledger_state(lock=True)
backup.update(reset_id=RESET_ID, prepared_at=str(dt.datetime.now()), current=channel,
schemas={t: db.fetch_all('SHOW CREATE TABLE '+t) for t in TABLES})
save_new(path, backup)
return {'backup_sha256': digest(backup), 'counts': {t: len(v) for t,v in backup['tables'].items()}}
def baseline_documents(old, funds, now):
from app.core import micro_rotation, rotation_account
value = rotation_account.seed(funds['parsed_funds']['available_cash'], {'original': 0., 'micro30': 0.})
# 旧成交键继续去重,历史金额不参与新本金、费用和收益计算。
value['fills'] = copy.deepcopy((old.get('capital:live') or {}).get('fills', {}))
if (old.get('capital:live') or {}).get('transfers'):
raise ValueError('本次实例已有历史划拨,需扩展划拨编号衔接后再执行')
value.update(started_at=now.isoformat(), source_funds_seq=funds['funds']['seq'], reset_id=RESET_ID)
previous = (old.get('state:live') or {}).get('rotation') or {}
state = micro_rotation.initial_state()
for key in ('cycle', 'consumed_entry', 'closed_date', 'last_snapshot', 'disabled'):
if key in previous:
state[key] = previous[key]
state['reason'] = '用户重置模拟仓'
return {'capital:live': value,
'state:live': {'rotation': state, 'reset_id': RESET_ID, 'reset_at': now.isoformat()},
'account-execution': {'epoch_seq': funds['funds']['seq'], 'available': value['cash']['original'],
'market_value': 0., 'orders': {}, 'reset_id': RESET_ID}}
def reset_in_transaction(backup, sha, funds, cursor, now):
from app.core import strategy_book as books
from app.db import session as db
from app.repo import pms_repo, rotation_repo as store
from app.services import param_store, ledger_service, publish_export
result = {'reset_id': RESET_ID, 'at_beijing': str(now), 'backup_sha256': sha,
'source_positions_seq': funds['positions']['seq'], 'source_funds_seq': funds['funds']['seq'],
'initial_cash': funds['parsed_funds']['available_cash'], 'deleted': {},
'replay_seen': len(cursor['seen']), 'ws_seq_before': funds['channel']['last_seq']}
current = ledger_state(lock=True)
for key in current:
if digest(current[key]) != digest(backup[key]):
raise RuntimeError('备份后数据变化:'+key)
old = {r['doc_id']: json.loads(r['payload_json']) for r in backup['rotation_documents']}
new = baseline_documents(old, funds, now)
# 保留通道表及回报去重。旧指令只在备份中,迟到的旧成交无法误认到新账本。
# 本次当天尚无PMS委托/父指令,删除历史任务不会复用当日出口编号。
today = now.date().isoformat()
if any(str(r.get('created_at') or '')[:10] == today for r in backup['qmt_orders']+backup['tables']['pms_instruction']):
raise RuntimeError('当天已有指令,本次脚本不能保证重置后编号不复用')
if any(str(r.get('issued_at') or '')[:10] == today and r.get('cmd_class') == 'task' for r in backup['tables']['pms_command']):
raise RuntimeError('当天已有任务命令,本次脚本不能保证编号不复用')
for book in (books.ORIGINAL, books.MICRO):
with books.scope(book):
for table in CLEAR:
if table in books.TABLES:
# 人工参数命令(如黑白名单、仓位限制)继续有效。
where = " WHERE cmd_class <> 'param'" if table == 'pms_command' else ''
result['deleted'][book+':'+table] = db.execute('DELETE FROM '+table+where)
for table in CLEAR:
if table not in books.TABLES:
result['deleted'][table] = db.execute('DELETE FROM '+table)
for key, value in {**DERIVED, 'PMS_TOTAL_SCALE': INITIAL_CASH, 'PMS_PUBLISH_NAV_SCALE': 0.}.items():
if not param_store.set_param(key, value, ACTOR).get('ok'):
raise RuntimeError('派生参数写入失败:'+key)
for key, value in {**OWNED_MAPS, ledger_service.CURSOR_KEY: encoded(cursor).decode()}.items():
pms_repo.set_param(key, value, ACTOR)
if pms_repo.get_param(key) != value:
raise RuntimeError('派生状态写入核验失败:'+key)
for key, value in new.items():
if key in old:
store.put_once('archive:'+RESET_ID+':'+key, 'reset_archive', old[key])
kind = {'capital:live':'capital','state:live':'state','account-execution':'funds_reservation'}[key]
with store.locked(key, kind, {}) as target:
target.clear(); target.update(value)
# 历史收益、执行与待核对记录保留归档,不混入新周期图表。
for r in backup['rotation_documents']:
if r['kind'] in ('live_day','execution','unattributed_fill','command_conflict'):
db.execute('UPDATE pms_rotation_document SET doc_id=:new,kind=:kind WHERE doc_id=:old',
{'new':'archive:'+RESET_ID+':'+r['doc_id'], 'kind':'reset_archive', 'old':r['doc_id']})
for table in CLEAR:
rows = read_table(table)
if table == 'pms_command':
rows = [r for r in rows if r['cmd_class'] != 'param']
if rows:
raise RuntimeError('清理不完整:'+table)
result['nav_baseline'] = publish_export.record_nav_snapshot()
if result['nav_baseline'].get('nav') != 1. or result['nav_baseline'].get('pos_ratio') != 0.:
raise RuntimeError('新净值基线错误')
if digest(db.fetch_all('SELECT * FROM pms_qmt_order ORDER BY id')) != digest(backup['qmt_orders']):
raise RuntimeError('清理中委托变化')
if digest(db.fetch_all("SELECT * FROM pms_qmt_inbox WHERE msg_type='trade' ORDER BY seq")) != digest(backup['trade_inbox']):
raise RuntimeError('清理中新增成交,先核对后重做备份')
store.put_once('maintenance:'+RESET_ID, 'maintenance', result)
pms_repo.insert_op_log(op='reset_sim_baseline',result='OK',by='user_authorized',
reason='用户再次重置模拟仓,QMT新鲜空仓及资金已核实,两策略重新起算',params=result,ref=RESET_ID)
return result
def apply(path, expected_sha):
from app.db import session as db
from app.repo import downstream_repo, rotation_repo as store
from app.services import ledger_service
raw = Path(path).read_bytes()
if not expected_sha or hashlib.sha256(raw).hexdigest() != expected_sha:
raise RuntimeError('备份摘要不符')
backup = json.loads(raw)
if backup.get('reset_id') != RESET_ID:
raise RuntimeError('备份不属于本次重置')
receipt, _ = store.get('maintenance:'+RESET_ID)
if receipt:
if receipt['backup_sha256'] != expected_sha:
raise RuntimeError('本次已用另一份备份完成重置')
return {'already_applied': True, 'receipt': receipt}
funds = require_safe(empty=True)
now = dt.datetime.now().replace(microsecond=0)
since = str(now-dt.timedelta(seconds=ledger_service._REPLAY_OVERLAP_SEC))
fills = downstream_repo.fetch_filled_orders(since_time=since, limit=10001)
if len(fills) > 10000 or any(str(f.get('done_time') or '')[:19] > str(now) for f in fills):
raise RuntimeError('汇总成交窗口未核实完整')
cursor = {'v':2, 't':str(now), 'seen': {ledger_service._fill_key(f):str(f.get('done_time') or now)[:19] for f in fills}}
with store.account_guard(), db.transaction():
fresh = require_safe(empty=True)
if fresh['parsed_funds'] != funds['parsed_funds']:
# as_of随新快照变化不影响资产,但资金金额改变则必须重新核实。
keys = ('available_cash','total_asset','frozen_cash','market_value')
if any(fresh['parsed_funds'][k] != funds['parsed_funds'][k] for k in keys):
raise RuntimeError('账户资金在操作前变化')
result = reset_in_transaction(backup, expected_sha, fresh, cursor, now)
save_new(str(path)+'.receipt.json', result)
return result
def main():
parser = argparse.ArgumentParser(description=__doc__)
parser.add_argument('action', choices=('prepare','apply'))
parser.add_argument('--backup', required=True)
parser.add_argument('--backup-sha256')
args = parser.parse_args()
result = prepare(args.backup) if args.action == 'prepare' else apply(args.backup,args.backup_sha256)
print(json.dumps(result,ensure_ascii=False,default=str))
if __name__ == '__main__':
main()