275 lines
15 KiB
Python
275 lines
15 KiB
Python
"""用户2026-11-02授权的155模拟仓重置。prepare只备份,apply按摘要一次性提交。
|
||
|
||
运行前暂停买入和执行,温和停止beat/worker;web及唯一ws继续收回报。
|
||
本脚本不发委托、不清通道、不改序号、不恢复交易开关。旧运行账本先完整备份,
|
||
清除两策略持仓、批次、任务、盈亏和净值;实际空仓资金作为新本金。
|
||
"""
|
||
import argparse
|
||
import copy
|
||
import datetime as dt
|
||
import hashlib
|
||
import json
|
||
import math
|
||
import os
|
||
from pathlib import Path
|
||
import sys
|
||
|
||
sys.path.insert(0, str(Path(__file__).resolve().parents[1]))
|
||
RESET_ID = 'sim-reset-20261102'
|
||
ACTOR = 'sim_reset_20261102'
|
||
DAY = dt.date(2026, 11, 2)
|
||
INITIAL_CASH = 1967927.74 # 用户本次明确确认的初始总规模,必须与QMT实值一致。
|
||
TABLES = ('pms_lot', 'pms_position', 'pms_instruction', 'pms_action_ledger',
|
||
'pms_cash_flow', 'pms_plan', 'pms_command', 'pms_proposal',
|
||
'pms_strategy', 'pms_daily_report', 'pms_nav_daily')
|
||
CLEAR = TABLES
|
||
DERIVED = {'PMS_RECON_STREAK': 0, 'PMS_RECON_STREAK_YMD': 0,
|
||
'PMS_HIGH_WATER': 0., 'PMS_BRAKE_UNTIL': 0,
|
||
'PMS_AUTO_LAST_SCAN': '', 'PMS_LOGIC_STATE_MAP': ''}
|
||
OWNED_MAPS = {'PMS_CUSHION_NEG_STREAK': '{}', 'PMS_EXIT_CLEANUP_DONE': '[]',
|
||
'PMS_STRATEGY_BUYPAUSE': '{}', 'PMS_TECH_EXIT_DONE': '{}'}
|
||
LIVE_DOCS = ('capital:live', 'state:live', 'account-execution')
|
||
|
||
|
||
def encoded(value):
|
||
return json.dumps(value, ensure_ascii=False, sort_keys=True, default=str, allow_nan=False).encode()
|
||
|
||
|
||
def digest(value):
|
||
return hashlib.sha256(encoded(value)).hexdigest()
|
||
|
||
|
||
def save_new(path, value):
|
||
with os.fdopen(os.open(path, os.O_WRONLY | os.O_CREAT | os.O_EXCL, 0o600), 'wb') as f:
|
||
f.write(encoded(value)); f.flush(); os.fsync(f.fileno())
|
||
|
||
|
||
def validate_empty(channel, positions, funds, pause_at):
|
||
"""纯校验:缺少/陈旧/不完整快照绝不解释为空仓。"""
|
||
from app.core import ws_codec
|
||
if not channel.get('online') or channel.get('error') or channel.get('resync_required'):
|
||
raise ValueError('通道未健康对齐')
|
||
seq = channel.get('last_seq')
|
||
if not seq or seq != channel.get('acked_seq') or seq != channel.get('stat', {}).get('seq_hwm'):
|
||
raise ValueError('连续确认尚未追平')
|
||
if any(channel.get(k) for k in ('inbox_pending', 'orphan_held')) or channel.get('stat', {}).get('pending_gap') or channel.get('stat', {}).get('rejects'):
|
||
raise ValueError('仍有待处理回报或缺口')
|
||
for snap in (positions, funds):
|
||
if not snap or snap.get('age_sec') is None or not 0 <= snap['age_sec'] < 60:
|
||
raise ValueError('需要一分钟内快照')
|
||
if str(snap.get('received_at') or '')[:19] <= str(pause_at)[:19]:
|
||
raise ValueError('需要暂停后的新快照')
|
||
if positions.get('payload', {}).get('kind') != 'positions' or positions['payload'].get('items') != []:
|
||
raise ValueError('QMT尚未确认完整空仓')
|
||
if funds.get('payload', {}).get('kind') != 'funds':
|
||
raise ValueError('缺少资金快照')
|
||
parsed = ws_codec.parse_funds_snapshot(funds['payload'])
|
||
for key in ('available_cash', 'total_asset', 'frozen_cash', 'market_value'):
|
||
v = parsed.get(key)
|
||
if v is None or not math.isfinite(v) or v < 0:
|
||
raise ValueError('资金字段不完整或非法')
|
||
if parsed['frozen_cash'] or parsed['market_value'] or parsed['available_cash'] <= 0:
|
||
raise ValueError('仍有冻结、市值或没有可用资金')
|
||
if abs(parsed['total_asset']-parsed['available_cash']) > .01:
|
||
raise ValueError('空仓资产与资金不一致')
|
||
if abs(parsed['available_cash']-INITIAL_CASH) > .005:
|
||
raise ValueError('QMT资金与用户确认的初始总规模不符')
|
||
return parsed
|
||
|
||
|
||
def require_safe(*, empty=False):
|
||
from config.settings import settings
|
||
from app.services import param_store, dispatcher
|
||
from app.repo import pms_repo, qmt_repo
|
||
if dt.date.today() != DAY or settings.PMS_TABLE_PREFIX or not settings.INFRA_STRATEGY_BOOK_SCHEMA:
|
||
raise RuntimeError('只适用于本次已迁移账本的155模拟仓')
|
||
wanted = {'PMS_DISPATCH_MODE': 'ws', 'PMS_RECON_SOURCE': 'ws_only',
|
||
'PMS_QMT_WS_URL': 'ws://192.168.18.182:9443/pms',
|
||
'PMS_ROTATION_MODE': 'auto', 'PMS_ROTATION_RULE_VERSION': 'micro50-v2-20261028'}
|
||
if any(param_store.get(k) != v for k, v in wanted.items()):
|
||
raise RuntimeError('实例运行配置与本次授权范围不符')
|
||
params = pms_repo.all_params()
|
||
for k in ('PMS_GLOBAL_BUY_HALT', 'PMS_GLOBAL_EXEC_HALT'):
|
||
if not param_store.get_bool(k) or params[k]['updated_by'] != ACTOR:
|
||
raise RuntimeError('暂停已被其他用户操作覆盖')
|
||
orders = qmt_repo.list_orders(limit=10001)
|
||
if len(orders) > 10000 or any(o['status'] not in qmt_repo.FINAL for o in orders):
|
||
raise RuntimeError('委托未全部终结,不能重置')
|
||
channel = dispatcher.channel_status()
|
||
if channel['inbox_pending'] or channel['orphan_held']:
|
||
raise RuntimeError('仍有待处理或孤立回报')
|
||
result = {'channel': channel, 'positions': qmt_repo.latest_snapshot('positions'),
|
||
'funds': qmt_repo.latest_snapshot('funds')}
|
||
if empty:
|
||
pause_at = max(params[k]['updated_at'] for k in ('PMS_GLOBAL_BUY_HALT', 'PMS_GLOBAL_EXEC_HALT'))
|
||
result['parsed_funds'] = validate_empty(channel, result['positions'], result['funds'], pause_at)
|
||
return result
|
||
|
||
|
||
def read_table(table, *, lock=False):
|
||
from app.core import strategy_book as books
|
||
from app.db import session as db
|
||
key = 'ymd' if table in ('pms_daily_report', 'pms_nav_daily') else 'id'
|
||
with books.scope('all'):
|
||
return db.fetch_all('SELECT * FROM '+table+' ORDER BY '+key+(' FOR UPDATE' if lock else ''))
|
||
|
||
|
||
def ledger_state(*, lock=False):
|
||
from app.db import session as db
|
||
return {'tables': {t: read_table(t, lock=lock) for t in TABLES},
|
||
'runtime_params': db.fetch_all('SELECT * FROM pms_runtime_param ORDER BY param_key'),
|
||
'rotation_documents': db.fetch_all('SELECT * FROM pms_rotation_document ORDER BY doc_id'),
|
||
'qmt_orders': db.fetch_all('SELECT * FROM pms_qmt_order ORDER BY id'),
|
||
'trade_inbox': db.fetch_all("SELECT * FROM pms_qmt_inbox WHERE msg_type='trade' ORDER BY seq")}
|
||
|
||
|
||
def prepare(path):
|
||
from app.db import session as db
|
||
from app.repo import rotation_repo as store
|
||
if store.get('maintenance:'+RESET_ID)[0]:
|
||
raise RuntimeError('本次重置已经完成')
|
||
channel = require_safe()
|
||
with db.transaction():
|
||
backup = ledger_state(lock=True)
|
||
backup.update(reset_id=RESET_ID, prepared_at=str(dt.datetime.now()), current=channel,
|
||
schemas={t: db.fetch_all('SHOW CREATE TABLE '+t) for t in TABLES})
|
||
save_new(path, backup)
|
||
return {'backup_sha256': digest(backup), 'counts': {t: len(v) for t,v in backup['tables'].items()}}
|
||
|
||
|
||
def baseline_documents(old, funds, now):
|
||
from app.core import micro_rotation, rotation_account
|
||
value = rotation_account.seed(funds['parsed_funds']['available_cash'], {'original': 0., 'micro30': 0.})
|
||
# 旧成交键继续去重,历史金额不参与新本金、费用和收益计算。
|
||
value['fills'] = copy.deepcopy((old.get('capital:live') or {}).get('fills', {}))
|
||
if (old.get('capital:live') or {}).get('transfers'):
|
||
raise ValueError('本次实例已有历史划拨,需扩展划拨编号衔接后再执行')
|
||
value.update(started_at=now.isoformat(), source_funds_seq=funds['funds']['seq'], reset_id=RESET_ID)
|
||
previous = (old.get('state:live') or {}).get('rotation') or {}
|
||
state = micro_rotation.initial_state()
|
||
for key in ('cycle', 'consumed_entry', 'closed_date', 'last_snapshot', 'disabled'):
|
||
if key in previous:
|
||
state[key] = previous[key]
|
||
state['reason'] = '用户重置模拟仓'
|
||
return {'capital:live': value,
|
||
'state:live': {'rotation': state, 'reset_id': RESET_ID, 'reset_at': now.isoformat()},
|
||
'account-execution': {'epoch_seq': funds['funds']['seq'], 'available': value['cash']['original'],
|
||
'market_value': 0., 'orders': {}, 'reset_id': RESET_ID}}
|
||
|
||
|
||
def reset_in_transaction(backup, sha, funds, cursor, now):
|
||
from app.core import strategy_book as books
|
||
from app.db import session as db
|
||
from app.repo import pms_repo, rotation_repo as store
|
||
from app.services import param_store, ledger_service, publish_export
|
||
result = {'reset_id': RESET_ID, 'at_beijing': str(now), 'backup_sha256': sha,
|
||
'source_positions_seq': funds['positions']['seq'], 'source_funds_seq': funds['funds']['seq'],
|
||
'initial_cash': funds['parsed_funds']['available_cash'], 'deleted': {},
|
||
'replay_seen': len(cursor['seen']), 'ws_seq_before': funds['channel']['last_seq']}
|
||
current = ledger_state(lock=True)
|
||
for key in current:
|
||
if digest(current[key]) != digest(backup[key]):
|
||
raise RuntimeError('备份后数据变化:'+key)
|
||
old = {r['doc_id']: json.loads(r['payload_json']) for r in backup['rotation_documents']}
|
||
new = baseline_documents(old, funds, now)
|
||
# 保留通道表及回报去重。旧指令只在备份中,迟到的旧成交无法误认到新账本。
|
||
# 本次当天尚无PMS委托/父指令,删除历史任务不会复用当日出口编号。
|
||
today = now.date().isoformat()
|
||
if any(str(r.get('created_at') or '')[:10] == today for r in backup['qmt_orders']+backup['tables']['pms_instruction']):
|
||
raise RuntimeError('当天已有指令,本次脚本不能保证重置后编号不复用')
|
||
if any(str(r.get('issued_at') or '')[:10] == today and r.get('cmd_class') == 'task' for r in backup['tables']['pms_command']):
|
||
raise RuntimeError('当天已有任务命令,本次脚本不能保证编号不复用')
|
||
for book in (books.ORIGINAL, books.MICRO):
|
||
with books.scope(book):
|
||
for table in CLEAR:
|
||
if table in books.TABLES:
|
||
# 人工参数命令(如黑白名单、仓位限制)继续有效。
|
||
where = " WHERE cmd_class <> 'param'" if table == 'pms_command' else ''
|
||
result['deleted'][book+':'+table] = db.execute('DELETE FROM '+table+where)
|
||
for table in CLEAR:
|
||
if table not in books.TABLES:
|
||
result['deleted'][table] = db.execute('DELETE FROM '+table)
|
||
for key, value in {**DERIVED, 'PMS_TOTAL_SCALE': INITIAL_CASH, 'PMS_PUBLISH_NAV_SCALE': 0.}.items():
|
||
if not param_store.set_param(key, value, ACTOR).get('ok'):
|
||
raise RuntimeError('派生参数写入失败:'+key)
|
||
for key, value in {**OWNED_MAPS, ledger_service.CURSOR_KEY: encoded(cursor).decode()}.items():
|
||
pms_repo.set_param(key, value, ACTOR)
|
||
if pms_repo.get_param(key) != value:
|
||
raise RuntimeError('派生状态写入核验失败:'+key)
|
||
for key, value in new.items():
|
||
if key in old:
|
||
store.put_once('archive:'+RESET_ID+':'+key, 'reset_archive', old[key])
|
||
kind = {'capital:live':'capital','state:live':'state','account-execution':'funds_reservation'}[key]
|
||
with store.locked(key, kind, {}) as target:
|
||
target.clear(); target.update(value)
|
||
# 历史收益、执行与待核对记录保留归档,不混入新周期图表。
|
||
for r in backup['rotation_documents']:
|
||
if r['kind'] in ('live_day','execution','unattributed_fill','command_conflict'):
|
||
db.execute('UPDATE pms_rotation_document SET doc_id=:new,kind=:kind WHERE doc_id=:old',
|
||
{'new':'archive:'+RESET_ID+':'+r['doc_id'], 'kind':'reset_archive', 'old':r['doc_id']})
|
||
for table in CLEAR:
|
||
rows = read_table(table)
|
||
if table == 'pms_command':
|
||
rows = [r for r in rows if r['cmd_class'] != 'param']
|
||
if rows:
|
||
raise RuntimeError('清理不完整:'+table)
|
||
result['nav_baseline'] = publish_export.record_nav_snapshot()
|
||
if result['nav_baseline'].get('nav') != 1. or result['nav_baseline'].get('pos_ratio') != 0.:
|
||
raise RuntimeError('新净值基线错误')
|
||
if digest(db.fetch_all('SELECT * FROM pms_qmt_order ORDER BY id')) != digest(backup['qmt_orders']):
|
||
raise RuntimeError('清理中委托变化')
|
||
if digest(db.fetch_all("SELECT * FROM pms_qmt_inbox WHERE msg_type='trade' ORDER BY seq")) != digest(backup['trade_inbox']):
|
||
raise RuntimeError('清理中新增成交,先核对后重做备份')
|
||
store.put_once('maintenance:'+RESET_ID, 'maintenance', result)
|
||
pms_repo.insert_op_log(op='reset_sim_baseline',result='OK',by='user_authorized',
|
||
reason='用户再次重置模拟仓,QMT新鲜空仓及资金已核实,两策略重新起算',params=result,ref=RESET_ID)
|
||
return result
|
||
|
||
|
||
def apply(path, expected_sha):
|
||
from app.db import session as db
|
||
from app.repo import downstream_repo, rotation_repo as store
|
||
from app.services import ledger_service
|
||
raw = Path(path).read_bytes()
|
||
if not expected_sha or hashlib.sha256(raw).hexdigest() != expected_sha:
|
||
raise RuntimeError('备份摘要不符')
|
||
backup = json.loads(raw)
|
||
if backup.get('reset_id') != RESET_ID:
|
||
raise RuntimeError('备份不属于本次重置')
|
||
receipt, _ = store.get('maintenance:'+RESET_ID)
|
||
if receipt:
|
||
if receipt['backup_sha256'] != expected_sha:
|
||
raise RuntimeError('本次已用另一份备份完成重置')
|
||
return {'already_applied': True, 'receipt': receipt}
|
||
funds = require_safe(empty=True)
|
||
now = dt.datetime.now().replace(microsecond=0)
|
||
since = str(now-dt.timedelta(seconds=ledger_service._REPLAY_OVERLAP_SEC))
|
||
fills = downstream_repo.fetch_filled_orders(since_time=since, limit=10001)
|
||
if len(fills) > 10000 or any(str(f.get('done_time') or '')[:19] > str(now) for f in fills):
|
||
raise RuntimeError('汇总成交窗口未核实完整')
|
||
cursor = {'v':2, 't':str(now), 'seen': {ledger_service._fill_key(f):str(f.get('done_time') or now)[:19] for f in fills}}
|
||
with store.account_guard(), db.transaction():
|
||
fresh = require_safe(empty=True)
|
||
if fresh['parsed_funds'] != funds['parsed_funds']:
|
||
# as_of随新快照变化不影响资产,但资金金额改变则必须重新核实。
|
||
keys = ('available_cash','total_asset','frozen_cash','market_value')
|
||
if any(fresh['parsed_funds'][k] != funds['parsed_funds'][k] for k in keys):
|
||
raise RuntimeError('账户资金在操作前变化')
|
||
result = reset_in_transaction(backup, expected_sha, fresh, cursor, now)
|
||
save_new(str(path)+'.receipt.json', result)
|
||
return result
|
||
|
||
|
||
def main():
|
||
parser = argparse.ArgumentParser(description=__doc__)
|
||
parser.add_argument('action', choices=('prepare','apply'))
|
||
parser.add_argument('--backup', required=True)
|
||
parser.add_argument('--backup-sha256')
|
||
args = parser.parse_args()
|
||
result = prepare(args.backup) if args.action == 'prepare' else apply(args.backup,args.backup_sha256)
|
||
print(json.dumps(result,ensure_ascii=False,default=str))
|
||
|
||
|
||
if __name__ == '__main__':
|
||
main()
|