tradingSystem/scripts/reset_sim_observation_20261...

167 lines
8.2 KiB
Python
Raw Permalink Normal View History

"""2026-10-27 用户授权的155模拟仓重置。只作为一次性运维脚本运行。
先停 beat、温和退出 worker,保存原参数,再打开买入/执行暂停、设置 ws_only。
prepare 只备份;将备份复制到宿主机并核对 SHA256 后才能 apply。
不修改业务进程,不清通道、不改序号、不写 trading_*,不负责恢复交易开关。
旧 reset_ledger.py 的字典序游标不适合当前时间窗回放,本脚本显式登记窗口内已见成交。
"""
import argparse
import datetime as dt
import hashlib
import json
import os
from pathlib import Path
import sys
sys.path.insert(0, str(Path(__file__).resolve().parents[1]))
TABLES = (
'pms_lot', 'pms_position', 'pms_instruction', 'pms_action_ledger',
'pms_cash_flow', 'pms_plan', 'pms_command', 'pms_proposal',
'pms_strategy', 'pms_daily_report', 'pms_nav_daily',
)
DERIVED = {
'PMS_RECON_STREAK': 0, 'PMS_RECON_STREAK_YMD': 0,
'PMS_HIGH_WATER': 0., 'PMS_BRAKE_UNTIL': 0,
'PMS_AUTO_LAST_SCAN': '', 'PMS_LOGIC_STATE_MAP': '',
}
OWNED_MAPS = {
'PMS_CUSHION_NEG_STREAK': '{}', 'PMS_EXIT_CLEANUP_DONE': '[]',
'PMS_STRATEGY_BUYPAUSE': '{}', 'PMS_TECH_EXIT_DONE': '{}',
}
def encoded(value):
return json.dumps(value, ensure_ascii=False, sort_keys=True, default=str).encode()
def digest(value):
return hashlib.sha256(encoded(value)).hexdigest()
def save_new(path, value):
path = Path(path)
with os.fdopen(os.open(path, os.O_WRONLY | os.O_CREAT | os.O_EXCL, 0o600), 'wb') as f:
f.write(encoded(value))
f.flush()
os.fsync(f.fileno())
def require_safe():
from config.settings import settings
from app.services import param_store
from app.repo import qmt_repo
if dt.date.today() != dt.date(2026, 10, 27):
raise RuntimeError('本脚本仅适用于2026-10-27这次清理')
if settings.PMS_TABLE_PREFIX or settings.INFRA_STRATEGY_BOOK_SCHEMA:
raise RuntimeError('只适用于未迁移策略账本的155模拟实例')
if param_store.get('PMS_DISPATCH_MODE') != 'ws' or param_store.get('PMS_ROTATION_MODE') != 'observe':
raise RuntimeError('运行模式与已核实的模拟观察实例不符')
if not all(param_store.get_bool(k, False) for k in ('PMS_GLOBAL_EXEC_HALT', 'PMS_GLOBAL_BUY_HALT')):
raise RuntimeError('必须先暂停交易')
if param_store.get('PMS_RECON_SOURCE') != 'ws_only':
raise RuntimeError('必须先禁止退回旧持仓表对账')
orders = qmt_repo.list_orders(limit=10000)
if len(orders) >= 10000 or any(r['status'] not in qmt_repo.FINAL for r in orders):
raise RuntimeError('存在未终结或未查全的委托,不能清账')
if qmt_repo.inbox_pending_count() or qmt_repo.inbox_orphan_count():
raise RuntimeError('存在待处理或孤立成交,不能清账')
return qmt_repo.get_state()
def read_table(db, table, lock=False):
key = 'ymd' if table in ('pms_daily_report', 'pms_nav_daily') else 'id'
return db.fetch_all(f'SELECT * FROM {table} ORDER BY {key}' + (' FOR UPDATE' if lock else ''))
def prepare(path):
from app.db import session as db
from app.repo import qmt_repo
state = require_safe()
with db.transaction():
records = {t: read_table(db, t, lock=True) for t in TABLES}
backup = {'created_at_beijing': str(dt.datetime.now()), 'tables': records,
'schemas': {t: db.fetch_all('SHOW CREATE TABLE '+t) for t in TABLES},
'runtime_params': db.fetch_all('SELECT * FROM pms_runtime_param ORDER BY param_key'),
'ws_state': state, 'qmt_orders': db.fetch_all('SELECT * FROM pms_qmt_order ORDER BY id'),
'trade_inbox': db.fetch_all("SELECT * FROM pms_qmt_inbox WHERE msg_type='trade' ORDER BY seq"),
'rotation_documents': db.fetch_all('SELECT * FROM pms_rotation_document ORDER BY doc_id'),
'positions_snapshot': qmt_repo.latest_snapshot('positions'),
'funds_snapshot': qmt_repo.latest_snapshot('funds')}
save_new(path, backup)
return {'phase': 'prepared', 'backup_sha256': digest(backup),
'counts': {t: len(records[t]) for t in TABLES}, 'ws_last_seq': state['last_seq']}
def apply(path, expected_sha):
from app.db import session as db
from app.repo import pms_repo, downstream_repo, rotation_repo
from app.services import param_store, ledger_service, publish_export
raw = Path(path).read_bytes()
if not expected_sha or hashlib.sha256(raw).hexdigest() != expected_sha:
raise RuntimeError('备份摘要不符')
backup = json.loads(raw)
state = require_safe()
if state['last_seq'] != backup['ws_state']['last_seq']:
raise RuntimeError('备份后收到新的QMT消息,须重新核实')
now = dt.datetime.now().replace(microsecond=0)
since = str(now-dt.timedelta(seconds=ledger_service._REPLAY_OVERLAP_SEC))
fills = downstream_repo.fetch_filled_orders(since_time=since, limit=10000)
if len(fills) >= 10000:
raise RuntimeError('成交窗口未查全')
if any(str(f.get('done_time') or '')[:19] > str(now) for f in fills):
raise RuntimeError('下游成交时间晚于重置时间,须核实时区')
# 24小时重叠窗口会回看旧单。只设时间而不登记seen会把已归档成交重新入账。
cursor = {'v': 2, 't': str(now), 'seen': {
ledger_service._fill_key(f): str(f.get('done_time') or now)[:19] for f in fills}}
receipt = {'reset_id': 'sim-reset-20261027', 'at_beijing': str(now),
'backup_sha256': expected_sha, 'deleted': {}, 'replay_seen': len(cursor['seen']),
'ws_seq_preserved': state['last_seq'], 'qmt_empty_verified': False,
'qmt_empty_user_confirmed': True,
'kept': ['pms_qmt_order', 'pms_qmt_inbox', 'pms_ws_state',
'pms_op_log', 'pms_macro_signal', 'pms_plan_snapshot', 'pms_tech_daily'],
'paused_until': '新QMT空仓和资金快照核对通过'}
with db.transaction():
for table in TABLES:
if digest(read_table(db, table, lock=True)) != digest(backup['tables'][table]):
raise RuntimeError('备份后账本变化:'+table)
if digest(db.fetch_all('SELECT * FROM pms_runtime_param ORDER BY param_key')) != digest(backup['runtime_params']):
raise RuntimeError('备份后参数变化')
for table in TABLES:
receipt['deleted'][table] = db.execute('DELETE FROM '+table)
for key, value in DERIVED.items():
result = param_store.set_param(key, value, 'sim_reset_20261027')
if not result.get('ok'):
raise RuntimeError('派生状态重置失败:'+key)
for key, value in OWNED_MAPS.items():
pms_repo.set_param(key, value, 'sim_reset_20261027')
pms_repo.set_param(ledger_service.CURSOR_KEY, encoded(cursor).decode(), 'sim_reset_20261027')
if pms_repo.get_param(ledger_service.CURSOR_KEY) != encoded(cursor).decode():
raise RuntimeError('回放游标写入核验失败')
for table in TABLES:
if db.fetch_one('SELECT COUNT(*) AS n FROM '+table)['n']:
raise RuntimeError('清理不完整:'+table)
receipt['nav_baseline'] = publish_export.record_nav_snapshot()
if receipt['nav_baseline']['nav'] != 1. or receipt['nav_baseline']['pos_ratio'] != 0.:
raise RuntimeError('空仓净值基线错误')
rotation_repo.put_once('maintenance:sim-reset-20261027', 'maintenance', receipt)
pms_repo.insert_op_log(op='reset_sim_observation', result='OK', by='user_authorized',
reason='用户确认QMT已清空,归档并重置155模拟仓旧持仓相关数据;QMT实时复核待完成',
params=receipt, ref='sim-reset-20261027')
save_new(str(path)+'.receipt.json', receipt)
return receipt
def main():
parser = argparse.ArgumentParser(description=__doc__)
parser.add_argument('action', choices=('prepare', 'apply'))
parser.add_argument('--backup', required=True)
parser.add_argument('--backup-sha256')
args = parser.parse_args()
result = prepare(args.backup) if args.action == 'prepare' else apply(args.backup, args.backup_sha256)
print(json.dumps(result, ensure_ascii=False, default=str))
if __name__ == '__main__':
main()