tradingSystem/scripts/reset_sim_observation_20261...

167 lines
8.2 KiB
Python
Raw Permalink Blame History

This file contains ambiguous Unicode characters

This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.

"""2026-10-27 用户授权的155模拟仓重置。只作为一次性运维脚本运行。
先停 beat、温和退出 worker,保存原参数,再打开买入/执行暂停、设置 ws_only。
prepare 只备份;将备份复制到宿主机并核对 SHA256 后才能 apply。
不修改业务进程,不清通道、不改序号、不写 trading_*,不负责恢复交易开关。
旧 reset_ledger.py 的字典序游标不适合当前时间窗回放,本脚本显式登记窗口内已见成交。
"""
import argparse
import datetime as dt
import hashlib
import json
import os
from pathlib import Path
import sys
sys.path.insert(0, str(Path(__file__).resolve().parents[1]))
TABLES = (
'pms_lot', 'pms_position', 'pms_instruction', 'pms_action_ledger',
'pms_cash_flow', 'pms_plan', 'pms_command', 'pms_proposal',
'pms_strategy', 'pms_daily_report', 'pms_nav_daily',
)
DERIVED = {
'PMS_RECON_STREAK': 0, 'PMS_RECON_STREAK_YMD': 0,
'PMS_HIGH_WATER': 0., 'PMS_BRAKE_UNTIL': 0,
'PMS_AUTO_LAST_SCAN': '', 'PMS_LOGIC_STATE_MAP': '',
}
OWNED_MAPS = {
'PMS_CUSHION_NEG_STREAK': '{}', 'PMS_EXIT_CLEANUP_DONE': '[]',
'PMS_STRATEGY_BUYPAUSE': '{}', 'PMS_TECH_EXIT_DONE': '{}',
}
def encoded(value):
return json.dumps(value, ensure_ascii=False, sort_keys=True, default=str).encode()
def digest(value):
return hashlib.sha256(encoded(value)).hexdigest()
def save_new(path, value):
path = Path(path)
with os.fdopen(os.open(path, os.O_WRONLY | os.O_CREAT | os.O_EXCL, 0o600), 'wb') as f:
f.write(encoded(value))
f.flush()
os.fsync(f.fileno())
def require_safe():
from config.settings import settings
from app.services import param_store
from app.repo import qmt_repo
if dt.date.today() != dt.date(2026, 10, 27):
raise RuntimeError('本脚本仅适用于2026-10-27这次清理')
if settings.PMS_TABLE_PREFIX or settings.INFRA_STRATEGY_BOOK_SCHEMA:
raise RuntimeError('只适用于未迁移策略账本的155模拟实例')
if param_store.get('PMS_DISPATCH_MODE') != 'ws' or param_store.get('PMS_ROTATION_MODE') != 'observe':
raise RuntimeError('运行模式与已核实的模拟观察实例不符')
if not all(param_store.get_bool(k, False) for k in ('PMS_GLOBAL_EXEC_HALT', 'PMS_GLOBAL_BUY_HALT')):
raise RuntimeError('必须先暂停交易')
if param_store.get('PMS_RECON_SOURCE') != 'ws_only':
raise RuntimeError('必须先禁止退回旧持仓表对账')
orders = qmt_repo.list_orders(limit=10000)
if len(orders) >= 10000 or any(r['status'] not in qmt_repo.FINAL for r in orders):
raise RuntimeError('存在未终结或未查全的委托,不能清账')
if qmt_repo.inbox_pending_count() or qmt_repo.inbox_orphan_count():
raise RuntimeError('存在待处理或孤立成交,不能清账')
return qmt_repo.get_state()
def read_table(db, table, lock=False):
key = 'ymd' if table in ('pms_daily_report', 'pms_nav_daily') else 'id'
return db.fetch_all(f'SELECT * FROM {table} ORDER BY {key}' + (' FOR UPDATE' if lock else ''))
def prepare(path):
from app.db import session as db
from app.repo import qmt_repo
state = require_safe()
with db.transaction():
records = {t: read_table(db, t, lock=True) for t in TABLES}
backup = {'created_at_beijing': str(dt.datetime.now()), 'tables': records,
'schemas': {t: db.fetch_all('SHOW CREATE TABLE '+t) for t in TABLES},
'runtime_params': db.fetch_all('SELECT * FROM pms_runtime_param ORDER BY param_key'),
'ws_state': state, 'qmt_orders': db.fetch_all('SELECT * FROM pms_qmt_order ORDER BY id'),
'trade_inbox': db.fetch_all("SELECT * FROM pms_qmt_inbox WHERE msg_type='trade' ORDER BY seq"),
'rotation_documents': db.fetch_all('SELECT * FROM pms_rotation_document ORDER BY doc_id'),
'positions_snapshot': qmt_repo.latest_snapshot('positions'),
'funds_snapshot': qmt_repo.latest_snapshot('funds')}
save_new(path, backup)
return {'phase': 'prepared', 'backup_sha256': digest(backup),
'counts': {t: len(records[t]) for t in TABLES}, 'ws_last_seq': state['last_seq']}
def apply(path, expected_sha):
from app.db import session as db
from app.repo import pms_repo, downstream_repo, rotation_repo
from app.services import param_store, ledger_service, publish_export
raw = Path(path).read_bytes()
if not expected_sha or hashlib.sha256(raw).hexdigest() != expected_sha:
raise RuntimeError('备份摘要不符')
backup = json.loads(raw)
state = require_safe()
if state['last_seq'] != backup['ws_state']['last_seq']:
raise RuntimeError('备份后收到新的QMT消息,须重新核实')
now = dt.datetime.now().replace(microsecond=0)
since = str(now-dt.timedelta(seconds=ledger_service._REPLAY_OVERLAP_SEC))
fills = downstream_repo.fetch_filled_orders(since_time=since, limit=10000)
if len(fills) >= 10000:
raise RuntimeError('成交窗口未查全')
if any(str(f.get('done_time') or '')[:19] > str(now) for f in fills):
raise RuntimeError('下游成交时间晚于重置时间,须核实时区')
# 24小时重叠窗口会回看旧单。只设时间而不登记seen会把已归档成交重新入账。
cursor = {'v': 2, 't': str(now), 'seen': {
ledger_service._fill_key(f): str(f.get('done_time') or now)[:19] for f in fills}}
receipt = {'reset_id': 'sim-reset-20261027', 'at_beijing': str(now),
'backup_sha256': expected_sha, 'deleted': {}, 'replay_seen': len(cursor['seen']),
'ws_seq_preserved': state['last_seq'], 'qmt_empty_verified': False,
'qmt_empty_user_confirmed': True,
'kept': ['pms_qmt_order', 'pms_qmt_inbox', 'pms_ws_state',
'pms_op_log', 'pms_macro_signal', 'pms_plan_snapshot', 'pms_tech_daily'],
'paused_until': '新QMT空仓和资金快照核对通过'}
with db.transaction():
for table in TABLES:
if digest(read_table(db, table, lock=True)) != digest(backup['tables'][table]):
raise RuntimeError('备份后账本变化:'+table)
if digest(db.fetch_all('SELECT * FROM pms_runtime_param ORDER BY param_key')) != digest(backup['runtime_params']):
raise RuntimeError('备份后参数变化')
for table in TABLES:
receipt['deleted'][table] = db.execute('DELETE FROM '+table)
for key, value in DERIVED.items():
result = param_store.set_param(key, value, 'sim_reset_20261027')
if not result.get('ok'):
raise RuntimeError('派生状态重置失败:'+key)
for key, value in OWNED_MAPS.items():
pms_repo.set_param(key, value, 'sim_reset_20261027')
pms_repo.set_param(ledger_service.CURSOR_KEY, encoded(cursor).decode(), 'sim_reset_20261027')
if pms_repo.get_param(ledger_service.CURSOR_KEY) != encoded(cursor).decode():
raise RuntimeError('回放游标写入核验失败')
for table in TABLES:
if db.fetch_one('SELECT COUNT(*) AS n FROM '+table)['n']:
raise RuntimeError('清理不完整:'+table)
receipt['nav_baseline'] = publish_export.record_nav_snapshot()
if receipt['nav_baseline']['nav'] != 1. or receipt['nav_baseline']['pos_ratio'] != 0.:
raise RuntimeError('空仓净值基线错误')
rotation_repo.put_once('maintenance:sim-reset-20261027', 'maintenance', receipt)
pms_repo.insert_op_log(op='reset_sim_observation', result='OK', by='user_authorized',
reason='用户确认QMT已清空,归档并重置155模拟仓旧持仓相关数据;QMT实时复核待完成',
params=receipt, ref='sim-reset-20261027')
save_new(str(path)+'.receipt.json', receipt)
return receipt
def main():
parser = argparse.ArgumentParser(description=__doc__)
parser.add_argument('action', choices=('prepare', 'apply'))
parser.add_argument('--backup', required=True)
parser.add_argument('--backup-sha256')
args = parser.parse_args()
result = prepare(args.backup) if args.action == 'prepare' else apply(args.backup, args.backup_sha256)
print(json.dumps(result, ensure_ascii=False, default=str))
if __name__ == '__main__':
main()