增加本次模拟仓清账的备份与事务执行脚本
This commit is contained in:
parent
49d1a99917
commit
f0224049bc
|
|
@ -0,0 +1,166 @@
|
|||
"""2026-10-27 用户授权的155模拟仓重置。只作为一次性运维脚本运行。
|
||||
|
||||
先停 beat、温和退出 worker,保存原参数,再打开买入/执行暂停、设置 ws_only。
|
||||
prepare 只备份;将备份复制到宿主机并核对 SHA256 后才能 apply。
|
||||
不修改业务进程,不清通道、不改序号、不写 trading_*,不负责恢复交易开关。
|
||||
旧 reset_ledger.py 的字典序游标不适合当前时间窗回放,本脚本显式登记窗口内已见成交。
|
||||
"""
|
||||
import argparse
|
||||
import datetime as dt
|
||||
import hashlib
|
||||
import json
|
||||
import os
|
||||
from pathlib import Path
|
||||
import sys
|
||||
|
||||
sys.path.insert(0, str(Path(__file__).resolve().parents[1]))
|
||||
|
||||
TABLES = (
|
||||
'pms_lot', 'pms_position', 'pms_instruction', 'pms_action_ledger',
|
||||
'pms_cash_flow', 'pms_plan', 'pms_command', 'pms_proposal',
|
||||
'pms_strategy', 'pms_daily_report', 'pms_nav_daily',
|
||||
)
|
||||
DERIVED = {
|
||||
'PMS_RECON_STREAK': 0, 'PMS_RECON_STREAK_YMD': 0,
|
||||
'PMS_HIGH_WATER': 0., 'PMS_BRAKE_UNTIL': 0,
|
||||
'PMS_AUTO_LAST_SCAN': '', 'PMS_LOGIC_STATE_MAP': '',
|
||||
}
|
||||
OWNED_MAPS = {
|
||||
'PMS_CUSHION_NEG_STREAK': '{}', 'PMS_EXIT_CLEANUP_DONE': '[]',
|
||||
'PMS_STRATEGY_BUYPAUSE': '{}', 'PMS_TECH_EXIT_DONE': '{}',
|
||||
}
|
||||
|
||||
|
||||
def encoded(value):
|
||||
return json.dumps(value, ensure_ascii=False, sort_keys=True, default=str).encode()
|
||||
|
||||
|
||||
def digest(value):
|
||||
return hashlib.sha256(encoded(value)).hexdigest()
|
||||
|
||||
|
||||
def save_new(path, value):
|
||||
path = Path(path)
|
||||
with os.fdopen(os.open(path, os.O_WRONLY | os.O_CREAT | os.O_EXCL, 0o600), 'wb') as f:
|
||||
f.write(encoded(value))
|
||||
f.flush()
|
||||
os.fsync(f.fileno())
|
||||
|
||||
|
||||
def require_safe():
|
||||
from config.settings import settings
|
||||
from app.services import param_store
|
||||
from app.repo import qmt_repo
|
||||
if dt.date.today() != dt.date(2026, 10, 27):
|
||||
raise RuntimeError('本脚本仅适用于2026-10-27这次清理')
|
||||
if settings.PMS_TABLE_PREFIX or settings.INFRA_STRATEGY_BOOK_SCHEMA:
|
||||
raise RuntimeError('只适用于未迁移策略账本的155模拟实例')
|
||||
if param_store.get('PMS_DISPATCH_MODE') != 'ws' or param_store.get('PMS_ROTATION_MODE') != 'observe':
|
||||
raise RuntimeError('运行模式与已核实的模拟观察实例不符')
|
||||
if not all(param_store.get_bool(k, False) for k in ('PMS_GLOBAL_EXEC_HALT', 'PMS_GLOBAL_BUY_HALT')):
|
||||
raise RuntimeError('必须先暂停交易')
|
||||
if param_store.get('PMS_RECON_SOURCE') != 'ws_only':
|
||||
raise RuntimeError('必须先禁止退回旧持仓表对账')
|
||||
orders = qmt_repo.list_orders(limit=10000)
|
||||
if len(orders) >= 10000 or any(r['status'] not in qmt_repo.FINAL for r in orders):
|
||||
raise RuntimeError('存在未终结或未查全的委托,不能清账')
|
||||
if qmt_repo.inbox_pending_count() or qmt_repo.inbox_orphan_count():
|
||||
raise RuntimeError('存在待处理或孤立成交,不能清账')
|
||||
return qmt_repo.get_state()
|
||||
|
||||
|
||||
def read_table(db, table, lock=False):
|
||||
key = 'ymd' if table in ('pms_daily_report', 'pms_nav_daily') else 'id'
|
||||
return db.fetch_all(f'SELECT * FROM {table} ORDER BY {key}' + (' FOR UPDATE' if lock else ''))
|
||||
|
||||
|
||||
def prepare(path):
|
||||
from app.db import session as db
|
||||
from app.repo import qmt_repo
|
||||
state = require_safe()
|
||||
with db.transaction():
|
||||
records = {t: read_table(db, t, lock=True) for t in TABLES}
|
||||
backup = {'created_at_beijing': str(dt.datetime.now()), 'tables': records,
|
||||
'schemas': {t: db.fetch_all('SHOW CREATE TABLE '+t) for t in TABLES},
|
||||
'runtime_params': db.fetch_all('SELECT * FROM pms_runtime_param ORDER BY param_key'),
|
||||
'ws_state': state, 'qmt_orders': db.fetch_all('SELECT * FROM pms_qmt_order ORDER BY id'),
|
||||
'trade_inbox': db.fetch_all("SELECT * FROM pms_qmt_inbox WHERE msg_type='trade' ORDER BY seq"),
|
||||
'rotation_documents': db.fetch_all('SELECT * FROM pms_rotation_document ORDER BY doc_id'),
|
||||
'positions_snapshot': qmt_repo.latest_snapshot('positions'),
|
||||
'funds_snapshot': qmt_repo.latest_snapshot('funds')}
|
||||
save_new(path, backup)
|
||||
return {'phase': 'prepared', 'backup_sha256': digest(backup),
|
||||
'counts': {t: len(records[t]) for t in TABLES}, 'ws_last_seq': state['last_seq']}
|
||||
|
||||
|
||||
def apply(path, expected_sha):
|
||||
from app.db import session as db
|
||||
from app.repo import pms_repo, downstream_repo, rotation_repo
|
||||
from app.services import param_store, ledger_service, publish_export
|
||||
raw = Path(path).read_bytes()
|
||||
if not expected_sha or hashlib.sha256(raw).hexdigest() != expected_sha:
|
||||
raise RuntimeError('备份摘要不符')
|
||||
backup = json.loads(raw)
|
||||
state = require_safe()
|
||||
if state['last_seq'] != backup['ws_state']['last_seq']:
|
||||
raise RuntimeError('备份后收到新的QMT消息,须重新核实')
|
||||
now = dt.datetime.now().replace(microsecond=0)
|
||||
since = str(now-dt.timedelta(seconds=ledger_service._REPLAY_OVERLAP_SEC))
|
||||
fills = downstream_repo.fetch_filled_orders(since_time=since, limit=10000)
|
||||
if len(fills) >= 10000:
|
||||
raise RuntimeError('成交窗口未查全')
|
||||
if any(str(f.get('done_time') or '')[:19] > str(now) for f in fills):
|
||||
raise RuntimeError('下游成交时间晚于重置时间,须核实时区')
|
||||
# 24小时重叠窗口会回看旧单。只设时间而不登记seen会把已归档成交重新入账。
|
||||
cursor = {'v': 2, 't': str(now), 'seen': {
|
||||
ledger_service._fill_key(f): str(f.get('done_time') or now)[:19] for f in fills}}
|
||||
receipt = {'reset_id': 'sim-reset-20261027', 'at_beijing': str(now),
|
||||
'backup_sha256': expected_sha, 'deleted': {}, 'replay_seen': len(cursor['seen']),
|
||||
'ws_seq_preserved': state['last_seq'], 'qmt_empty_verified': False,
|
||||
'qmt_empty_user_confirmed': True,
|
||||
'kept': ['pms_qmt_order', 'pms_qmt_inbox', 'pms_ws_state',
|
||||
'pms_op_log', 'pms_macro_signal', 'pms_plan_snapshot', 'pms_tech_daily'],
|
||||
'paused_until': '新QMT空仓和资金快照核对通过'}
|
||||
with db.transaction():
|
||||
for table in TABLES:
|
||||
if digest(read_table(db, table, lock=True)) != digest(backup['tables'][table]):
|
||||
raise RuntimeError('备份后账本变化:'+table)
|
||||
if digest(db.fetch_all('SELECT * FROM pms_runtime_param ORDER BY param_key')) != digest(backup['runtime_params']):
|
||||
raise RuntimeError('备份后参数变化')
|
||||
for table in TABLES:
|
||||
receipt['deleted'][table] = db.execute('DELETE FROM '+table)
|
||||
for key, value in DERIVED.items():
|
||||
result = param_store.set_param(key, value, 'sim_reset_20261027')
|
||||
if not result.get('ok'):
|
||||
raise RuntimeError('派生状态重置失败:'+key)
|
||||
for key, value in OWNED_MAPS.items():
|
||||
pms_repo.set_param(key, value, 'sim_reset_20261027')
|
||||
pms_repo.set_param(ledger_service.CURSOR_KEY, encoded(cursor).decode(), 'sim_reset_20261027')
|
||||
if pms_repo.get_param(ledger_service.CURSOR_KEY) != encoded(cursor).decode():
|
||||
raise RuntimeError('回放游标写入核验失败')
|
||||
for table in TABLES:
|
||||
if db.fetch_one('SELECT COUNT(*) AS n FROM '+table)['n']:
|
||||
raise RuntimeError('清理不完整:'+table)
|
||||
receipt['nav_baseline'] = publish_export.record_nav_snapshot()
|
||||
if receipt['nav_baseline']['nav'] != 1. or receipt['nav_baseline']['pos_ratio'] != 0.:
|
||||
raise RuntimeError('空仓净值基线错误')
|
||||
rotation_repo.put_once('maintenance:sim-reset-20261027', 'maintenance', receipt)
|
||||
pms_repo.insert_op_log(op='reset_sim_observation', result='OK', by='user_authorized',
|
||||
reason='用户确认QMT已清空,归档并重置155模拟仓旧持仓相关数据;QMT实时复核待完成',
|
||||
params=receipt, ref='sim-reset-20261027')
|
||||
save_new(str(path)+'.receipt.json', receipt)
|
||||
return receipt
|
||||
|
||||
|
||||
def main():
|
||||
parser = argparse.ArgumentParser(description=__doc__)
|
||||
parser.add_argument('action', choices=('prepare', 'apply'))
|
||||
parser.add_argument('--backup', required=True)
|
||||
parser.add_argument('--backup-sha256')
|
||||
args = parser.parse_args()
|
||||
result = prepare(args.backup) if args.action == 'prepare' else apply(args.backup, args.backup_sha256)
|
||||
print(json.dumps(result, ensure_ascii=False, default=str))
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
main()
|
||||
Loading…
Reference in New Issue