211 lines
9.7 KiB
Python
211 lines
9.7 KiB
Python
"""人工关注的独立研究覆盖。只发布观察名单和读取回执,不产生交易候选。"""
|
|
from __future__ import annotations
|
|
|
|
import json
|
|
import logging
|
|
import re
|
|
from datetime import date, datetime, timedelta
|
|
from zoneinfo import ZoneInfo
|
|
|
|
from app.core.command_spec import is_stock_code, normalize_code
|
|
from app.services import param_store, signal_service
|
|
from config.settings import settings
|
|
|
|
logger = logging.getLogger("pms.monitor_watch")
|
|
TZ = ZoneInfo("Asia/Shanghai")
|
|
SOURCE_KEY = "pms:monitor_watch:v1:"
|
|
STATUS_KEY = "bionic:monitor_watch:status:v1:"
|
|
SCOPE = "pms-sim-155"
|
|
|
|
# 旧轮次晚返回时,不能把刚移除的关注重新写回。相同登记版本也只接受更新的快照。
|
|
_REPLACE = """
|
|
local old = redis.call('GET', KEYS[1])
|
|
local new = cjson.decode(ARGV[1])
|
|
if old then
|
|
local ok, prior = pcall(cjson.decode, old)
|
|
if ok and prior.source_revision then
|
|
if tonumber(prior.source_revision) > tonumber(new.source_revision) then return 0 end
|
|
if tonumber(prior.source_revision) == tonumber(new.source_revision)
|
|
and tostring(prior.generated_at) > tostring(new.generated_at) then return 0 end
|
|
end
|
|
end
|
|
redis.call('SET', KEYS[1], ARGV[1], 'EX', ARGV[2])
|
|
return 1
|
|
"""
|
|
|
|
|
|
def _now(now=None):
|
|
return (now or datetime.now(TZ)).astimezone(TZ)
|
|
|
|
|
|
def _time(value):
|
|
try:
|
|
dt = datetime.fromisoformat(str(value).replace("Z", "+00:00"))
|
|
return dt if dt.tzinfo is not None else None
|
|
except (TypeError, ValueError):
|
|
return None
|
|
|
|
|
|
def code_of(row):
|
|
code = normalize_code(str(row.get("ts_code") or row.get("code") or ""))
|
|
return code if code.endswith((".SH", ".SZ")) and is_stock_code(code) else ""
|
|
|
|
|
|
def active(row, now=None):
|
|
if not code_of(row) or row.get("removed_at") or row.get("status") in ("removed", "expired"):
|
|
return False
|
|
try:
|
|
return date.fromisoformat(str(row.get("expires_on"))) >= _now(now).date()
|
|
except (TypeError, ValueError):
|
|
return False
|
|
|
|
|
|
def scope():
|
|
value = str(param_store.get("PMS_MONITOR_WATCH_SCOPE", "") or "").strip()
|
|
if value not in ("", SCOPE):
|
|
raise ValueError("人工关注观察来源配置无效")
|
|
return value
|
|
|
|
|
|
def build_snapshot(registry, *, now=None, ttl=600):
|
|
now = _now(now)
|
|
revision = registry.get("revision")
|
|
if registry.get("ok") is not True or not isinstance(registry.get("rows"), list):
|
|
raise ValueError("人工关注登记读取不完整")
|
|
if type(revision) is not int or revision < 0:
|
|
raise ValueError("人工关注登记版本缺失")
|
|
items = []
|
|
# 风险监测与买方评析资格分开。有效关注即参加告警;研究仍等有效评析。
|
|
alert_items = [{"ts_code": code_of(row), "watch_id": row.get("id"),
|
|
"active": True, "expires_on": row["expires_on"]}
|
|
for row in registry["rows"] if isinstance(row, dict) and active(row, now)]
|
|
for row in registry["rows"]:
|
|
if not isinstance(row, dict) or not active(row, now) or row.get("review_status") != "completed":
|
|
continue
|
|
ref = str(row.get("review_ref") or "")
|
|
review = row.get("company_review")
|
|
# 最近核对时间可能晚于报告生成;监控依据必须保留报告自身的真实日期。
|
|
completed = _time((review or {}).get("report_ran_at")) if isinstance(review, dict) else None
|
|
data_date = str(row.get("review_data_date") or "")
|
|
try:
|
|
day = date.fromisoformat(data_date)
|
|
except ValueError:
|
|
day = None
|
|
if (not completed or completed > now + timedelta(seconds=30) or not day or day > now.date()
|
|
or day != completed.astimezone(TZ).date()
|
|
or not re.fullmatch(r"[0-9a-f]{64}", ref) or not isinstance(review, dict) or not review
|
|
or not re.fullmatch(r"[0-9a-f]{32}", str(row.get("id") or ""))):
|
|
raise ValueError("已完成的买方评析缺少有效来源或日期")
|
|
items.append({"ts_code": code_of(row), "watch_id": row["id"], "watch_revision": revision,
|
|
"active": True, "expires_on": row["expires_on"], "review_status": "ready",
|
|
"review_ref": ref, "review_completed_at": completed.isoformat(),
|
|
"review_data_date": data_date,
|
|
"review_summary": str(row.get("company_review_text") or review.get("overall") or "")[:2000]})
|
|
return {"schema_version": 1, "source_scope": SCOPE, "source_revision": revision,
|
|
"generated_at": now.isoformat(), "expires_at": (now + timedelta(seconds=ttl)).isoformat(),
|
|
"items": items, "alert_items": alert_items}
|
|
|
|
|
|
def sync():
|
|
"""每分钟全量发布;读取失败保留旧快照,短期过期后由消费者停止覆盖。"""
|
|
try:
|
|
source = scope()
|
|
if not source:
|
|
return {"ok": True, "skipped": "disabled"}
|
|
from app.services import plan_candidates
|
|
started = _now()
|
|
registry = plan_candidates.request()
|
|
ttl = param_store.get_int("PMS_MONITOR_WATCH_TTL_SEC", 600)
|
|
if not 120 <= ttl <= 600:
|
|
raise ValueError("人工关注观察快照有效期无效")
|
|
payload = build_snapshot(registry, now=started, ttl=ttl)
|
|
client = signal_service._client(settings.SIGNAL_REDIS_DB_INTRADAY)
|
|
result = client.eval(_REPLACE, 1, SOURCE_KEY + source,
|
|
json.dumps(payload, ensure_ascii=False), ttl)
|
|
if result != 1:
|
|
return {"ok": False, "error": "较新的人工关注版本已发布,本轮旧版本未写入"}
|
|
return {"ok": True, "returned": len(payload["items"]), "source_revision": payload["source_revision"]}
|
|
except Exception as exc:
|
|
logger.warning("人工关注观察名单未更新:%s", type(exc).__name__)
|
|
return {"ok": False, "error": "观察名单同步失败,等待下次重试;旧名单将按有效期失效"}
|
|
|
|
|
|
def coverage(registry, *, now=None):
|
|
"""只读回执;来源过期、登记版本或评析版本不匹配时,不冒充仍被覆盖。"""
|
|
now = _now(now)
|
|
try:
|
|
source = scope()
|
|
if not source:
|
|
return {}, "观察名单同步尚未启用"
|
|
client = signal_service._client(settings.SIGNAL_REDIS_DB_INTRADAY)
|
|
published = json.loads(client.get(SOURCE_KEY + source) or "null")
|
|
report = json.loads(client.get(STATUS_KEY + source) or "null")
|
|
if not isinstance(published, dict) or published.get("source_scope") != source:
|
|
return {}, "等待观察名单同步"
|
|
expiry = _time(published.get("expires_at"))
|
|
generated = _time(published.get("generated_at"))
|
|
if (not generated or generated > now + timedelta(seconds=30) or not expiry or expiry <= now
|
|
or expiry <= generated or (expiry - generated).total_seconds() > 600):
|
|
return {}, "观察名单已过期,等待重新同步"
|
|
if (published.get("schema_version") != 1 or published.get("source_revision") != registry.get("revision")
|
|
or not isinstance(report, dict) or report.get("schema_version") != 1
|
|
or report.get("source_scope") != source):
|
|
return {}, "等待新的分析回执"
|
|
published_rows = {r.get("ts_code"): r for r in published.get("items", []) if isinstance(r, dict)}
|
|
reports = report.get("items") or {}
|
|
result = {}
|
|
for row in registry.get("rows", []):
|
|
code = code_of(row)
|
|
receipt, sent = reports.get(code) or {}, published_rows.get(code) or {}
|
|
if (not active(row, now) or row.get("review_status") != "completed"
|
|
or sent.get("watch_id") != row.get("id") or not sent.get("active")
|
|
or sent.get("review_ref") != row.get("review_ref")
|
|
or receipt.get("watch_id") != row.get("id")
|
|
or receipt.get("watch_revision") != registry.get("revision")
|
|
or receipt.get("review_ref") != row.get("review_ref")):
|
|
continue
|
|
stages = {}
|
|
for key in ("daily", "intraday"):
|
|
stage = dict(receipt.get(key) or {})
|
|
if stage.get("state") in ("QUEUED", "RUNNING"):
|
|
deadline = _time(stage.get("deadline_at"))
|
|
if not deadline:
|
|
stage.update(state="UNAVAILABLE", reason="分析回执缺少有效截止时间")
|
|
elif deadline <= now:
|
|
stage.update(state="EXPIRED", reason="分析等待已超时,等待新的回执")
|
|
stages[key] = stage
|
|
result[code] = stages
|
|
return result, ""
|
|
except Exception:
|
|
return {}, "分析覆盖回执暂不可用"
|
|
|
|
|
|
def listing():
|
|
from app.services import plan_candidates
|
|
from app.repo import downstream_repo
|
|
registry = plan_candidates.request()
|
|
rows = [dict(r, ts_code=code_of(r), active=active(r)) for r in registry.get("rows", [])
|
|
if isinstance(r, dict) and code_of(r)]
|
|
receipts, note = coverage(registry)
|
|
try:
|
|
latest = downstream_repo.fetch_nightly_verdicts([r["ts_code"] for r in rows])
|
|
nightly_error = ""
|
|
except Exception:
|
|
latest, nightly_error = {}, "最近研判暂不可用"
|
|
for row in rows:
|
|
read = latest.get(row["ts_code"]) or {}
|
|
row.update(last_analysis_date=read.get("trade_date"), last_analysis_signal=read.get("verdict"),
|
|
analysis_coverage=receipts.get(row["ts_code"], {}), coverage_note=note,
|
|
last_analysis_error=nightly_error)
|
|
return dict(registry, rows=rows)
|
|
|
|
|
|
def research_row(code):
|
|
if not code_of({'code': code}):
|
|
return None
|
|
from app.services import plan_candidates
|
|
for row in plan_candidates.request().get("rows", []):
|
|
if active(row) and code_of(row) == code and row.get("review_status") == "completed":
|
|
return row
|
|
return None
|