"""用户补充的候选来源。与计划共用文件锁,先保存,再由修订任务发布。""" from __future__ import annotations import datetime as dt import json import re import uuid from pathlib import Path from zoneinfo import ZoneInfo import plan_versions as pv BJ = ZoneInfo('Asia/Shanghai') def consumer_view(published, include_user_candidates=False): """旧调用方只取系统来源;显式声明支持新来源后才返回人工候选。""" if include_user_candidates or not published.get('user_candidates'): return published out = dict(published) out.pop('user_candidates', None) for bucket in ('main', 'observe', 'main_shown', 'observe_shown', 'candidates', 'watch'): if bucket in out: out[bucket] = [{k: v for k, v in r.items() if k not in ('user_candidate', 'user_required')} for r in out[bucket] if not r.get('user_required')] if 'counts' in out: out['counts'] = dict(out['counts'], main=len(out.get('main', [])), observe=len(out.get('observe', []))) if 'card_counts' in out: rows = out.get('main', []) + out.get('observe', []) out['card_counts'] = {v: sum(r.get('verdict') == v for r in rows) for v in out['card_counts']} return out def normalize(value): value = str(value or '').strip().upper() if re.fullmatch(r'\d{6}\.(SH|SZ)', value): value = value[-2:] + value[:6] elif re.fullmatch(r'\d{6}', value): value = ('SH' if value.startswith(('60', '68')) else 'SZ') + value if not re.fullmatch(r'(SH(?:60|68)\d{4}|SZ(?:00|30)\d{4})', value): raise ValueError('仅支持沪深 A 股,请检查股票代码') return value def catalog(): """使用上市证券基础表,不能把部分行业池当作完整可搜索名单。""" import db frame = db.read_mysql('heat', "SELECT gp_code_two,gp_name FROM gp_code_all WHERE list_status='L' " "AND (gp_code_two LIKE '%.SH' OR gp_code_two LIKE '%.SZ')") out = {} for row in frame.to_dict('records'): try: code = normalize(row.get('gp_code_two')) except ValueError: continue name = str(row.get('gp_name') or '').strip() if name: out[code] = name if not out: raise ValueError('证券名称资料暂不可用,请稍后重试') return out def resolve(raw, names=None): """批量名称只按完整简称精确匹配;全部解析成功后才允许保存。""" if isinstance(raw, str): raw = [raw] if not isinstance(raw, list) or any(not isinstance(v, str) for v in raw): raise ValueError('请输入股票名称或代码') tokens = [v for item in raw for v in re.split(r'[\s,,;;、]+', item.strip()) if v] if not 1 <= len(tokens) <= 30: raise ValueError('每次可添加 1 至 30 只股票') index = None codes = [] for value in tokens: try: code = normalize(value) except ValueError: # 明确的证券代码继续走原交易所限制,不尝试按名称解释。 if re.fullmatch(r'(?:(?:SH|SZ|BJ)?\d+(?:\.(?:SH|SZ|BJ))?)', value.upper()): raise if index is None: source = names() if callable(names) else names or {} index = {} for candidate, name in source.items(): try: canonical = normalize(candidate) except ValueError: continue index.setdefault(str(name).strip().upper(), set()).add(canonical) matches = index.get(value.upper(), set()) if not matches: raise ValueError(f'未找到沪深 A 股“{value[:40]}”,请检查完整名称或使用代码') from None if len(matches) != 1: raise ValueError(f'“{value[:40]}”对应多只股票,请使用代码') from None code = next(iter(matches)) if code not in codes: codes.append(code) return codes def read(root): path = Path(root) / 'user_candidates.json' if not path.exists(): return {'revision': 0, 'rows': []} state = json.loads(path.read_text()) if not isinstance(state.get('rows'), list) or not isinstance(state.get('revision'), int): raise ValueError('添加记录暂不可用') return state def active(root, now=None): today = (now or dt.datetime.now(BJ)).astimezone(BJ).date().isoformat() return [dict(r) for r in read(root)['rows'] if not r.get('removed_at') and r['expires_on'] >= today] def save(root, payload, actor, now=None, *, names=None): now = now or dt.datetime.now(BJ) codes = resolve(payload.get('codes'), names) reason = str(payload.get('reason') or '').strip() if not reason or len(reason) > 300: raise ValueError('请填写添加理由,最多 300 字') try: expires = dt.date.fromisoformat(str(payload.get('expires_on') or '')) except ValueError as exc: raise ValueError('请选择关注截止日期') from exc if not now.astimezone(BJ).date() <= expires <= now.astimezone(BJ).date() + dt.timedelta(days=90): raise ValueError('关注期限应在今天至未来 90 天内') with pv.writer(root): state = read(root) current = {r['code'] for r in active(root, now)} added = [] for code in codes: if code in current: continue row = {'id': uuid.uuid4().hex, 'code': code, 'reason': reason, 'expires_on': expires.isoformat(), 'created_at': now.isoformat(), 'created_by': str(actor)[:100]} if isinstance(names, dict) and names.get(code): row['name'] = names[code] state['rows'].append(row) added.append(row) if added: state['revision'] += 1 pv.atomic(Path(root) / 'user_candidates.json', state) mark_pending(root, [r['code'] for r in added]) return {'ok': True, 'added': len(added), 'existing': len(codes) - len(added), 'revision': state['revision']} def remove(root, identity, actor, now=None): now = now or dt.datetime.now(BJ) with pv.writer(root): state = read(root) row = next((r for r in state['rows'] if r['id'] == identity), None) if row is None: raise ValueError('添加记录不存在,请刷新后重试') if not row.get('removed_at'): row.update(removed_at=now.isoformat(), removed_by=str(actor)[:100]) state['revision'] += 1 pv.atomic(Path(root) / 'user_candidates.json', state) mark_pending(root, [row['code']]) return {'ok': True, 'revision': state['revision']} def mark_pending(root, codes): day = pv.latest_date(root) if day: state = pv.health(root, day) pv.health(root, day, pending_codes=sorted(set(state.get('pending_codes') or []) | set(codes))) def live_pending(root, published, now=None): """写后未发布、删除或到期时,即使后台失败也不能继续消费旧人工来源。""" current = {r['code']: r['id'] for r in active(root, now)} frozen = {r['code']: r['id'] for r in published.get('user_candidates', [])} return sorted(c for c in current.keys() | frozen.keys() if current.get(c) != frozen.get(c)) def listing(root, now=None): now = now or dt.datetime.now(BJ) state = read(root) try: published = pv.load(root) if pv.latest_date(root) else {} except FileNotFoundError: published = {} material = {r['code']: r for b in ('main', 'observe') for r in published.get(b, [])} expected = {r['id'] for r in published.get('user_candidates', [])} today = now.astimezone(BJ).date().isoformat() import user_research research = user_research.views(root, [r['code'] for r in state['rows'][-300:]], now=now) rows = [] for source in reversed(state['rows']): row = material.get(source['code']) or {} status = ('removed' if source.get('removed_at') else 'expired' if source['expires_on'] < today else 'pending' if source['id'] not in expected else 'evaluated') rows.append({**source, 'status': status, 'name': row.get('name') or source.get('name'), 'verdict': row.get('verdict'), 'basis': row.get('basis'), 'decision_id': (published.get('decision') or {}).get('id'), **research.get(source['code'], {})}) return {'ok': True, 'rows': rows[:300], 'revision': state['revision']} def refresh_saved(): """请求结束后尝试发布;失败保留登记和待核验状态,定时修订会重试。""" import logging import plan_refresh import user_research try: user_research.sync() except Exception: logging.getLogger(__name__).exception('人工关注评析状态同步失败,保留登记等待自然调度') try: return plan_refresh.refresh() except Exception: logging.getLogger(__name__).exception('用户候选已保存,计划修订待重试') return {'status': 'pending'}