"""独立观测进程轮询查询接口,页面只读本实例持久化缓存。""" from datetime import datetime import hashlib import json import time from urllib.parse import urlencode, urlsplit import requests from app.core import etf_query_view as view from app.repo import rotation_repo as store from app.services import param_store from config.settings import settings STATE_KEY = 'etf-query:state' MAX_BYTES = 2 * 1024 * 1024 class QueryUnavailable(Exception): """只携带固定错误码,绝不包含请求头、连接串和上游响应正文。""" def fetch(base, path, key, etag=None): parsed = urlsplit(base) if parsed.scheme not in ('http', 'https') or not parsed.hostname or parsed.username or parsed.password or parsed.query or parsed.fragment: raise QueryUnavailable('CONFIG') if not key: raise QueryUnavailable('AUTH') headers = {'X-API-Key': key, 'Accept': 'application/json'} if etag: headers['If-None-Match'] = etag # 禁止重定向转发密钥、代理继承及自动重试;单次失败留待下一分钟。 with requests.Session() as session: session.trust_env = False try: with session.get(base.rstrip('/') + path, headers=headers, timeout=(2, 5), allow_redirects=False, stream=True) as response: if response.status_code == 304: return 304, None, etag if response.status_code != 200: raise QueryUnavailable('HTTP_' + str(response.status_code)) chunks, size, started = [], 0, time.monotonic() for chunk in response.iter_content(65536): size += len(chunk) if size > MAX_BYTES or time.monotonic() - started > 8: raise QueryUnavailable('BODY_LIMIT') chunks.append(chunk) return 200, json.loads(b''.join(chunks)), response.headers.get('ETag') except requests.RequestException as exc: raise QueryUnavailable('NETWORK') from exc def consume_once(*, requester=None, clock=None): if not param_store.get_bool('PMS_ETF_QUERY_ENABLED', False): return {'status': 'disabled'} clock = clock or (lambda: datetime.now(view.TZ)) at = clock() previous, _ = store.get(STATE_KEY) previous = previous or {} if previous.get('attempt_at') and 0 <= (at - view.timestamp(previous['attempt_at'])).total_seconds() < 60: return {'status': 'idle'} base = str(param_store.get('PMS_ETF_QUERY_BASE_URL', '')).rstrip('/') requester = requester or fetch key = settings.PMS_ETF_QUERY_API_KEY update = {'attempt_at': at.isoformat()} try: code, catalog, _ = requester(base, '/api/etf/v1/catalog', key) if code != 200: raise QueryUnavailable('CATALOG') day = view.latest_day(catalog, at) path = '/api/etf/v1/intraday?' + urlencode({'trade_date': day, 'interval_minutes': 15, 'index_code': 'BROAD_ETF', 'view': view.VIEW}) identity = hashlib.sha256((base + path).encode()).hexdigest() same = previous.get('identity') == identity and previous.get('document') code, document, etag = requester(base, path, key, previous.get('etag') if same else None) if code == 304: if not same: raise QueryUnavailable('CACHE_MISS') document = previous['document'] elif code != 200: raise QueryUnavailable('RESPONSE') view.validate(document, day, clock()) if same: old = previous['document'] if (document['projection_revision'] < old['projection_revision'] or view.timestamp(document['projected_at']) < view.timestamp(old['projected_at']) or document['projection_revision'] == old['projection_revision'] and document != old): raise QueryUnavailable('OLDER_REVISION') digest = hashlib.sha256(json.dumps(document, sort_keys=True, ensure_ascii=False, allow_nan=False).encode()).hexdigest() if code == 200: store.put_once('etf-query:raw:' + digest, 'etf_query_raw', document) update.update(identity=identity, etag=etag, document=document, error=None, last_success_at=clock().isoformat(), response_status=code) except (QueryUnavailable, ValueError, KeyError, TypeError) as exc: update['error'] = str(exc) if isinstance(exc, QueryUnavailable) else 'CONTRACT' # 网络请求不占数据库锁;先保存原始版本,再移动当前指针。 with store.locked(STATE_KEY, 'etf_query', {}) as state: state.update(update) return {'status': 'unavailable' if update.get('error') else 'ok', 'error': update.get('error')} def status(): at = datetime.now(view.TZ) today = at.astimezone(view.TZ).date().isoformat() if not param_store.get_bool('PMS_ETF_QUERY_ENABLED', False): return {'enabled': False, 'status': 'disabled'} state, _ = store.get(STATE_KEY) state = state or {} result = {'enabled': True, 'status': 'waiting', 'server_at': at.isoformat(), 'summary': {'trade_date': today, 'window_end': None, 'cumulative_amount': None}, 'intraday_series': [], 'trade_instruction': False} # 历史事实继续归档;日内入口只展示北京时间当日,查询失败也不退回昨日。 if (state.get('document') or {}).get('trade_date') == today: result.update(view.presentation(state['document'], at)) result['status'] = 'ok' success = state.get('last_success_at') if state.get('error') or not success or not 0 <= (at - view.timestamp(success)).total_seconds() <= 180: result['status'] = 'unavailable' if state else 'waiting' result['last_success_at'] = success return result