tradingSystem/app/services/etf_query.py

121 lines
5.8 KiB
Python
Raw Permalink Normal View History

"""独立观测进程轮询查询接口,页面只读本实例持久化缓存。"""
from datetime import datetime
import hashlib
import json
import time
from urllib.parse import urlencode, urlsplit
import requests
from app.core import etf_query_view as view
from app.repo import rotation_repo as store
from app.services import param_store
from config.settings import settings
STATE_KEY = 'etf-query:state'
MAX_BYTES = 2 * 1024 * 1024
class QueryUnavailable(Exception):
"""只携带固定错误码,绝不包含请求头、连接串和上游响应正文。"""
def fetch(base, path, key, etag=None):
parsed = urlsplit(base)
if parsed.scheme not in ('http', 'https') or not parsed.hostname or parsed.username or parsed.password or parsed.query or parsed.fragment:
raise QueryUnavailable('CONFIG')
if not key:
raise QueryUnavailable('AUTH')
headers = {'X-API-Key': key, 'Accept': 'application/json'}
if etag:
headers['If-None-Match'] = etag
# 禁止重定向转发密钥、代理继承及自动重试;单次失败留待下一分钟。
with requests.Session() as session:
session.trust_env = False
try:
with session.get(base.rstrip('/') + path, headers=headers, timeout=(2, 5),
allow_redirects=False, stream=True) as response:
if response.status_code == 304:
return 304, None, etag
if response.status_code != 200:
raise QueryUnavailable('HTTP_' + str(response.status_code))
chunks, size, started = [], 0, time.monotonic()
for chunk in response.iter_content(65536):
size += len(chunk)
if size > MAX_BYTES or time.monotonic() - started > 8:
raise QueryUnavailable('BODY_LIMIT')
chunks.append(chunk)
return 200, json.loads(b''.join(chunks)), response.headers.get('ETag')
except requests.RequestException as exc:
raise QueryUnavailable('NETWORK') from exc
def consume_once(*, requester=None, clock=None):
if not param_store.get_bool('PMS_ETF_QUERY_ENABLED', False):
return {'status': 'disabled'}
clock = clock or (lambda: datetime.now(view.TZ))
at = clock()
previous, _ = store.get(STATE_KEY)
previous = previous or {}
if previous.get('attempt_at') and 0 <= (at - view.timestamp(previous['attempt_at'])).total_seconds() < 60:
return {'status': 'idle'}
base = str(param_store.get('PMS_ETF_QUERY_BASE_URL', '')).rstrip('/')
requester = requester or fetch
key = settings.PMS_ETF_QUERY_API_KEY
update = {'attempt_at': at.isoformat()}
try:
code, catalog, _ = requester(base, '/api/etf/v1/catalog', key)
if code != 200:
raise QueryUnavailable('CATALOG')
day = view.latest_day(catalog, at)
path = '/api/etf/v1/intraday?' + urlencode({'trade_date': day, 'interval_minutes': 15,
'index_code': 'BROAD_ETF', 'view': view.VIEW})
identity = hashlib.sha256((base + path).encode()).hexdigest()
same = previous.get('identity') == identity and previous.get('document')
code, document, etag = requester(base, path, key, previous.get('etag') if same else None)
if code == 304:
if not same:
raise QueryUnavailable('CACHE_MISS')
document = previous['document']
elif code != 200:
raise QueryUnavailable('RESPONSE')
view.validate(document, day, clock())
if same:
old = previous['document']
if (document['projection_revision'] < old['projection_revision']
or view.timestamp(document['projected_at']) < view.timestamp(old['projected_at'])
or document['projection_revision'] == old['projection_revision'] and document != old):
raise QueryUnavailable('OLDER_REVISION')
digest = hashlib.sha256(json.dumps(document, sort_keys=True, ensure_ascii=False, allow_nan=False).encode()).hexdigest()
if code == 200:
store.put_once('etf-query:raw:' + digest, 'etf_query_raw', document)
update.update(identity=identity, etag=etag, document=document, error=None,
last_success_at=clock().isoformat(), response_status=code)
except (QueryUnavailable, ValueError, KeyError, TypeError) as exc:
update['error'] = str(exc) if isinstance(exc, QueryUnavailable) else 'CONTRACT'
# 网络请求不占数据库锁;先保存原始版本,再移动当前指针。
with store.locked(STATE_KEY, 'etf_query', {}) as state:
state.update(update)
return {'status': 'unavailable' if update.get('error') else 'ok', 'error': update.get('error')}
def status():
at = datetime.now(view.TZ)
today = at.astimezone(view.TZ).date().isoformat()
if not param_store.get_bool('PMS_ETF_QUERY_ENABLED', False):
return {'enabled': False, 'status': 'disabled'}
state, _ = store.get(STATE_KEY)
state = state or {}
result = {'enabled': True, 'status': 'waiting', 'server_at': at.isoformat(),
'summary': {'trade_date': today, 'window_end': None, 'cumulative_amount': None},
'intraday_series': [], 'trade_instruction': False}
# 历史事实继续归档;日内入口只展示北京时间当日,查询失败也不退回昨日。
if (state.get('document') or {}).get('trade_date') == today:
result.update(view.presentation(state['document'], at))
result['status'] = 'ok'
success = state.get('last_success_at')
if state.get('error') or not success or not 0 <= (at - view.timestamp(success)).total_seconds() <= 180:
result['status'] = 'unavailable' if state else 'waiting'
result['last_success_at'] = success
return result