tradingSystem/app/services/etf_query.py

118 lines
5.5 KiB
Python

"""独立观测进程轮询查询接口,页面只读本实例持久化缓存。"""
from datetime import datetime
import hashlib
import json
import time
from urllib.parse import urlencode, urlsplit
import requests
from app.core import etf_query_view as view
from app.repo import rotation_repo as store
from app.services import param_store
from config.settings import settings
STATE_KEY = 'etf-query:state'
MAX_BYTES = 2 * 1024 * 1024
class QueryUnavailable(Exception):
"""只携带固定错误码,绝不包含请求头、连接串和上游响应正文。"""
def fetch(base, path, key, etag=None):
parsed = urlsplit(base)
if parsed.scheme not in ('http', 'https') or not parsed.hostname or parsed.username or parsed.password or parsed.query or parsed.fragment:
raise QueryUnavailable('CONFIG')
if not key:
raise QueryUnavailable('AUTH')
headers = {'X-API-Key': key, 'Accept': 'application/json'}
if etag:
headers['If-None-Match'] = etag
# 禁止重定向转发密钥、代理继承及自动重试;单次失败留待下一分钟。
with requests.Session() as session:
session.trust_env = False
try:
with session.get(base.rstrip('/') + path, headers=headers, timeout=(2, 5),
allow_redirects=False, stream=True) as response:
if response.status_code == 304:
return 304, None, etag
if response.status_code != 200:
raise QueryUnavailable('HTTP_' + str(response.status_code))
chunks, size, started = [], 0, time.monotonic()
for chunk in response.iter_content(65536):
size += len(chunk)
if size > MAX_BYTES or time.monotonic() - started > 8:
raise QueryUnavailable('BODY_LIMIT')
chunks.append(chunk)
return 200, json.loads(b''.join(chunks)), response.headers.get('ETag')
except requests.RequestException as exc:
raise QueryUnavailable('NETWORK') from exc
def consume_once(*, requester=None, clock=None):
if not param_store.get_bool('PMS_ETF_QUERY_ENABLED', False):
return {'status': 'disabled'}
clock = clock or (lambda: datetime.now(view.TZ))
at = clock()
previous, _ = store.get(STATE_KEY)
previous = previous or {}
if previous.get('attempt_at') and 0 <= (at - view.timestamp(previous['attempt_at'])).total_seconds() < 60:
return {'status': 'idle'}
base = str(param_store.get('PMS_ETF_QUERY_BASE_URL', '')).rstrip('/')
requester = requester or fetch
key = settings.PMS_ETF_QUERY_API_KEY
update = {'attempt_at': at.isoformat()}
try:
code, catalog, _ = requester(base, '/api/etf/v1/catalog', key)
if code != 200:
raise QueryUnavailable('CATALOG')
day = view.latest_day(catalog, at)
path = '/api/etf/v1/intraday?' + urlencode({'trade_date': day, 'interval_minutes': 15,
'index_code': 'BROAD_ETF', 'view': view.VIEW})
identity = hashlib.sha256((base + path).encode()).hexdigest()
same = previous.get('identity') == identity and previous.get('document')
code, document, etag = requester(base, path, key, previous.get('etag') if same else None)
if code == 304:
if not same:
raise QueryUnavailable('CACHE_MISS')
document = previous['document']
elif code != 200:
raise QueryUnavailable('RESPONSE')
view.validate(document, day, clock())
if same:
old = previous['document']
if (document['projection_revision'] < old['projection_revision']
or view.timestamp(document['projected_at']) < view.timestamp(old['projected_at'])
or document['projection_revision'] == old['projection_revision'] and document != old):
raise QueryUnavailable('OLDER_REVISION')
digest = hashlib.sha256(json.dumps(document, sort_keys=True, ensure_ascii=False, allow_nan=False).encode()).hexdigest()
if code == 200:
store.put_once('etf-query:raw:' + digest, 'etf_query_raw', document)
update.update(identity=identity, etag=etag, document=document, error=None,
last_success_at=clock().isoformat(), response_status=code)
except (QueryUnavailable, ValueError, KeyError, TypeError) as exc:
update['error'] = str(exc) if isinstance(exc, QueryUnavailable) else 'CONTRACT'
# 网络请求不占数据库锁;先保存原始版本,再移动当前指针。
with store.locked(STATE_KEY, 'etf_query', {}) as state:
state.update(update)
return {'status': 'unavailable' if update.get('error') else 'ok', 'error': update.get('error')}
def status():
at = datetime.now(view.TZ)
if not param_store.get_bool('PMS_ETF_QUERY_ENABLED', False):
return {'enabled': False, 'status': 'disabled'}
state, _ = store.get(STATE_KEY)
state = state or {}
result = {'enabled': True, 'status': 'waiting', 'server_at': at.isoformat(),
'summary': {}, 'intraday_series': [], 'trade_instruction': False}
if state.get('document'):
result.update(view.presentation(state['document'], at))
result['status'] = 'ok'
success = state.get('last_success_at')
if state.get('error') or not success or not 0 <= (at - view.timestamp(success)).total_seconds() <= 180:
result['status'] = 'unavailable' if state else 'waiting'
result['last_success_at'] = success
return result