118 lines
5.5 KiB
Python
118 lines
5.5 KiB
Python
"""独立观测进程轮询查询接口,页面只读本实例持久化缓存。"""
|
|
from datetime import datetime
|
|
import hashlib
|
|
import json
|
|
import time
|
|
from urllib.parse import urlencode, urlsplit
|
|
|
|
import requests
|
|
|
|
from app.core import etf_query_view as view
|
|
from app.repo import rotation_repo as store
|
|
from app.services import param_store
|
|
from config.settings import settings
|
|
|
|
STATE_KEY = 'etf-query:state'
|
|
MAX_BYTES = 2 * 1024 * 1024
|
|
|
|
|
|
class QueryUnavailable(Exception):
|
|
"""只携带固定错误码,绝不包含请求头、连接串和上游响应正文。"""
|
|
|
|
|
|
def fetch(base, path, key, etag=None):
|
|
parsed = urlsplit(base)
|
|
if parsed.scheme not in ('http', 'https') or not parsed.hostname or parsed.username or parsed.password or parsed.query or parsed.fragment:
|
|
raise QueryUnavailable('CONFIG')
|
|
if not key:
|
|
raise QueryUnavailable('AUTH')
|
|
headers = {'X-API-Key': key, 'Accept': 'application/json'}
|
|
if etag:
|
|
headers['If-None-Match'] = etag
|
|
# 禁止重定向转发密钥、代理继承及自动重试;单次失败留待下一分钟。
|
|
with requests.Session() as session:
|
|
session.trust_env = False
|
|
try:
|
|
with session.get(base.rstrip('/') + path, headers=headers, timeout=(2, 5),
|
|
allow_redirects=False, stream=True) as response:
|
|
if response.status_code == 304:
|
|
return 304, None, etag
|
|
if response.status_code != 200:
|
|
raise QueryUnavailable('HTTP_' + str(response.status_code))
|
|
chunks, size, started = [], 0, time.monotonic()
|
|
for chunk in response.iter_content(65536):
|
|
size += len(chunk)
|
|
if size > MAX_BYTES or time.monotonic() - started > 8:
|
|
raise QueryUnavailable('BODY_LIMIT')
|
|
chunks.append(chunk)
|
|
return 200, json.loads(b''.join(chunks)), response.headers.get('ETag')
|
|
except requests.RequestException as exc:
|
|
raise QueryUnavailable('NETWORK') from exc
|
|
|
|
|
|
def consume_once(*, requester=None, clock=None):
|
|
if not param_store.get_bool('PMS_ETF_QUERY_ENABLED', False):
|
|
return {'status': 'disabled'}
|
|
clock = clock or (lambda: datetime.now(view.TZ))
|
|
at = clock()
|
|
previous, _ = store.get(STATE_KEY)
|
|
previous = previous or {}
|
|
if previous.get('attempt_at') and 0 <= (at - view.timestamp(previous['attempt_at'])).total_seconds() < 60:
|
|
return {'status': 'idle'}
|
|
base = str(param_store.get('PMS_ETF_QUERY_BASE_URL', '')).rstrip('/')
|
|
requester = requester or fetch
|
|
key = settings.PMS_ETF_QUERY_API_KEY
|
|
update = {'attempt_at': at.isoformat()}
|
|
try:
|
|
code, catalog, _ = requester(base, '/api/etf/v1/catalog', key)
|
|
if code != 200:
|
|
raise QueryUnavailable('CATALOG')
|
|
day = view.latest_day(catalog, at)
|
|
path = '/api/etf/v1/intraday?' + urlencode({'trade_date': day, 'interval_minutes': 15,
|
|
'index_code': 'BROAD_ETF', 'view': view.VIEW})
|
|
identity = hashlib.sha256((base + path).encode()).hexdigest()
|
|
same = previous.get('identity') == identity and previous.get('document')
|
|
code, document, etag = requester(base, path, key, previous.get('etag') if same else None)
|
|
if code == 304:
|
|
if not same:
|
|
raise QueryUnavailable('CACHE_MISS')
|
|
document = previous['document']
|
|
elif code != 200:
|
|
raise QueryUnavailable('RESPONSE')
|
|
view.validate(document, day, clock())
|
|
if same:
|
|
old = previous['document']
|
|
if (document['projection_revision'] < old['projection_revision']
|
|
or view.timestamp(document['projected_at']) < view.timestamp(old['projected_at'])
|
|
or document['projection_revision'] == old['projection_revision'] and document != old):
|
|
raise QueryUnavailable('OLDER_REVISION')
|
|
digest = hashlib.sha256(json.dumps(document, sort_keys=True, ensure_ascii=False, allow_nan=False).encode()).hexdigest()
|
|
if code == 200:
|
|
store.put_once('etf-query:raw:' + digest, 'etf_query_raw', document)
|
|
update.update(identity=identity, etag=etag, document=document, error=None,
|
|
last_success_at=clock().isoformat(), response_status=code)
|
|
except (QueryUnavailable, ValueError, KeyError, TypeError) as exc:
|
|
update['error'] = str(exc) if isinstance(exc, QueryUnavailable) else 'CONTRACT'
|
|
# 网络请求不占数据库锁;先保存原始版本,再移动当前指针。
|
|
with store.locked(STATE_KEY, 'etf_query', {}) as state:
|
|
state.update(update)
|
|
return {'status': 'unavailable' if update.get('error') else 'ok', 'error': update.get('error')}
|
|
|
|
|
|
def status():
|
|
at = datetime.now(view.TZ)
|
|
if not param_store.get_bool('PMS_ETF_QUERY_ENABLED', False):
|
|
return {'enabled': False, 'status': 'disabled'}
|
|
state, _ = store.get(STATE_KEY)
|
|
state = state or {}
|
|
result = {'enabled': True, 'status': 'waiting', 'server_at': at.isoformat(),
|
|
'summary': {}, 'intraday_series': [], 'trade_instruction': False}
|
|
if state.get('document'):
|
|
result.update(view.presentation(state['document'], at))
|
|
result['status'] = 'ok'
|
|
success = state.get('last_success_at')
|
|
if state.get('error') or not success or not 0 <= (at - view.timestamp(success)).total_seconds() <= 180:
|
|
result['status'] = 'unavailable' if state else 'waiting'
|
|
result['last_success_at'] = success
|
|
return result
|