Giorgio Gilestro
a10409c02b
Containerised macro-strategy dashboard: 4-panel web UI (indicators, portfolio, flash news, AI strategic log), MariaDB store, hourly ingestion jobs, OpenRouter-backed AI analysis. Ports the four prototype scripts in the parent dir (market_pulse, flash_news, trading212, strategic_log) into async services backed by a persistent DB and served via FastAPI + Jinja2 + HTMX. APScheduler runs as a separate compose service for crash-safety and easier restarts. Portfolio composition + position names come live from Trading 212; news per-ticker headlines reuse those names. Tone (NOVICE/INTERMEDIATE/ PRO) and analysis style (DRY/SPECULATIVE) are env-configurable and stored on each log row so historical entries show what produced them. Default model is deepseek/deepseek-v4-flash (overridable via env). Light/dark theme toggle, sans-serif for prose surfaces, monospace for data. Bearer-token auth, OpenRouter monthly cost cap, RSS feeds auto- disabled on consecutive failures. Co-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com>
63 lines
2 KiB
Python
63 lines
2 KiB
Python
"""Hourly market ingestion: fetch every (symbol, group) defined in TOML and
|
|
insert one Quote row per fetch."""
|
|
from __future__ import annotations
|
|
|
|
import asyncio
|
|
|
|
import httpx
|
|
|
|
from app.config import get_settings, load_groups
|
|
from app.db import utcnow
|
|
from app.jobs._helpers import job_lifecycle, log
|
|
from app.models import Quote
|
|
from app.services.market import fetch
|
|
|
|
|
|
async def run() -> None:
|
|
async with job_lifecycle("market_job") as (session, run):
|
|
if run.status == "skipped":
|
|
return
|
|
s = get_settings()
|
|
groups = load_groups(s.BASELINE_TOML, s.PORTFOLIO_TOML)
|
|
anchor = s.CASSANDRA_ANCHOR_DATE or None
|
|
|
|
async with httpx.AsyncClient(follow_redirects=True) as client:
|
|
tasks = [
|
|
fetch(client, sym, lab, note, anchor)
|
|
for group, items in groups.items()
|
|
for sym, lab, note in items
|
|
]
|
|
# Run in parallel but bounded — Yahoo can throttle if we hammer.
|
|
sem = asyncio.Semaphore(16)
|
|
async def bounded(t):
|
|
async with sem:
|
|
return await t
|
|
quotes = await asyncio.gather(*(bounded(t) for t in tasks))
|
|
|
|
# Re-index quotes back to their group for persistence.
|
|
items_flat = [
|
|
(group, sym)
|
|
for group, items in groups.items()
|
|
for sym, _, _ in items
|
|
]
|
|
now = utcnow()
|
|
for (group, _sym), q in zip(items_flat, quotes):
|
|
session.add(Quote(
|
|
symbol=q.symbol,
|
|
source=q.source,
|
|
label=q.label,
|
|
group_name=group,
|
|
price=q.price,
|
|
currency=q.currency,
|
|
as_of=q.as_of,
|
|
changes=q.changes or None,
|
|
error=q.error,
|
|
fetched_at=now,
|
|
))
|
|
await session.commit()
|
|
run.items_written = len(quotes)
|
|
log.info("market_job.done", count=len(quotes))
|
|
|
|
|
|
if __name__ == "__main__":
|
|
asyncio.run(run())
|