Giorgio Gilestro
1edf9cad41
Three new data sources hooked into the existing SOURCES registry. All
open APIs, no keys:
- EUROSTAT: prefix EUROSTAT:dataset?dim=val&... — current EU bond
yields (Bund/OAT/BTP/EZ) and Eurozone economic indicators that
FRED's OECD-mirror series stopped updating in 2022-2023.
- ONS: prefix ONS:topic/cdid/dataset — current UK CPI, unemployment,
GDP, industrial production. Replaces the 5+ month-stale FRED
LRHUTTTTGBM156S mirror.
New indicator groups in default.toml feed the strategic/fundamental
lens we converged on: valuation (CAPE/Buffett anchors), bubble_watch
(SKEW/VVIX/RSP vs SPY/HYG vs TLT/IPO/crypto), economy (multi-region,
ALL current-or-stale-flagged), bonds (UK/EU/US/JPN sovereign yields).
Indicator panel now opens with an AI "read" interpretation per group
(generated hourly at :07 UTC alongside an aggregate cross-group read
shown in the dashboard header). The aggregate is grounded by a markets
strip — NYSE/LSE/Frankfurt/Tokyo/HK/Shanghai with open/closed LEDs and
next-open countdown, computed locally from each exchange's tz.
Other UX bits: indicator-row tooltips populated from TOML notes;
rows whose last observation is >90 days old get a 'stale' chip;
ghost symbols (in DB but no longer in TOML) filtered out of the
panel; Eurostat/ONS symbols display as short codes rather than the
full API path.
Co-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com>
68 lines
2.3 KiB
Python
68 lines
2.3 KiB
Python
"""Scheduler container entrypoint. Runs APScheduler with 5 cron jobs, each
|
|
guarded by a MariaDB advisory lock (in job_lifecycle). Waits for the DB to be
|
|
reachable, then schedules and blocks forever."""
|
|
from __future__ import annotations
|
|
|
|
import asyncio
|
|
import signal
|
|
|
|
from apscheduler.schedulers.asyncio import AsyncIOScheduler
|
|
from apscheduler.triggers.cron import CronTrigger
|
|
|
|
from app.db import get_engine
|
|
from app.logging import configure_logging, get_logger
|
|
from app.jobs import (
|
|
market_job, news_job, portfolio_job, ai_log_job, rollup_job,
|
|
indicator_summary_job,
|
|
)
|
|
|
|
|
|
log = get_logger("scheduler")
|
|
|
|
|
|
async def _wait_for_db(retries: int = 60, delay: float = 1.0) -> None:
|
|
engine = get_engine()
|
|
for i in range(retries):
|
|
try:
|
|
async with engine.connect() as conn:
|
|
await conn.execute(__import__("sqlalchemy").text("SELECT 1"))
|
|
return
|
|
except Exception as e:
|
|
log.warning("scheduler.db_wait", attempt=i + 1, error=str(e)[:120])
|
|
await asyncio.sleep(delay)
|
|
raise RuntimeError("DB never became reachable")
|
|
|
|
|
|
async def main() -> None:
|
|
configure_logging()
|
|
log.info("scheduler.starting")
|
|
await _wait_for_db()
|
|
|
|
sched = AsyncIOScheduler(timezone="UTC")
|
|
sched.add_job(market_job.run, CronTrigger(minute=5), name="market_job", id="market_job")
|
|
sched.add_job(news_job.run, CronTrigger(minute=10), name="news_job", id="news_job")
|
|
sched.add_job(portfolio_job.run, CronTrigger(minute=15), name="portfolio_job", id="portfolio_job")
|
|
sched.add_job(indicator_summary_job.run, CronTrigger(minute=7), name="indicator_summary_job", id="indicator_summary_job")
|
|
sched.add_job(ai_log_job.run, CronTrigger(minute=20), name="ai_log_job", id="ai_log_job")
|
|
sched.add_job(rollup_job.run, CronTrigger(hour=0, minute=5), name="rollup_job", id="rollup_job")
|
|
sched.start()
|
|
log.info("scheduler.started", jobs=[j.id for j in sched.get_jobs()])
|
|
|
|
# Stay alive until SIGTERM.
|
|
stop_event = asyncio.Event()
|
|
|
|
def _stop(*_):
|
|
log.info("scheduler.stopping")
|
|
stop_event.set()
|
|
|
|
loop = asyncio.get_running_loop()
|
|
for sig in (signal.SIGTERM, signal.SIGINT):
|
|
loop.add_signal_handler(sig, _stop)
|
|
|
|
await stop_event.wait()
|
|
sched.shutdown(wait=False)
|
|
log.info("scheduler.stopped")
|
|
|
|
|
|
if __name__ == "__main__":
|
|
asyncio.run(main())
|