initial commit — cassandra v0.1
Containerised macro-strategy dashboard: 4-panel web UI (indicators, portfolio, flash news, AI strategic log), MariaDB store, hourly ingestion jobs, OpenRouter-backed AI analysis. Ports the four prototype scripts in the parent dir (market_pulse, flash_news, trading212, strategic_log) into async services backed by a persistent DB and served via FastAPI + Jinja2 + HTMX. APScheduler runs as a separate compose service for crash-safety and easier restarts. Portfolio composition + position names come live from Trading 212; news per-ticker headlines reuse those names. Tone (NOVICE/INTERMEDIATE/ PRO) and analysis style (DRY/SPECULATIVE) are env-configurable and stored on each log row so historical entries show what produced them. Default model is deepseek/deepseek-v4-flash (overridable via env). Light/dark theme toggle, sans-serif for prose surfaces, monospace for data. Bearer-token auth, OpenRouter monthly cost cap, RSS feeds auto- disabled on consecutive failures. Co-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com>
This commit is contained in:
commit
a10409c02b
61 changed files with 4890 additions and 0 deletions
99
app/jobs/news_job.py
Normal file
99
app/jobs/news_job.py
Normal file
|
|
@ -0,0 +1,99 @@
|
|||
"""Hourly news ingestion. Reads enabled feeds from the DB (not TOML — DB has
|
||||
the authoritative enabled/failure state). Per-ticker Yahoo news pulled for
|
||||
each symbol in the default portfolio group ('pie')."""
|
||||
from __future__ import annotations
|
||||
|
||||
import asyncio
|
||||
|
||||
import httpx
|
||||
from sqlalchemy import desc, select
|
||||
from sqlalchemy.dialects.mysql import insert as mysql_insert
|
||||
|
||||
from app.db import utcnow
|
||||
from app.jobs._helpers import job_lifecycle, log
|
||||
from app.models import Feed, Headline, Portfolio, PortfolioSnapshot, Position
|
||||
from app.services.news import dedupe, fetch_feed, fetch_yahoo_news
|
||||
|
||||
|
||||
AUTO_DISABLE_AT = 5
|
||||
|
||||
|
||||
async def _process_feed(client: httpx.AsyncClient, feed: Feed) -> tuple[Feed, list]:
|
||||
try:
|
||||
items = await fetch_feed(client, feed.name, feed.category, feed.url)
|
||||
feed.consecutive_failures = 0
|
||||
feed.last_success_at = utcnow()
|
||||
return feed, items
|
||||
except Exception as e:
|
||||
feed.consecutive_failures += 1
|
||||
if feed.consecutive_failures >= AUTO_DISABLE_AT:
|
||||
feed.enabled = False
|
||||
log.warning("feed.fetch_failed", name=feed.name,
|
||||
fails=feed.consecutive_failures, error=str(e))
|
||||
return feed, []
|
||||
|
||||
|
||||
async def run() -> None:
|
||||
async with job_lifecycle("news_job") as (session, run):
|
||||
if run.status == "skipped":
|
||||
return
|
||||
|
||||
feeds = (
|
||||
await session.execute(select(Feed).where(Feed.enabled == True))
|
||||
).scalars().all()
|
||||
|
||||
# Portfolio tickers + names now come from the latest T212 snapshot,
|
||||
# not from TOML. The (ticker, name) pair lets fetch_yahoo_news skip
|
||||
# the chart-meta round-trip and use the proper company name directly.
|
||||
latest_snap_id = (await session.execute(
|
||||
select(PortfolioSnapshot.id)
|
||||
.order_by(desc(PortfolioSnapshot.snapshot_at))
|
||||
.limit(1)
|
||||
)).scalar_one_or_none()
|
||||
ticker_pairs: list[tuple[str, str]] = []
|
||||
if latest_snap_id is not None:
|
||||
positions = (await session.execute(
|
||||
select(Position).where(Position.snapshot_id == latest_snap_id)
|
||||
)).scalars().all()
|
||||
ticker_pairs = [(p.ticker, p.name or p.ticker) for p in positions]
|
||||
|
||||
async with httpx.AsyncClient(follow_redirects=True) as client:
|
||||
feed_results = await asyncio.gather(
|
||||
*(_process_feed(client, f) for f in feeds)
|
||||
)
|
||||
ticker_results = await asyncio.gather(
|
||||
*(fetch_yahoo_news(client, t, query_override=n)
|
||||
for t, n in ticker_pairs)
|
||||
)
|
||||
|
||||
all_headlines = []
|
||||
for _feed, items in feed_results:
|
||||
all_headlines.extend(items)
|
||||
for items in ticker_results:
|
||||
all_headlines.extend(items)
|
||||
|
||||
headlines = dedupe(all_headlines)
|
||||
|
||||
# Bulk INSERT IGNORE (fingerprint UNIQUE de-dupes across runs).
|
||||
if headlines:
|
||||
stmt = mysql_insert(Headline).values([
|
||||
dict(
|
||||
source=h.source,
|
||||
category=h.category,
|
||||
title=h.title[:512],
|
||||
url=h.url[:1024],
|
||||
published_at=h.when,
|
||||
fetched_at=utcnow(),
|
||||
fingerprint=h.fingerprint,
|
||||
)
|
||||
for h in headlines
|
||||
]).prefix_with("IGNORE")
|
||||
await session.execute(stmt)
|
||||
|
||||
await session.commit()
|
||||
run.items_written = len(headlines)
|
||||
log.info("news_job.done", fetched=len(all_headlines), kept=len(headlines))
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
asyncio.run(run())
|
||||
Loading…
Add table
Add a link
Reference in a new issue