Layer 1 complete: E3-E6 + E2 analysis add-ons
Finishes the Layer 1 analytical core. All six experiments run with honest, publication-quality figures; 71 tests green. - E3 region-matched grounding: `grounding.exercised` knob + per-region tail survival. Matched holds the exercised region's tail (0.49) where uniform spreads thin and lets it collapse (0.07). - E4 multi-teacher recombination: `run_coverage` runner. Union coverage matches U(K_T,rho,q) exactly. Finding: mean-mixture distillation shows NO surviving benefit (a conservation law — 1/K_T dilution cancels the union gain); a union-preserving max-merge (M2N2-style) does. E4 reports both operators. - E5 QD vs greedy: greedy drives fixation (H~0.01); QD holds H at 0.48-0.88, rising with the novelty exponent. - E6 re-mint gate: `arm` multi-override sweep. Re-minting a collapsed lineage locks in divergence of KL-to-original; gating on diversity prevents it. - E2 analysis add-ons (from the companion work order, numbers verified): new analysis.py (reduce_to_stationary, critical_grounding with bootstrap CI -> g*=0.048, 95% CI [0.047,0.050]); tail_band_metrics + per-band logging; the E2 figure rebuilt as a 2x2 (defined g*+CI, g=0 flagged as a finite-time artifact, tail item-vs-mass, per-rarity-band panel). Uses truth-mass-weighted tail coverage rather than the raw (martingale) tail_mass. Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
This commit is contained in:
parent
a6eb9b7512
commit
1721d047fa
42 changed files with 1938 additions and 135 deletions
|
|
@ -1,8 +1,11 @@
|
|||
"""E2 figure: the grounding phase boundary (headline).
|
||||
"""E2 figure: the grounding phase boundary (headline), publication-honest.
|
||||
|
||||
Shows that a critical grounding fraction g* << 1 separates collapse from a healthy
|
||||
plateau: H trajectories (g=0 slides to 0, g>0 plateau), and stationary H / tail mass vs
|
||||
g with the exact analytic H_eq overlaid. Usage: python figures/plot_E2.py [results/E2]
|
||||
Four panels: (A) H trajectories (g=0 slides to 0, g>0 plateau); (B) the phase boundary —
|
||||
stationary H vs g tracking the exact H_eq, with an operational g* (where H first reaches
|
||||
0.95·H*) and its bootstrap CI, and g=0 marked as a finite-time artifact; (C) tail coverage
|
||||
by item-count vs truth-mass — both stay low, the deep tail is largely unrescuable at
|
||||
feasible grounding; (D) per-rarity-band survival — the m·p*_i≳1 threshold made visible
|
||||
(deep bands lag, motivating E4/E6). Usage: python figures/plot_E2.py [results/E2]
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
|
|
@ -17,6 +20,7 @@ sys.path.insert(0, str(Path(__file__).parent))
|
|||
from _figlib import load_bundle, mean_ci, savefig # noqa: E402
|
||||
|
||||
sys.path.insert(0, str(Path(__file__).parents[1] / "src"))
|
||||
from knowledge.analysis import critical_grounding, reduce_to_stationary # noqa: E402
|
||||
from knowledge.metrics import heterozygosity # noqa: E402
|
||||
from knowledge.truth import make_true_distribution # noqa: E402
|
||||
|
||||
|
|
@ -24,59 +28,86 @@ from knowledge.truth import make_true_distribution # noqa: E402
|
|||
def main(results_dir: str = "results/E2") -> None:
|
||||
df, cfg = load_bundle(results_dir)
|
||||
n = cfg["dynamics"]["n"]
|
||||
K, zs = cfg["truth"]["K"], cfg["truth"]["zipf_s"]
|
||||
td = make_true_distribution(K, 1, "zipf", cfg["truth"]["tail_frac"], zs, 0,
|
||||
td = make_true_distribution(cfg["truth"]["K"], 1, "zipf", cfg["truth"]["tail_frac"],
|
||||
cfg["truth"]["zipf_s"], 0,
|
||||
tail_threshold=cfg["truth"]["tail_threshold"])
|
||||
H_star = heterozygosity(td.p_star)
|
||||
|
||||
def H_eq(m): # exact stationary heterozygosity (blueprint 2.4-3)
|
||||
def H_eq(m):
|
||||
m = np.asarray(m, dtype=float)
|
||||
return np.where(m <= 0, 0.0, H_star * m * (2 * n + m - 1) / (n + 2 * n * m + m * m))
|
||||
|
||||
g_values = sorted(df["g"].unique())
|
||||
last = int(cfg["generations"] * 0.8) # stationary window: final 20% of generations
|
||||
last = int(cfg["generations"] * 0.8)
|
||||
stat = df[df["generation"] >= last]
|
||||
|
||||
fig, axes = plt.subplots(1, 3, figsize=(15, 4.2))
|
||||
fig, axes = plt.subplots(2, 2, figsize=(13, 9))
|
||||
|
||||
# Panel 1: H trajectories, one line per g
|
||||
ax = axes[0]
|
||||
# Panel A: H trajectories, one line per g
|
||||
ax = axes[0, 0]
|
||||
colors = plt.cm.viridis(np.linspace(0, 0.9, len(g_values)))
|
||||
for g, c in zip(g_values, colors):
|
||||
sub = df[df["g"] == g].groupby("generation")["heterozygosity"].mean()
|
||||
ax.plot(sub.index, sub.values, color=c, label=f"g={g:g}")
|
||||
s = df[df["g"] == g].groupby("generation")["heterozygosity"].mean()
|
||||
ax.plot(s.index, s.values, color=c, label=f"g={g:g}")
|
||||
ax.axhline(H_star, ls=":", color="gray", lw=1)
|
||||
ax.set(xlabel="generation", ylabel="heterozygosity $H$",
|
||||
title="Trajectories: g=0 collapses, g>0 plateau")
|
||||
ax.legend(frameon=False, fontsize=8, ncol=2)
|
||||
|
||||
# Panel 2: stationary H vs g, with exact H_eq overlay
|
||||
stat = df[df["generation"] >= last]
|
||||
# Panel B: stationary H vs g + exact H_eq + operational g* with bootstrap CI
|
||||
ax = axes[0, 1]
|
||||
st = reduce_to_stationary(df[df["generation"] >= last], value_col="heterozygosity",
|
||||
replicate_col="replicate", last_frac=1.0)
|
||||
gg, Hm, Hci = mean_ci(stat, "g", "heterozygosity")
|
||||
m_of_g = stat.groupby("g")["m"].first().to_numpy()
|
||||
ax = axes[1]
|
||||
ax.errorbar(gg, Hm, yerr=Hci, fmt="o", color="#1f77b4", capsize=3,
|
||||
label="simulation (stationary)", zorder=3)
|
||||
# g=0 marked hollow (finite-time artifact: true H_eq(0)=0)
|
||||
nz = gg > 0
|
||||
ax.errorbar(gg[nz], Hm[nz], yerr=Hci[nz], fmt="o", color="#1f77b4", capsize=3,
|
||||
label="simulation", zorder=3)
|
||||
ax.plot(gg[~nz], Hm[~nz], "o", mfc="white", mec="#1f77b4", zorder=3)
|
||||
ax.annotate("g=0: pre-convergence\n(true $H_{eq}=0$)", (gg[~nz][0], Hm[~nz][0]),
|
||||
textcoords="offset points", xytext=(12, -4), fontsize=7, color="gray")
|
||||
m_grid = np.linspace(0, m_of_g.max(), 400)
|
||||
g_grid = m_grid / (n + m_grid)
|
||||
ax.plot(g_grid, H_eq(m_grid), "k--", label=r"exact $H_{eq}$", zorder=2)
|
||||
ax.plot(m_grid / (n + m_grid), H_eq(m_grid), "k--", label=r"exact $H_{eq}$", zorder=2)
|
||||
ax.axhline(H_star, ls=":", color="gray", lw=1, label="$H^*$ (truth)")
|
||||
r = critical_grounding(st, H_star=H_star, frac=0.95, seed=7)
|
||||
ax.axhline(r["target_H"], ls=":", color="#d62728", lw=1)
|
||||
ax.axvspan(r["ci_low"], r["ci_high"], color="#d62728", alpha=0.15)
|
||||
ax.axvline(r["g_star"], color="#d62728", lw=1.2,
|
||||
label=f"$g^*$={r['g_star']:.3f} (95% CI [{r['ci_low']:.3f},{r['ci_high']:.3f}])")
|
||||
ax.set(xlabel="grounding fraction $g=m/(n+m)$", ylabel="stationary $H$",
|
||||
title=r"Phase boundary: $g^\star \ll 1$")
|
||||
title=r"Grounding saturates by $g^\star\approx0.05$ (95% of $H^*$)")
|
||||
ax.legend(frameon=False, fontsize=8)
|
||||
|
||||
# Panel C: tail coverage by item-count vs truth-mass (both low: deep tail unrescuable)
|
||||
ax = axes[1, 0]
|
||||
ig, Im, Ici = mean_ci(stat, "g", "tail_frac_alive")
|
||||
mg, Mm, Mci = mean_ci(stat, "g", "tail_truth_mass_alive")
|
||||
ax.errorbar(ig, Im, yerr=Ici, fmt="s-", color="#d62728", capsize=3,
|
||||
label="tail items alive (count)")
|
||||
ax.errorbar(mg, Mm, yerr=Mci, fmt="o-", color="#9467bd", capsize=3,
|
||||
label="tail truth-mass alive")
|
||||
ax.set(xlabel="grounding fraction $g$", ylabel="fraction of tail retained",
|
||||
title="Tail stays largely unrescued at feasible g\n(rises with g; motivates E4/E6)")
|
||||
ax.legend(frameon=False, fontsize=9)
|
||||
|
||||
# Panel 3: stationary fraction of TAIL ITEMS still alive vs g. (Aggregate tail *mass*
|
||||
# is a drift martingale and near-constant, so it is a poor indicator; the fraction of
|
||||
# rare items kept alive is the honest, monotone measure of how much tail grounding
|
||||
# rescues.) Tail-item survival rises steeply with g even where H is already saturated.
|
||||
tg, Tm, Tci = mean_ci(stat, "g", "tail_frac_alive")
|
||||
ax = axes[2]
|
||||
ax.errorbar(tg, Tm, yerr=Tci, fmt="s", color="#d62728", capsize=3)
|
||||
ax.set(xlabel="grounding fraction $g$",
|
||||
ylabel="fraction of tail items alive",
|
||||
title="Grounding keeps rare items alive")
|
||||
# Panel D: per-rarity-band survival across g (band 0 = rarest)
|
||||
ax = axes[1, 1]
|
||||
band_cols = [c for c in df.columns if c.startswith("band") and c.endswith("_alive")]
|
||||
band_cols = sorted(band_cols)
|
||||
band_colors = plt.cm.plasma(np.linspace(0.1, 0.85, len(band_cols)))
|
||||
for col, c in zip(band_cols, band_colors):
|
||||
s = stat.groupby("g")[col].mean()
|
||||
depth = col.replace("band", "").replace("_alive", "")
|
||||
lab = f"band {depth}" + (" (rarest)" if depth == "0" else
|
||||
" (shallowest)" if col == band_cols[-1] else "")
|
||||
ax.plot(s.index, s.values, "-o", color=c, ms=4, label=lab)
|
||||
ax.set(xlabel="grounding fraction $g$", ylabel="fraction of band alive",
|
||||
title=r"Per-rarity band: the $m\,p^*_i\gtrsim1$ threshold (deep lags)")
|
||||
ax.legend(frameon=False, fontsize=8)
|
||||
|
||||
fig.suptitle("E2 — a critical grounding ratio $g^\\star \\ll 1$ separates ratchet "
|
||||
"from collapse", y=1.02)
|
||||
fig.suptitle("E2 — a critical grounding ratio $g^\\star \\ll 1$ rescues diversity; "
|
||||
"the deep tail needs recombination", y=1.0, fontsize=13)
|
||||
fig.tight_layout()
|
||||
savefig(fig, results_dir, "E2")
|
||||
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue