# Second base lineage (manuscript revision 2026-09-12): the headroom-rule replication of moe_hard_seeds
# (union vs fusion, hard tasks, 3 seeds) on SmolLM2-1.7B-Instruct. Runs via hpc/llm_smol.pbs.
experiment: llm_moe_hard_seeds_smol
kind: llm_moe
seed: 1
seeds:
- 1
- 2
- 3
n_replicates: 1
base_model: HuggingFaceTB/SmolLM2-1.7B-Instruct
hard: true
families:
- lists
- strings
- arith
n_train: 400
n_test: 80
n_route: 32
epochs: 3
lora:
  r: 16
  alpha: 32
operators:
- soup
- ties
- moe_oracle
- moe_learned
output:
  dir: results/llm_moe_hard_seeds_smol
adapters_dir: models/llm_smol