experiment: llm_compose_gate
seed: 1
n_replicates: 1
source_config:
  experiment: llm_compose_gate
  kind: llm_compose
  base_model: Qwen/Qwen2.5-1.5B
  seed: 1
  generations: 0
  arms:
  - dry
  n_hard: 150
  n_gsm8k: 100
  n_mbpp: 80
  n_probe: 40
  k_inherit: 300
  epochs: 3
  conf_gate: 0.85
  g: 0.1
  spec_train: 1200
  spec_epochs: 3
  max_new_tokens: 320
  batch_size: 16
  score_batch_size: 8
  train_batch_size: 2
  train_max_len: 448
  lora:
    r: 16
    alpha: 32
  output:
    dir: results/llm_compose_gate
  n_replicates: 1