{ "experiment": "llm_moe_hard_hpc", "master_seed": 3, "git_commit": null, "python": "3.11.7", "libraries": { "numpy": "2.4.6", "scipy": "1.17.1", "pandas": "3.0.3", "pyarrow": "24.0.0", "torch": "2.12.1", "transformers": "5.16.1", "peft": "0.20.0" }, "rows": 47, "results_sha256": "1a9962f95ed0b0458676682d415fafcaa530a11eefc3833ba46a144e22ee90d5", "layer": "2", "tier": "llm", "base_model": "Qwen/Qwen2.5-7B-Instruct", "hard": true, "operators": [ "soup", "ties", "moe_oracle", "moe_learned", "max_merge" ] }