{ "method": "scheduled_qat_linear", "model": "HuggingFaceTB/SmolLM2-1.7B", "target_bits": 4, "num_cores": 8, "wikitext103": { "test_loss": 3.0391995906829834, "test_perplexity": 20.88851717837168 }, "training": { "total_steps": 186, "elapsed_seconds": 1149.5, "per_core_batch": 1, "grad_accum_steps": 8, "global_eff_batch": 64, "seq_length": 512, "learning_rate": 2e-05, "epochs": 3, "final_bits": 4 }, "schedule": { "type": "linear", "warmup_epochs": 0.1, "stabilization_epochs": 0.3, "start_bits": 32, "target_bits": 4 } }