{ "transformers_version": "5.7.0", "architectures": [ "Mamba2ForCausalLM" ], "output_hidden_states": false, "return_dict": true, "dtype": "float32", "chunk_size_feed_forward": 0, "is_encoder_decoder": false, "id2label": { "0": "LABEL_0", "1": "LABEL_1" }, "label2id": { "LABEL_0": 0, "LABEL_1": 1 }, "problem_type": null, "num_heads": 10, "head_dim": 32, "vocab_size": 50280, "hidden_size": 160, "state_size": 64, "num_hidden_layers": 8, "layer_norm_epsilon": 1e-05, "pad_token_id": 1, "bos_token_id": 0, "eos_token_id": 0, "expand": 2, "conv_kernel": 4, "n_groups": 1, "use_bias": false, "use_conv_bias": true, "hidden_act": "silu", "initializer_range": 0.1, "residual_in_fp32": true, "time_step_rank": 10, "time_step_min": 0.001, "time_step_max": 0.1, "time_step_floor": 0.0001, "time_step_limit": [ 0.0, Infinity ], "rescale_prenorm_residual": false, "use_cache": true, "rms_norm": true, "chunk_size": 16, "tie_word_embeddings": true, "_name_or_path": "", "model_type": "mamba2", "output_attentions": false, "intermediate_size": 320, "norm_before_gate": false, "torch_dtype": "float32" }