8 lines
139 B
JSON
8 lines
139 B
JSON
|
{
|
||
|
|
"llm_dim": 3584,
|
||
|
|
"hidden_dim": 1024,
|
||
|
|
"dropout": 0.1,
|
||
|
|
"use_layernorm": true,
|
||
|
|
"num_query_tokens": 64,
|
||
|
|
"projector_type": "mlp"
|
||
|
|
}
|