15 lines
499 B
JSON
15 lines
499 B
JSON
{
|
|
"base_model": "Octen/Octen-Embedding-8B",
|
|
"quant_model": "quantized/octen-embedding-8b-w4a16/auto-round-auto-gptq",
|
|
"num_eval_rows": 5,
|
|
"base_embedding_dim": 4096,
|
|
"quant_embedding_dim": 4096,
|
|
"base_recall_at_1": 0.8,
|
|
"base_recall_at_5": 1.0,
|
|
"quant_recall_at_1": 1.0,
|
|
"quant_recall_at_5": 1.0,
|
|
"mean_query_cosine_base_vs_quant": 0.9839715957641602,
|
|
"mean_doc_cosine_base_vs_quant": 0.9820238351821899,
|
|
"recall_at_1_delta": 0.19999999999999996,
|
|
"recall_at_5_delta": 0.0
|
|
} |