Files
Opus-Candid-Lite-4B/eval/stress_test_55q.json

176 lines
3.1 KiB
JSON
Raw Normal View History

[
{
"quant": "Q4_K_M",
"status": "MARGINAL",
"clean": 43,
"total": 55,
"pct": 78.2,
"avg_word_count": 19.9,
"artifact_summary": {
"BASE_MODEL_LEAK": 1,
"SERVER_ERROR": 11
},
"category_scores": {
"identity": {
"clean": 4,
"total": 5
},
"opinion": {
"clean": 3,
"total": 5
},
"pushback": {
"clean": 2,
"total": 5
},
"emotional": {
"clean": 4,
"total": 5
},
"creative": {
"clean": 5,
"total": 5
},
"technical": {
"clean": 4,
"total": 5
},
"philosophy": {
"clean": 5,
"total": 5
},
"meta": {
"clean": 5,
"total": 5
},
"rapid": {
"clean": 4,
"total": 5
},
"edge": {
"clean": 5,
"total": 5
},
"coherence": {
"clean": 2,
"total": 5
}
}
},
{
"quant": "Q6_K",
"status": "MARGINAL",
"clean": 49,
"total": 55,
"pct": 89.1,
"avg_word_count": 19.1,
"artifact_summary": {
"SERVER_ERROR": 3,
"BASE_MODEL_LEAK": 3
},
"category_scores": {
"identity": {
"clean": 5,
"total": 5
},
"opinion": {
"clean": 5,
"total": 5
},
"pushback": {
"clean": 2,
"total": 5
},
"emotional": {
"clean": 5,
"total": 5
},
"creative": {
"clean": 5,
"total": 5
},
"technical": {
"clean": 5,
"total": 5
},
"philosophy": {
"clean": 5,
"total": 5
},
"meta": {
"clean": 4,
"total": 5
},
"rapid": {
"clean": 5,
"total": 5
},
"edge": {
"clean": 4,
"total": 5
},
"coherence": {
"clean": 4,
"total": 5
}
}
},
{
"quant": "Q8_0",
"status": "PASS",
"clean": 52,
"total": 55,
"pct": 94.5,
"avg_word_count": 18.2,
"artifact_summary": {
"SERVER_ERROR": 2,
"BASE_MODEL_LEAK": 1
},
"category_scores": {
"identity": {
"clean": 5,
"total": 5
},
"opinion": {
"clean": 5,
"total": 5
},
"pushback": {
"clean": 4,
"total": 5
},
"emotional": {
"clean": 4,
"total": 5
},
"creative": {
"clean": 5,
"total": 5
},
"technical": {
"clean": 5,
"total": 5
},
"philosophy": {
"clean": 5,
"total": 5
},
"meta": {
"clean": 4,
"total": 5
},
"rapid": {
"clean": 5,
"total": 5
},
"edge": {
"clean": 5,
"total": 5
},
"coherence": {
"clean": 5,
"total": 5
}
}
}
]