76 lines
1.7 KiB
JSON
76 lines
1.7 KiB
JSON
{
|
|
"verdict": "PASS",
|
|
"k_opus_gpt": 0.847958297132928,
|
|
"k_opus_minimax": 0.8548922056384745,
|
|
"k_gpt_minimax": 0.7877758913412564,
|
|
"k_conservative_trio": 0.7877758913412564,
|
|
"minimax_parse_success": 100,
|
|
"minimax_n_total": 100,
|
|
"minimax_lat_p50_ms": 11927,
|
|
"minimax_lat_p95_ms": 31426,
|
|
"minimax_routing_errors": 0,
|
|
"minimax_retries_total": 0,
|
|
"minimax_prompt_tokens_total": 53855,
|
|
"minimax_completion_tokens_total": 48920,
|
|
"cost_actual_usd": 0.0749,
|
|
"per_cell": [
|
|
{
|
|
"cell": "no-context",
|
|
"n": 20,
|
|
"mm_parsed": 20,
|
|
"k_og": 1.0,
|
|
"k_om": 1.0,
|
|
"k_gm": 1.0
|
|
},
|
|
{
|
|
"cell": "oracle-context",
|
|
"n": 20,
|
|
"mm_parsed": 20,
|
|
"k_og": 0.7058823529411763,
|
|
"k_om": 0.7916666666666667,
|
|
"k_gm": 0.7058823529411763
|
|
},
|
|
{
|
|
"cell": "full-context",
|
|
"n": 20,
|
|
"mm_parsed": 20,
|
|
"k_og": 0.8,
|
|
"k_om": 0.7,
|
|
"k_gm": 0.7058823529411763
|
|
},
|
|
{
|
|
"cell": "retrieval",
|
|
"n": 20,
|
|
"mm_parsed": 20,
|
|
"k_og": 1.0,
|
|
"k_om": 0.8936170212765956,
|
|
"k_gm": 0.8936170212765956
|
|
},
|
|
{
|
|
"cell": "agentic",
|
|
"n": 20,
|
|
"mm_parsed": 20,
|
|
"k_og": 0.782608695652174,
|
|
"k_om": 0.8979591836734693,
|
|
"k_gm": 0.6874999999999999
|
|
}
|
|
],
|
|
"confusion_opus_gpt": {
|
|
"correct_correct": 32,
|
|
"correct_incorrect": 7,
|
|
"incorrect_correct": 0,
|
|
"incorrect_incorrect": 61
|
|
},
|
|
"confusion_opus_minimax": {
|
|
"correct_correct": 37,
|
|
"correct_incorrect": 2,
|
|
"incorrect_correct": 5,
|
|
"incorrect_incorrect": 56
|
|
},
|
|
"confusion_gpt_minimax": {
|
|
"correct_correct": 32,
|
|
"correct_incorrect": 0,
|
|
"incorrect_correct": 10,
|
|
"incorrect_incorrect": 58
|
|
}
|
|
} |