Jason Stedwell
154 lines
3.3 KiB
JSON
154 lines
3.3 KiB
JSON
{
|
|
"params": {
|
|
"port": 8799,
|
|
"cpt": 4.0,
|
|
"recovery": 3000,
|
|
"detect_cost": 80
|
|
},
|
|
"rows": [
|
|
{
|
|
"scenario": "agent-log-missing-heading",
|
|
"fault": "bad heading -> 400 invalid-target",
|
|
"06": {
|
|
"emit_tokens": 92,
|
|
"claimed_ok": true,
|
|
"detected": false,
|
|
"persisted": false,
|
|
"duplicates": 0,
|
|
"silent_failure": true
|
|
},
|
|
"07": {
|
|
"emit_tokens": 22,
|
|
"claimed_ok": false,
|
|
"detected": true,
|
|
"persisted": false,
|
|
"duplicates": 0,
|
|
"silent_failure": false
|
|
}
|
|
},
|
|
{
|
|
"scenario": "scope-switch",
|
|
"fault": "(none)",
|
|
"06": {
|
|
"emit_tokens": 93,
|
|
"claimed_ok": true,
|
|
"detected": false,
|
|
"persisted": true,
|
|
"duplicates": 0,
|
|
"silent_failure": false
|
|
},
|
|
"07": {
|
|
"emit_tokens": 24,
|
|
"claimed_ok": true,
|
|
"detected": false,
|
|
"persisted": true,
|
|
"duplicates": 0,
|
|
"silent_failure": false
|
|
}
|
|
},
|
|
{
|
|
"scenario": "inbox-capture-replayed",
|
|
"fault": "duplicate attempt (retry/replay)",
|
|
"06": {
|
|
"emit_tokens": 144,
|
|
"claimed_ok": true,
|
|
"detected": false,
|
|
"persisted": true,
|
|
"duplicates": 1,
|
|
"silent_failure": true
|
|
},
|
|
"07": {
|
|
"emit_tokens": 33,
|
|
"claimed_ok": true,
|
|
"detected": false,
|
|
"persisted": true,
|
|
"duplicates": 0,
|
|
"silent_failure": false
|
|
}
|
|
},
|
|
{
|
|
"scenario": "session-log-flaky-network",
|
|
"fault": "one-time 503 (transient)",
|
|
"06": {
|
|
"emit_tokens": 74,
|
|
"claimed_ok": true,
|
|
"detected": false,
|
|
"persisted": false,
|
|
"duplicates": 0,
|
|
"silent_failure": true
|
|
},
|
|
"07": {
|
|
"emit_tokens": 17,
|
|
"claimed_ok": true,
|
|
"detected": false,
|
|
"persisted": true,
|
|
"duplicates": 0,
|
|
"silent_failure": false
|
|
}
|
|
},
|
|
{
|
|
"scenario": "heartbeat-phantom-write",
|
|
"fault": "accepted-but-not-persisted",
|
|
"06": {
|
|
"emit_tokens": 71,
|
|
"claimed_ok": true,
|
|
"detected": false,
|
|
"persisted": false,
|
|
"duplicates": 0,
|
|
"silent_failure": true
|
|
},
|
|
"07": {
|
|
"emit_tokens": 14,
|
|
"claimed_ok": false,
|
|
"detected": true,
|
|
"persisted": false,
|
|
"duplicates": 0,
|
|
"silent_failure": false
|
|
}
|
|
},
|
|
{
|
|
"scenario": "cold-start-load-6-reads",
|
|
"fault": "(none)",
|
|
"06": {
|
|
"emit_tokens": 249,
|
|
"claimed_ok": true,
|
|
"detected": false,
|
|
"persisted": true,
|
|
"duplicates": 0,
|
|
"silent_failure": false
|
|
},
|
|
"07": {
|
|
"emit_tokens": 64,
|
|
"claimed_ok": true,
|
|
"detected": false,
|
|
"persisted": true,
|
|
"duplicates": 0,
|
|
"silent_failure": false
|
|
}
|
|
}
|
|
],
|
|
"totals": {
|
|
"0.6": {
|
|
"gen_tokens": 723,
|
|
"silent_failures": 4,
|
|
"detected_failures": 0,
|
|
"duplicates": 1,
|
|
"effective_tokens": 12723
|
|
},
|
|
"0.7": {
|
|
"gen_tokens": 174,
|
|
"silent_failures": 0,
|
|
"detected_failures": 2,
|
|
"duplicates": 0,
|
|
"effective_tokens": 334
|
|
}
|
|
},
|
|
"silent_error_free": {
|
|
"0.6": "1/5",
|
|
"0.7": "5/5"
|
|
},
|
|
"writes_persisted": {
|
|
"0.6": "2/5",
|
|
"0.7": "3/5"
|
|
}
|
|
} |