Files
echo/echo-memory.plugin.src/skills/echo-memory/eval/perf/results/m-subject-pull.json
T
Jason Stedwell b4605a52f2 ver 1.3 and 1.3.1
2026-06-23 22:17:39 -05:00

177 lines
4.6 KiB
JSON

{
"env": {
"date": "2026-06-23T20:20:23",
"endpoint": "https://obsidian.example.com",
"commit": "af16598",
"echo_workers": 8,
"echo_timeout": 30,
"python": "3.10.12",
"iterations": 1,
"count_k": 50
},
"run_id": "20260623-202023-274ddd",
"metrics": {
"subject-pull": {
"result": {
"subjects": [
{
"label": "apta",
"query": "APTA",
"resolve_floor": {
"n": 1,
"min_ms": 0.97,
"median_ms": 0.97,
"p90_ms": 0.97,
"p95_ms": 0.97,
"max_ms": 0.97,
"mean_ms": 0.97
},
"search_only": {
"n": 1,
"min_ms": 71.55,
"median_ms": 71.55,
"p90_ms": 71.55,
"p95_ms": 71.55,
"max_ms": 71.55,
"mean_ms": 71.55
},
"recall_total": {
"n": 1,
"min_ms": 3836.47,
"median_ms": 3836.47,
"p90_ms": 3836.47,
"p95_ms": 3836.47,
"max_ms": 3836.47,
"mean_ms": 3836.47
}
},
{
"label": "capmetro",
"query": "CapMetro",
"resolve_floor": {
"n": 1,
"min_ms": 0.05,
"median_ms": 0.05,
"p90_ms": 0.05,
"p95_ms": 0.05,
"max_ms": 0.05,
"mean_ms": 0.05
},
"search_only": {
"n": 1,
"min_ms": 57.66,
"median_ms": 57.66,
"p90_ms": 57.66,
"p95_ms": 57.66,
"max_ms": 57.66,
"mean_ms": 57.66
},
"recall_total": {
"n": 1,
"min_ms": 2800.54,
"median_ms": 2800.54,
"p90_ms": 2800.54,
"p95_ms": 2800.54,
"max_ms": 2800.54,
"mean_ms": 2800.54
}
},
{
"label": "hub-echo",
"query": "echo",
"resolve_floor": {
"n": 1,
"min_ms": 0.02,
"median_ms": 0.02,
"p90_ms": 0.02,
"p95_ms": 0.02,
"max_ms": 0.02,
"mean_ms": 0.02
},
"search_only": {
"n": 1,
"min_ms": 67.39,
"median_ms": 67.39,
"p90_ms": 67.39,
"p95_ms": 67.39,
"max_ms": 67.39,
"mean_ms": 67.39
},
"recall_total": {
"n": 1,
"min_ms": 4114.19,
"median_ms": 4114.19,
"p90_ms": 4114.19,
"p95_ms": 4114.19,
"max_ms": 4114.19,
"mean_ms": 4114.19
}
},
{
"label": "hub-prefs",
"query": "operator preferences",
"resolve_floor": {
"n": 1,
"min_ms": 0.04,
"median_ms": 0.04,
"p90_ms": 0.04,
"p95_ms": 0.04,
"max_ms": 0.04,
"mean_ms": 0.04
},
"search_only": {
"n": 1,
"min_ms": 2013.4,
"median_ms": 2013.4,
"p90_ms": 2013.4,
"p95_ms": 2013.4,
"max_ms": 2013.4,
"mean_ms": 2013.4
},
"recall_total": {
"n": 1,
"min_ms": 4748.56,
"median_ms": 4748.56,
"p90_ms": 4748.56,
"p95_ms": 4748.56,
"max_ms": 4748.56,
"mean_ms": 4748.56
}
},
{
"label": "leaf-rivnut",
"query": "rivnut torque spec",
"resolve_floor": {
"n": 1,
"min_ms": 2.14,
"median_ms": 2.14,
"p90_ms": 2.14,
"p95_ms": 2.14,
"max_ms": 2.14,
"mean_ms": 2.14
},
"search_only": {
"n": 1,
"min_ms": 2014.69,
"median_ms": 2014.69,
"p90_ms": 2014.69,
"p95_ms": 2014.69,
"max_ms": 2014.69,
"mean_ms": 2014.69
},
"recall_total": {
"n": 1,
"min_ms": 4363.28,
"median_ms": 4363.28,
"p90_ms": 4363.28,
"p95_ms": 4363.28,
"max_ms": 4363.28,
"mean_ms": 4363.28
}
}
]
},
"gates": []
}
}
}