jason/echo
1
0
Fork 1
Code Issues Pull Requests Actions Packages Projects Releases 1 Wiki Activity

testing and documentation

Browse Source
This commit is contained in:
Jason Stedwell
2026-06-23 17:17:00 -05:00
parent c2da2d261c
commit e89f4660f6
28 changed files with 4045 additions and 19 deletions
Download Patch File Download Diff File Expand all files Collapse all files
echo-memory.plugin.src/skills/echo-memory/eval/perf/results/m-subject-pull.json
+177
View File
@@ -0,0 +1,177 @@
{
"env": {
"date": "2026-06-23T20:20:23",
"endpoint": "https://echoapi.alwisp.com",
"commit": "af16598",
"echo_workers": 8,
"echo_timeout": 30,
"python": "3.10.12",
"iterations": 1,
"count_k": 50
},
"run_id": "20260623-202023-274ddd",
"metrics": {
"subject-pull": {
"result": {
"subjects": [
{
"label": "apta",
"query": "APTA",
"resolve_floor": {
"n": 1,
"min_ms": 0.97,
"median_ms": 0.97,
"p90_ms": 0.97,
"p95_ms": 0.97,
"max_ms": 0.97,
"mean_ms": 0.97
},
"search_only": {
"n": 1,
"min_ms": 71.55,
"median_ms": 71.55,
"p90_ms": 71.55,
"p95_ms": 71.55,
"max_ms": 71.55,
"mean_ms": 71.55
},
"recall_total": {
"n": 1,
"min_ms": 3836.47,
"median_ms": 3836.47,
"p90_ms": 3836.47,
"p95_ms": 3836.47,
"max_ms": 3836.47,
"mean_ms": 3836.47
}
},
{
"label": "capmetro",
"query": "CapMetro",
"resolve_floor": {
"n": 1,
"min_ms": 0.05,
"median_ms": 0.05,
"p90_ms": 0.05,
"p95_ms": 0.05,
"max_ms": 0.05,
"mean_ms": 0.05
},
"search_only": {
"n": 1,
"min_ms": 57.66,
"median_ms": 57.66,
"p90_ms": 57.66,
"p95_ms": 57.66,
"max_ms": 57.66,
"mean_ms": 57.66
},
"recall_total": {
"n": 1,
"min_ms": 2800.54,
"median_ms": 2800.54,
"p90_ms": 2800.54,
"p95_ms": 2800.54,
"max_ms": 2800.54,
"mean_ms": 2800.54
}
},
{
"label": "hub-echo",
"query": "echo",
"resolve_floor": {
"n": 1,
"min_ms": 0.02,
"median_ms": 0.02,
"p90_ms": 0.02,
"p95_ms": 0.02,
"max_ms": 0.02,
"mean_ms": 0.02
},
"search_only": {
"n": 1,
"min_ms": 67.39,
"median_ms": 67.39,
"p90_ms": 67.39,
"p95_ms": 67.39,
"max_ms": 67.39,
"mean_ms": 67.39
},
"recall_total": {
"n": 1,
"min_ms": 4114.19,
"median_ms": 4114.19,
"p90_ms": 4114.19,
"p95_ms": 4114.19,
"max_ms": 4114.19,
"mean_ms": 4114.19
}
},
{
"label": "hub-prefs",
"query": "operator preferences",
"resolve_floor": {
"n": 1,
"min_ms": 0.04,
"median_ms": 0.04,
"p90_ms": 0.04,
"p95_ms": 0.04,
"max_ms": 0.04,
"mean_ms": 0.04
},
"search_only": {
"n": 1,
"min_ms": 2013.4,
"median_ms": 2013.4,
"p90_ms": 2013.4,
"p95_ms": 2013.4,
"max_ms": 2013.4,
"mean_ms": 2013.4
},
"recall_total": {
"n": 1,
"min_ms": 4748.56,
"median_ms": 4748.56,
"p90_ms": 4748.56,
"p95_ms": 4748.56,
"max_ms": 4748.56,
"mean_ms": 4748.56
}
},
{
"label": "leaf-rivnut",
"query": "rivnut torque spec",
"resolve_floor": {
"n": 1,
"min_ms": 2.14,
"median_ms": 2.14,
"p90_ms": 2.14,
"p95_ms": 2.14,
"max_ms": 2.14,
"mean_ms": 2.14
},
"search_only": {
"n": 1,
"min_ms": 2014.69,
"median_ms": 2014.69,
"p90_ms": 2014.69,
"p95_ms": 2014.69,
"max_ms": 2014.69,
"mean_ms": 2014.69
},
"recall_total": {
"n": 1,
"min_ms": 4363.28,
"median_ms": 4363.28,
"p90_ms": 4363.28,
"p95_ms": 4363.28,
"max_ms": 4363.28,
"mean_ms": 4363.28
}
}
]
},
"gates": []
}
}
}