@@ -263,8 +269,10 @@
Review Complete
function init() {
document.getElementById("skill-name").textContent = DATA.skill_name;
var meta = "Engine: " + DATA.engine_name + " | Model: " + DATA.model_name +
- " | Started: " + DATA.start_time + " | Duration: " + DATA.duration;
- if (DATA.total_tokens) meta += " | Tokens: " + DATA.total_tokens;
+ " | Started: " + DATA.start_time + " | Evaluation wall time: " + DATA.evaluation_wall_time;
+ meta += " | Tested agent tokens: " + fmtInteger(DATA.agent_tokens);
+ meta += " | Judge tokens: " + fmtInteger(DATA.judge_tokens);
+ meta += " | Overall tokens: " + fmtInteger(DATA.overall_tokens);
document.getElementById("header-meta").textContent = meta;
var sb = document.getElementById("summary-bar");
@@ -356,9 +364,9 @@
Review Complete
var info = '
Case: ' + esc(c.id) + '
';
if (c.title) info += '
Title: ' + esc(c.title) + '
';
- info += '
Duration: ' + c.duration + '
';
info += '
Turns: ' + c.turns + '
';
document.getElementById("case-info").innerHTML = info;
+ document.getElementById("case-header-metrics").innerHTML = renderCompactMetrics(c);
var promptSec = document.getElementById("prompt-section");
if (c.turn_results && c.turn_results.length > 0) {
@@ -391,6 +399,45 @@
Review Complete
if (main) main.scrollTop = 0;
}
+ function renderCompactMetrics(c) {
+ var baseline = c.baseline || null;
+ var primaryLabel = c.configuration === "without_skill" ? "Without Skill" : (baseline ? "With Skill" : "Result");
+ var html = compactMetric(primaryLabel, c);
+ if (baseline) {
+ html += compactMetric("Without Skill", baseline);
+ html += '
Delta' +
+ 'Agent ' + formatDurationDelta(c.agent_duration_ms - baseline.agent_duration_ms) +
+ ' / ' + formatIntegerDelta(c.agent_tokens - baseline.agent_tokens) + ' tokens';
+ }
+ return html;
+ }
+
+ function compactMetric(label, c) {
+ var agentTitle = "Input: " + fmtInteger(c.input_tokens) + ", Output: " + fmtInteger(c.output_tokens);
+ var html = '
' + label + '' +
+ '·Agent ' +
+ c.agent_duration + ' / ' + fmtInteger(c.agent_tokens) + ' tokens';
+ if (c.judge_duration_ms || c.judge_tokens) {
+ var judgeTitle = "Input: " + fmtInteger(c.judge_input_tokens) + ", Output: " + fmtInteger(c.judge_output_tokens);
+ html += '·Judge ' +
+ c.judge_duration + ' / ' + fmtInteger(c.judge_tokens) + ' tokens';
+ }
+ return html + '';
+ }
+
+ function fmtInteger(value) {
+ return Number(value || 0).toLocaleString("en-US");
+ }
+
+ function formatIntegerDelta(value) {
+ return (value > 0 ? "+" : "") + fmtInteger(value);
+ }
+
+ function formatDurationDelta(valueMs) {
+ var seconds = valueMs / 1000.0;
+ return (seconds > 0 ? "+" : "") + seconds.toFixed(1) + "s";
+ }
+
function renderResponse(c) {
var section = document.getElementById("response-section");
var body = document.getElementById("response-body");
diff --git a/internal/runner/runner.go b/internal/runner/runner.go
index 84cb9d9..56df1ff 100644
--- a/internal/runner/runner.go
+++ b/internal/runner/runner.go
@@ -511,13 +511,16 @@ func buildReportInput(skillName string, grouped map[string]*caseResults, caseIDs
caseResult := evalResultToCaseResult(cr.withSkill)
input.CaseResults = append(input.CaseResults, caseResult)
input.TotalTokens += caseResult.InputTokens + caseResult.OutputTokens
+ input.JudgeTokens += caseResult.JudgeInputTokens + caseResult.JudgeOutputTokens
}
if cr.withoutSkill != nil {
caseResult := evalResultToCaseResult(cr.withoutSkill)
input.CaseResults = append(input.CaseResults, caseResult)
input.TotalTokens += caseResult.InputTokens + caseResult.OutputTokens
+ input.JudgeTokens += caseResult.JudgeInputTokens + caseResult.JudgeOutputTokens
}
}
+ input.OverallTokens = input.TotalTokens + input.JudgeTokens
return input
}
@@ -538,6 +541,11 @@ func evalResultToCaseResult(res *evaluator.EvalResult) report.CaseResult {
Response: responseContent(res),
TurnResults: evalTurnResultsToReport(res.TurnResults),
}
+ if res.Grading != nil && res.Grading.JudgeSession != nil {
+ cr.JudgeDurationMs = res.Grading.JudgeSession.DurationMs
+ cr.JudgeInputTokens = res.Grading.JudgeSession.InputTokens
+ cr.JudgeOutputTokens = res.Grading.JudgeSession.OutputTokens
+ }
if res.Error != nil {
cr.Error = res.Error.Error()
}
diff --git a/internal/runner/runner_test.go b/internal/runner/runner_test.go
index affec27..b8dbd0c 100644
--- a/internal/runner/runner_test.go
+++ b/internal/runner/runner_test.go
@@ -433,10 +433,16 @@ func TestBuildReportInput_TokenAccumulation(t *testing.T) {
withSkill: &evaluator.EvalResult{
CaseID: "c1", Status: judge.StatusPass, Configuration: "with_skill",
SessionResult: &agent.SessionResult{InputTokens: 100, OutputTokens: 50},
+ Grading: &judge.Result{JudgeSession: &agent.SessionResult{
+ DurationMs: 2000, InputTokens: 30, OutputTokens: 10,
+ }},
},
withoutSkill: &evaluator.EvalResult{
CaseID: "c1", Status: judge.StatusPass, Configuration: "without_skill",
SessionResult: &agent.SessionResult{InputTokens: 80, OutputTokens: 40},
+ Grading: &judge.Result{JudgeSession: &agent.SessionResult{
+ DurationMs: 1500, InputTokens: 20, OutputTokens: 5,
+ }},
},
},
"c2": {
@@ -453,9 +459,18 @@ func TestBuildReportInput_TokenAccumulation(t *testing.T) {
if input.TotalTokens != 570 {
t.Errorf("TotalTokens = %d, want 570", input.TotalTokens)
}
+ if input.JudgeTokens != 65 {
+ t.Errorf("JudgeTokens = %d, want 65", input.JudgeTokens)
+ }
+ if input.OverallTokens != 635 {
+ t.Errorf("OverallTokens = %d, want 635", input.OverallTokens)
+ }
if len(input.CaseResults) != 3 {
t.Errorf("CaseResults count = %d, want 3", len(input.CaseResults))
}
+ if got := input.CaseResults[0]; got.JudgeDurationMs != 2000 || got.JudgeInputTokens != 30 || got.JudgeOutputTokens != 10 {
+ t.Errorf("with-skill judge metrics = %#v", got)
+ }
}
func TestRunner_WriteResults_NoWorkspace(t *testing.T) {