feat(exec): log per-attempt chain verdicts for pass rate visibility
This commit is contained in:
@@ -114,6 +114,18 @@ func main() {
|
|||||||
orch := iexec.NewOrchestrator(chain, litellmExec.Run, claudeExec.Run, verifier, models.LlamaSwapURL(), &attempts)
|
orch := iexec.NewOrchestrator(chain, litellmExec.Run, claudeExec.Run, verifier, models.LlamaSwapURL(), &attempts)
|
||||||
result, err := orch.Run(ctx, req)
|
result, err := orch.Run(ctx, req)
|
||||||
result.Attempts = attempts // attach orchestration metadata before returning
|
result.Attempts = attempts // attach orchestration metadata before returning
|
||||||
|
// Log per-attempt verdicts so pass rates are visible in pod logs.
|
||||||
|
for i, a := range attempts {
|
||||||
|
logger.Info("chain attempt",
|
||||||
|
"skill", skill,
|
||||||
|
"attempt", i+1,
|
||||||
|
"model", a.Model,
|
||||||
|
"tier", a.Tier,
|
||||||
|
"verdict", a.Verdict,
|
||||||
|
"duration_ms", a.DurationMs,
|
||||||
|
"warm", a.WarmStart,
|
||||||
|
)
|
||||||
|
}
|
||||||
return result, err
|
return result, err
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user