Show eval template commands in Krea2 report
This commit is contained in:
@@ -228,6 +228,21 @@ def next_test_plans() -> list[dict[str, Any]]:
|
||||
return plans
|
||||
|
||||
|
||||
def next_eval_template_commands(*, seed_token: str = "<fixed_seed>") -> list[dict[str, str]]:
|
||||
commands: list[dict[str, str]] = []
|
||||
for plan in next_test_plans():
|
||||
key = str(plan.get("key") or "")
|
||||
if not key:
|
||||
continue
|
||||
commands.append(
|
||||
{
|
||||
"key": key,
|
||||
"command": f"python tools/krea2_record_eval.py --print-template --variant-key {key} --seed {seed_token}",
|
||||
}
|
||||
)
|
||||
return commands
|
||||
|
||||
|
||||
def markdown_report(atlas_root: str | Path | None = None) -> str:
|
||||
lines = [
|
||||
"# Krea2 Pose Variant Coverage",
|
||||
@@ -264,6 +279,11 @@ def markdown_report(atlas_root: str | Path | None = None) -> str:
|
||||
*[f"- {key}" for key in summary["next_test_candidates"]],
|
||||
]
|
||||
)
|
||||
template_commands = next_eval_template_commands()
|
||||
if template_commands:
|
||||
lines.extend(["", "## Eval Entry Template Commands", ""])
|
||||
for command in template_commands:
|
||||
lines.append(f"- {command['key']}: `{command['command']}`")
|
||||
stronger_control_rows = [row for row in coverage_rows() if row.get("coverage_state") == "needs_stronger_control"]
|
||||
if stronger_control_rows:
|
||||
lines.extend(["", "## Stronger Control Cases", ""])
|
||||
|
||||
Reference in New Issue
Block a user