Claude studie mit mm
This commit is contained in:
@@ -93,7 +93,7 @@ Zusätzlich wird ein Boxplot gespeichert:
|
||||
python benchmark/camera_count/analyze.py --metric max_abs_deg
|
||||
```
|
||||
|
||||
Verfügbare Metriken: `mean_abs_deg`, `max_abs_deg`, `mean_abs_mm`, `max_abs_mm`
|
||||
Verfügbare Metriken: `finger_error_mm` (Standard), `mean_abs_deg`, `max_abs_deg`, `mean_abs_mm`, `max_abs_mm`
|
||||
|
||||
---
|
||||
|
||||
@@ -102,7 +102,7 @@ Verfügbare Metriken: `mean_abs_deg`, `max_abs_deg`, `mean_abs_mm`, `max_abs_mm`
|
||||
| Pfad | Inhalt |
|
||||
|---|---|
|
||||
| `benchmark/camera_count/results/camera_study.json` | Alle Einzelergebnisse (Szene, k, Subset, Fehler) |
|
||||
| `benchmark/camera_count/results/camera_study.csv` | Dasselbe als CSV (Excel, Pandas) |
|
||||
| `benchmark/camera_count/results/camera_study.csv` | Dasselbe als CSV — Spalten inkl. `finger_error_mm` |
|
||||
| `benchmark/camera_count/results/camera_count_vs_error.png` | Boxplot |
|
||||
| `data/camera_study/SceneX/k3_abc/` | Pipeline-Zwischenergebnisse pro Subset |
|
||||
|
||||
|
||||
@@ -92,9 +92,10 @@ def main() -> None:
|
||||
ap = argparse.ArgumentParser(description="Auswertung der Kamera-Anzahl-Studie")
|
||||
ap.add_argument("--input", default=str(RESULTS_DIR / "camera_study.json"))
|
||||
ap.add_argument("--metric",
|
||||
choices=["mean_abs_deg", "max_abs_deg", "mean_abs_mm", "max_abs_mm"],
|
||||
default="mean_abs_deg",
|
||||
help="Metrik für Tabelle und Plot (Standard: mean_abs_deg)")
|
||||
choices=["mean_abs_deg", "max_abs_deg", "mean_abs_mm", "max_abs_mm",
|
||||
"finger_error_mm"],
|
||||
default="finger_error_mm",
|
||||
help="Metrik für Tabelle und Plot (Standard: finger_error_mm)")
|
||||
ap.add_argument("--out-plot",
|
||||
default=str(RESULTS_DIR / "camera_count_vs_error.png"))
|
||||
args = ap.parse_args()
|
||||
|
||||
@@ -76,12 +76,13 @@ def run_pipeline(scene_dir: Path, cams: list[str], eval_dir: Path, robot: str) -
|
||||
return True
|
||||
|
||||
|
||||
def eval_pose(robot_state: Path, gt: Path) -> dict | None:
|
||||
def eval_pose(robot_state: Path, gt: Path, robot: str) -> dict | None:
|
||||
out = robot_state.with_suffix(".eval.json")
|
||||
cmd = [
|
||||
PY, str(ROOT / "benchmark" / "eval_pose.py"),
|
||||
str(robot_state), str(gt),
|
||||
"--out", str(out),
|
||||
"--robot", robot,
|
||||
"--tolDeg", "999", "--tolMm", "999",
|
||||
]
|
||||
subprocess.run(cmd, cwd=str(ROOT), capture_output=True, text=True)
|
||||
@@ -153,7 +154,7 @@ def main() -> None:
|
||||
print(f" {label}: FEHLER — übersprungen")
|
||||
continue
|
||||
|
||||
ev = eval_pose(rs, gt)
|
||||
ev = eval_pose(rs, gt, args.robot)
|
||||
if not ev:
|
||||
print(f" {label}: Auswertung fehlgeschlagen")
|
||||
continue
|
||||
@@ -167,10 +168,13 @@ def main() -> None:
|
||||
"max_abs_deg": s.get("max_abs_deg"),
|
||||
"mean_abs_mm": s.get("mean_abs_mm"),
|
||||
"max_abs_mm": s.get("max_abs_mm"),
|
||||
"finger_error_mm": s.get("finger_error_mm"),
|
||||
}
|
||||
all_results.append(row)
|
||||
errs.append(row["mean_abs_deg"] or 0.0)
|
||||
print(f" {label}: mean={row['mean_abs_deg']:.3f}° max={row['max_abs_deg']:.3f}°")
|
||||
fe = row["finger_error_mm"]
|
||||
fe_str = f" finger={fe:.2f}mm" if fe is not None else ""
|
||||
print(f" {label}: mean={row['mean_abs_deg']:.3f}° max={row['max_abs_deg']:.3f}°{fe_str}")
|
||||
|
||||
if errs:
|
||||
print(f" k={k} Zusammenfassung: mean={mean(errs):.3f}° "
|
||||
@@ -180,13 +184,14 @@ def main() -> None:
|
||||
Path(args.out).write_text(json.dumps(all_results, indent=2), encoding="utf-8")
|
||||
|
||||
with open(args.csv, "w", encoding="utf-8") as f:
|
||||
f.write("scene,k,subset,mean_abs_deg,max_abs_deg,mean_abs_mm,max_abs_mm\n")
|
||||
f.write("scene,k,subset,mean_abs_deg,max_abs_deg,mean_abs_mm,max_abs_mm,finger_error_mm\n")
|
||||
for r in all_results:
|
||||
f.write(f"{r['scene']},{r['k']},{r['subset']},"
|
||||
f"{r['mean_abs_deg'] or ''},"
|
||||
f"{r['max_abs_deg'] or ''},"
|
||||
f"{r['mean_abs_mm'] or ''},"
|
||||
f"{r['max_abs_mm'] or ''}\n")
|
||||
f"{r['max_abs_mm'] or ''},"
|
||||
f"{r['finger_error_mm'] or ''}\n")
|
||||
|
||||
print(f"\n[DONE] {len(all_results)} Ergebnisse -> {args.out}")
|
||||
|
||||
|
||||
Reference in New Issue
Block a user