From e8475684d4f18e894d58141fe01f690d34d879f5 Mon Sep 17 00:00:00 2001 From: jungfrau Date: Mon, 28 Sep 2026 19:08:07 +0200 Subject: [PATCH] run 2026-09-28_alc-v1: gate_failed (F1 +0.045, mask IoU -0.022 vs the deployed model) --- .../gold_report.json | 90 +++++++++++++++++++ .../metadata.json | 48 ++++++++++ .../yolo26n-seg-alc-v1-2026-09-28/weights.pt | 3 + runs/2026-09-28_alc-v1/metrics.json | 35 ++++++++ runs/2026-09-28_alc-v1/run.json | 51 +++++++++-- 5 files changed, 222 insertions(+), 5 deletions(-) create mode 100644 models/registry/yolo26n-seg-alc-v1-2026-09-28/gold_report.json create mode 100644 models/registry/yolo26n-seg-alc-v1-2026-09-28/metadata.json create mode 100644 models/registry/yolo26n-seg-alc-v1-2026-09-28/weights.pt create mode 100644 runs/2026-09-28_alc-v1/metrics.json diff --git a/models/registry/yolo26n-seg-alc-v1-2026-09-28/gold_report.json b/models/registry/yolo26n-seg-alc-v1-2026-09-28/gold_report.json new file mode 100644 index 0000000..f4986c1 --- /dev/null +++ b/models/registry/yolo26n-seg-alc-v1-2026-09-28/gold_report.json @@ -0,0 +1,90 @@ +{ + "per_class": { + "loop_all": { + "tp": 110, + "fp": 11, + "fn": 7, + "precision": 0.9090909090909091, + "recall": 0.9401709401709402, + "f1": 0.9243697478991597, + "mean_mask_iou": 0.8830125353939965, + "n_matched": 110 + }, + "pin": { + "tp": 85, + "fp": 11, + "fn": 4, + "precision": 0.8854166666666666, + "recall": 0.9550561797752809, + "f1": 0.918918918918919, + "mean_mask_iou": 0.9207077103499136, + "n_matched": 85 + }, + "crystal": { + "tp": 20, + "fp": 13, + "fn": 13, + "precision": 0.6060606060606061, + "recall": 0.6060606060606061, + "f1": 0.6060606060606061, + "mean_mask_iou": 0.7936162087198457, + "n_matched": 20 + }, + "loop_face": { + "tp": 85, + "fp": 14, + "fn": 20, + "precision": 0.8585858585858586, + "recall": 0.8095238095238095, + "f1": 0.8333333333333333, + "mean_mask_iou": 0.8623671360009486, + "n_matched": 85 + }, + "ice": { + "tp": 4, + "fp": 11, + "fn": 28, + "precision": 0.26666666666666666, + "recall": 0.125, + "f1": 0.1702127659574468, + "mean_mask_iou": 0.8004176972482764, + "n_matched": 4 + }, + "needle": { + "tp": 0, + "fp": 0, + "fn": 1, + "precision": 0.0, + "recall": 0.0, + "f1": 0.0, + "mean_mask_iou": 0.0, + "n_matched": 0 + } + }, + "overall": { + "tp": 304, + "fp": 60, + "fn": 73, + "precision": 0.8351648351648352, + "recall": 0.8063660477453581, + "f1": 0.8205128205128206, + "mean_mask_iou": 0.8808116309097135, + "n_matched": 304 + }, + "dataset": { + "gold_images": 120, + "pred_images": 120, + "missing_predictions": 0, + "iou_threshold": 0.5 + }, + "gate": { + "baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-overlap-false-2026-04-12/gold_report.json", + "f1_delta": 0.0452, + "mask_iou_delta": -0.0217, + "class_f1_delta": { + "loop_all": 0.0786, + "pin": 0.0339 + }, + "pass": false + } +} diff --git a/models/registry/yolo26n-seg-alc-v1-2026-09-28/metadata.json b/models/registry/yolo26n-seg-alc-v1-2026-09-28/metadata.json new file mode 100644 index 0000000..b7e3685 --- /dev/null +++ b/models/registry/yolo26n-seg-alc-v1-2026-09-28/metadata.json @@ -0,0 +1,48 @@ +{ + "model_id": "yolo26n-seg-alc-v1-2026-09-28", + "family": "yolo26n", + "task": "segmentation", + "training_date": "2026-09-28", + "run": "2026-09-28_alc-v1", + "dataset": "dataset/2026-09-28_alc-v1", + "base_weights": "/home/jungfrau/AareLC/models/yolo26n-seg.pt", + "hyperparams": { + "epochs": 400, + "patience": 50, + "imgsz": 640, + "batch": 16, + "device": "0", + "overlap_mask": false, + "scale": 0.7, + "translate": 0.15, + "mosaic": 0.5, + "close_mosaic": 10, + "fliplr": 0.5, + "flipud": 0.3, + "shear": 5.0, + "perspective": 0.0 + }, + "export_formats": [ + "pt" + ], + "metrics": { + "tp": 304, + "fp": 60, + "fn": 73, + "precision": 0.8351648351648352, + "recall": 0.8063660477453581, + "f1": 0.8205128205128206, + "mean_mask_iou": 0.8808116309097135, + "n_matched": 304 + }, + "gate": { + "baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-overlap-false-2026-04-12/gold_report.json", + "f1_delta": 0.0452, + "mask_iou_delta": -0.0217, + "class_f1_delta": { + "loop_all": 0.0786, + "pin": 0.0339 + }, + "pass": false + } +} diff --git a/models/registry/yolo26n-seg-alc-v1-2026-09-28/weights.pt b/models/registry/yolo26n-seg-alc-v1-2026-09-28/weights.pt new file mode 100644 index 0000000..7b03903 --- /dev/null +++ b/models/registry/yolo26n-seg-alc-v1-2026-09-28/weights.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dbef6d9b887ef045e725dfd80a8d9737d0e7ea7e80ecae3bd658dcf82bbe316 +size 6589853 diff --git a/runs/2026-09-28_alc-v1/metrics.json b/runs/2026-09-28_alc-v1/metrics.json new file mode 100644 index 0000000..ad0557a --- /dev/null +++ b/runs/2026-09-28_alc-v1/metrics.json @@ -0,0 +1,35 @@ +{ + "overall": { + "tp": 304, + "fp": 60, + "fn": 73, + "precision": 0.8351648351648352, + "recall": 0.8063660477453581, + "f1": 0.8205128205128206, + "mean_mask_iou": 0.8808116309097135, + "n_matched": 304 + }, + "gate": { + "baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-overlap-false-2026-04-12/gold_report.json", + "f1_delta": 0.0452, + "mask_iou_delta": -0.0217, + "class_f1_delta": { + "loop_all": 0.0786, + "pin": 0.0339 + }, + "pass": false + }, + "training": { + "epochs_run": 277, + "precision(B)": 0.74849, + "recall(B)": 0.6278, + "mAP50(B)": 0.67598, + "mAP50-95(B)": 0.51146, + "precision(M)": 0.77169, + "recall(M)": 0.63894, + "mAP50(M)": 0.67192, + "mAP50-95(M)": 0.488 + }, + "version": "yolo26n-seg-alc-v1-2026-09-28", + "measured_at": "2026-09-28T17:40:30" +} diff --git a/runs/2026-09-28_alc-v1/run.json b/runs/2026-09-28_alc-v1/run.json index 4306b0e..0fabba0 100644 --- a/runs/2026-09-28_alc-v1/run.json +++ b/runs/2026-09-28_alc-v1/run.json @@ -2,18 +2,59 @@ "id": "2026-09-28_alc-v1", "dataset": "dataset/2026-09-28_alc-v1", "base_weights": "/home/jungfrau/AareLC/models/yolo26n-seg.pt", - "status": "exported", + "status": "gate_failed", "created": "2026-09-28T16:51:45", "created_by": "jungfrau@mx-spark-01", - "hyperparams": {}, - "version": null, - "metrics": {}, + "hyperparams": { + "epochs": 400, + "patience": 50, + "imgsz": 640, + "batch": 16, + "device": "0", + "overlap_mask": false, + "scale": 0.7, + "translate": 0.15, + "mosaic": 0.5, + "close_mosaic": 10, + "fliplr": 0.5, + "flipud": 0.3, + "shear": 5.0, + "perspective": 0.0 + }, + "version": "yolo26n-seg-alc-v1-2026-09-28", + "metrics": { + "f1": 0.8205128205128206, + "mean_mask_iou": 0.8808116309097135, + "gate_pass": false, + "baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-overlap-false-2026-04-12/gold_report.json", + "measured_at": "2026-09-28T17:40:30" + }, "history": [ { "status": "exported", "at": "2026-09-28T16:51:45", "by": "jungfrau@mx-spark-01", "note": "first loop run, on the Spark" + }, + { + "status": "training", + "at": "2026-09-28T16:51:45", + "by": "jungfrau@mx-spark-01", + "note": "train_run.py" + }, + { + "status": "measured", + "at": "2026-09-28T17:40:30", + "by": "jungfrau@mx-spark-01", + "note": "" + }, + { + "status": "gate_failed", + "at": "2026-09-28T17:40:30", + "by": "jungfrau@mx-spark-01", + "note": "{\"baseline\": \"/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-overlap-false-2026-04-12/gold_report.json\", \"f1_delta\": 0.0452, \"mask_iou_delta\": -0.0217, \"class_f1_delta\": {\"loop_all\": 0.0786, \"pin\": 0.0339}, \"pass\": false}" } - ] + ], + "host": "mx-spark-01", + "started": "2026-09-28T16:51:45" }