From 52e7e78b6893f95371682db592929f8a424efccf Mon Sep 17 00:00:00 2001 From: jungfrau Date: Sun, 25 Oct 2026 02:13:35 +0200 Subject: [PATCH] run 2026-10-23_v5-n-1024px: gate_failed --- .../gold_report.json | 117 ++++++++++++++++++ .../metadata.json | 71 +++++++++++ .../weights.pt | 3 + runs/2026-10-23_v5-n-1024px/latency.json | 1 + runs/2026-10-23_v5-n-1024px/metrics.json | 57 +++++++++ runs/2026-10-23_v5-n-1024px/run.json | 52 +++++++- runs/README.md | 8 ++ 7 files changed, 304 insertions(+), 5 deletions(-) create mode 100644 models/registry/yolo26n-seg-v5-n-1024px-2026-10-25/gold_report.json create mode 100644 models/registry/yolo26n-seg-v5-n-1024px-2026-10-25/metadata.json create mode 100644 models/registry/yolo26n-seg-v5-n-1024px-2026-10-25/weights.pt create mode 100644 runs/2026-10-23_v5-n-1024px/latency.json create mode 100644 runs/2026-10-23_v5-n-1024px/metrics.json diff --git a/models/registry/yolo26n-seg-v5-n-1024px-2026-10-25/gold_report.json b/models/registry/yolo26n-seg-v5-n-1024px-2026-10-25/gold_report.json new file mode 100644 index 0000000..dd4d917 --- /dev/null +++ b/models/registry/yolo26n-seg-v5-n-1024px-2026-10-25/gold_report.json @@ -0,0 +1,117 @@ +{ + "per_class": { + "loop_all": { + "tp": 311, + "fp": 26, + "fn": 6, + "precision": 0.9228486646884273, + "recall": 0.9810725552050473, + "f1": 0.9510703363914373, + "mean_mask_iou": 0.9233204539476648, + "n_matched": 311 + }, + "pin": { + "tp": 217, + "fp": 21, + "fn": 7, + "precision": 0.9117647058823529, + "recall": 0.96875, + "f1": 0.9393939393939394, + "mean_mask_iou": 0.9350234271216731, + "n_matched": 217 + }, + "crystal": { + "tp": 92, + "fp": 73, + "fn": 57, + "precision": 0.5575757575757576, + "recall": 0.6174496644295302, + "f1": 0.5859872611464969, + "mean_mask_iou": 0.7836372984261296, + "n_matched": 92 + }, + "loop_face": { + "tp": 272, + "fp": 53, + "fn": 23, + "precision": 0.8369230769230769, + "recall": 0.9220338983050848, + "f1": 0.8774193548387096, + "mean_mask_iou": 0.90096496604208, + "n_matched": 272 + }, + "ice": { + "tp": 3, + "fp": 9, + "fn": 40, + "precision": 0.25, + "recall": 0.06976744186046512, + "f1": 0.10909090909090909, + "mean_mask_iou": 0.784312008919469, + "n_matched": 3 + }, + "needle": { + "tp": 0, + "fp": 0, + "fn": 1, + "precision": 0.0, + "recall": 0.0, + "f1": 0.0, + "mean_mask_iou": 0.0, + "n_matched": 0 + } + }, + "overall": { + "tp": 895, + "fp": 182, + "fn": 134, + "precision": 0.8310120705663882, + "recall": 0.86977648202138, + "f1": 0.8499525166191833, + "mean_mask_iou": 0.9045394224676367, + "n_matched": 895 + }, + "dataset": { + "gold_images": 335, + "pred_images": 335, + "missing_predictions": 0, + "iou_threshold": 0.5 + }, + "environment": { + "host": "mx-spark-01", + "ultralytics": "8.4.160", + "torch": "2.14.0+cu130" + }, + "gate": { + "baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-v4-noflip-mask1-2026-10-02/gold_report.json", + "f1_delta": 0.0022, + "mask_iou_delta": -0.0099, + "mask_score": 0.7867, + "mask_score_baseline": 0.7967, + "matched_only_iou_delta": -0.0073, + "class_f1_delta": { + "loop_all": -0.0115, + "pin": 0.0066 + }, + "pass_point_rule": false, + "rule": "paired bootstrap", + "bootstrap": { + "frames": 335, + "mounts": 300, + "draws": 2000, + "f1": { + "delta": 0.0022, + "lo": -0.0127, + "hi": 0.0176, + "win": 0.604 + }, + "mask_score": { + "delta": -0.0099, + "lo": -0.0222, + "hi": 0.0033, + "win": 0.063 + } + }, + "pass": false + } +} diff --git a/models/registry/yolo26n-seg-v5-n-1024px-2026-10-25/metadata.json b/models/registry/yolo26n-seg-v5-n-1024px-2026-10-25/metadata.json new file mode 100644 index 0000000..c95c277 --- /dev/null +++ b/models/registry/yolo26n-seg-v5-n-1024px-2026-10-25/metadata.json @@ -0,0 +1,71 @@ +{ + "model_id": "yolo26n-seg-v5-n-1024px-2026-10-25", + "family": "yolo26n", + "task": "segmentation", + "training_date": "2026-10-25", + "run": "2026-10-23_v5-n-1024px", + "dataset": "dataset/2026-10-22_v5", + "base_weights": "models/base/yolo26n-seg.pt", + "hyperparams": { + "epochs": 400, + "patience": 50, + "imgsz": 1024, + "batch": 8, + "device": "0", + "overlap_mask": false, + "scale": 0.7, + "translate": 0.15, + "mosaic": 0.5, + "close_mosaic": 10, + "fliplr": 0, + "flipud": 0.3, + "shear": 5.0, + "perspective": 0.0, + "mask_ratio": 1 + }, + "export_formats": [ + "pt" + ], + "metrics": { + "tp": 895, + "fp": 182, + "fn": 134, + "precision": 0.8310120705663882, + "recall": 0.86977648202138, + "f1": 0.8499525166191833, + "mean_mask_iou": 0.9045394224676367, + "n_matched": 895 + }, + "gate": { + "baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-v4-noflip-mask1-2026-10-02/gold_report.json", + "f1_delta": 0.0022, + "mask_iou_delta": -0.0099, + "mask_score": 0.7867, + "mask_score_baseline": 0.7967, + "matched_only_iou_delta": -0.0073, + "class_f1_delta": { + "loop_all": -0.0115, + "pin": 0.0066 + }, + "pass_point_rule": false, + "rule": "paired bootstrap", + "bootstrap": { + "frames": 335, + "mounts": 300, + "draws": 2000, + "f1": { + "delta": 0.0022, + "lo": -0.0127, + "hi": 0.0176, + "win": 0.604 + }, + "mask_score": { + "delta": -0.0099, + "lo": -0.0222, + "hi": 0.0033, + "win": 0.063 + } + }, + "pass": false + } +} diff --git a/models/registry/yolo26n-seg-v5-n-1024px-2026-10-25/weights.pt b/models/registry/yolo26n-seg-v5-n-1024px-2026-10-25/weights.pt new file mode 100644 index 0000000..322b45e --- /dev/null +++ b/models/registry/yolo26n-seg-v5-n-1024px-2026-10-25/weights.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:829c7c7b9ce5e21ac92a8a085646fc853114b18dbc549c34533437784cc9f94f +size 6663389 diff --git a/runs/2026-10-23_v5-n-1024px/latency.json b/runs/2026-10-23_v5-n-1024px/latency.json new file mode 100644 index 0000000..c62eb75 --- /dev/null +++ b/runs/2026-10-23_v5-n-1024px/latency.json @@ -0,0 +1 @@ +{"weights": "runs/2026-10-23_v5-n-1024px/ultralytics/train/weights/best.pt", "frames": 150, "imgsz": 1024, "infer_scale": 0.5, "half": true, "ms_median": 6.54, "ms_p90": 7.16, "ms_max": 10.01, "fps_median": 153.0, "device": "0", "backend": "pytorch", "gpu": "NVIDIA GB10", "ultralytics": "8.4.160", "torch": "2.14.0+cu130"} diff --git a/runs/2026-10-23_v5-n-1024px/metrics.json b/runs/2026-10-23_v5-n-1024px/metrics.json new file mode 100644 index 0000000..494cc72 --- /dev/null +++ b/runs/2026-10-23_v5-n-1024px/metrics.json @@ -0,0 +1,57 @@ +{ + "overall": { + "tp": 895, + "fp": 182, + "fn": 134, + "precision": 0.8310120705663882, + "recall": 0.86977648202138, + "f1": 0.8499525166191833, + "mean_mask_iou": 0.9045394224676367, + "n_matched": 895 + }, + "gate": { + "baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-v4-noflip-mask1-2026-10-02/gold_report.json", + "f1_delta": 0.0022, + "mask_iou_delta": -0.0099, + "mask_score": 0.7867, + "mask_score_baseline": 0.7967, + "matched_only_iou_delta": -0.0073, + "class_f1_delta": { + "loop_all": -0.0115, + "pin": 0.0066 + }, + "pass_point_rule": false, + "rule": "paired bootstrap", + "bootstrap": { + "frames": 335, + "mounts": 300, + "draws": 2000, + "f1": { + "delta": 0.0022, + "lo": -0.0127, + "hi": 0.0176, + "win": 0.604 + }, + "mask_score": { + "delta": -0.0099, + "lo": -0.0222, + "hi": 0.0033, + "win": 0.063 + } + }, + "pass": false + }, + "training": { + "epochs_run": 190, + "precision(B)": 0.76679, + "recall(B)": 0.71011, + "mAP50(B)": 0.77109, + "mAP50-95(B)": 0.62958, + "precision(M)": 0.77064, + "recall(M)": 0.70876, + "mAP50(M)": 0.7745, + "mAP50-95(M)": 0.62865 + }, + "version": "yolo26n-seg-v5-n-1024px-2026-10-25", + "measured_at": "2026-10-25T02:13:24" +} diff --git a/runs/2026-10-23_v5-n-1024px/run.json b/runs/2026-10-23_v5-n-1024px/run.json index c4de407..958f8bb 100644 --- a/runs/2026-10-23_v5-n-1024px/run.json +++ b/runs/2026-10-23_v5-n-1024px/run.json @@ -2,21 +2,63 @@ "id": "2026-10-23_v5-n-1024px", "dataset": "dataset/2026-10-22_v5", "base_weights": "models/base/yolo26n-seg.pt", - "status": "exported", + "status": "gate_failed", "created": "2026-10-23T18:54:46", "created_by": "jungfrau@mx-spark-01", - "hyperparams": {}, - "version": null, - "metrics": {}, + "hyperparams": { + "epochs": 400, + "patience": 50, + "imgsz": 1024, + "batch": 8, + "device": "0", + "overlap_mask": false, + "scale": 0.7, + "translate": 0.15, + "mosaic": 0.5, + "close_mosaic": 10, + "fliplr": 0, + "flipud": 0.3, + "shear": 5.0, + "perspective": 0.0, + "mask_ratio": 1 + }, + "version": "yolo26n-seg-v5-n-1024px-2026-10-25", + "metrics": { + "f1": 0.8499525166191833, + "mean_mask_iou": 0.9045394224676367, + "gate_pass": false, + "baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-v4-noflip-mask1-2026-10-02/gold_report.json", + "measured_at": "2026-10-25T02:13:24" + }, "history": [ { "status": "exported", "at": "2026-10-23T18:54:46", "by": "jungfrau@mx-spark-01", "note": "promoted recipe (fliplr 0, mask_ratio 1) at 1024 px on dataset v5: the resolution test, gate only, Spark" + }, + { + "status": "training", + "at": "2026-10-23T18:54:46", + "by": "jungfrau@mx-spark-01", + "note": "train_run.py" + }, + { + "status": "measured", + "at": "2026-10-25T02:13:24", + "by": "jungfrau@mx-spark-01", + "note": "" + }, + { + "status": "gate_failed", + "at": "2026-10-25T02:13:24", + "by": "jungfrau@mx-spark-01", + "note": "{\"baseline\": \"/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-v4-noflip-mask1-2026-10-02/gold_report.json\", \"f1_delta\": 0.0022, \"mask_iou_delta\": -0.0099, \"mask_score\": 0.7867, \"mask_score_baseline\": 0.7967, \"matched_only_iou_delta\": -0.0073, \"class_f1_delta\": {\"loop_all\": -0.0115, \"pin\": 0.0066}, \"pass_point_rule\": false, \"rule\": \"paired bootstrap\", \"bootstrap\": {\"frames\": 335, \"mounts\": 300, \"draws\": 2000, \"f1\": {\"delta\": 0.0022, \"lo\": -0.0127, \"hi\": 0.0176, \"win\": 0.604}, \"mask_score\": {\"delta\": -0.0099, \"lo\": -0.0222, \"hi\": 0.0033, \"win\": 0.063}}, \"pass\": false}" } ], "train_args": { "imgsz": 1024 - } + }, + "host": "mx-spark-01", + "started": "2026-10-23T18:54:46" } diff --git a/runs/README.md b/runs/README.md index 84248ca..c248950 100644 --- a/runs/README.md +++ b/runs/README.md @@ -22,6 +22,7 @@ Generated by `python tools/ledger.py render`; do not edit by hand. | 2026-10-01_v4-recipeA | gate_failed | dataset/2026-10-01_v4 | models/base/yolo26n-seg.pt | yolo26n-seg-v4-recipeA-2026-10-02 | 0.832 | 0.884 | no | 2026-10-02T04:12 | | 2026-10-22_v5-noflip-mask1 | gate_failed | dataset/2026-10-22_v5 | models/base/yolo26n-seg.pt | yolo26n-seg-v5-noflip-mask1-2026-10-23 | 0.853 | 0.906 | no | 2026-10-23T03:53 | | 2026-10-23_v5-m-noflip-mask1 | aborted | dataset/2026-10-22_v5 | models/base/yolo26m-seg.pt | - | - | - | - | 2026-10-23T18:53 | +| 2026-10-23_v5-n-1024px | gate_failed | dataset/2026-10-22_v5 | models/base/yolo26n-seg.pt | yolo26n-seg-v5-n-1024px-2026-10-25 | 0.850 | 0.905 | no | 2026-10-25T02:13 | | 2026-10-23_v5-s-noflip-mask1 | gate_failed | dataset/2026-10-22_v5 | models/base/yolo26s-seg.pt | yolo26s-seg-v5-s-noflip-mask1-2026-10-23 | 0.853 | 0.905 | no | 2026-10-23T18:53 | States: exported → queued → training → measured → gate_passed → gate_failed → promoted → deployed (or aborted). @@ -160,6 +161,13 @@ States: exported → queued → training → measured → gate_passed → gate_f - 2026-10-23T18:53:13 · training · jungfrau@mx-spark-01 — train_run.py - 2026-10-23T18:53:32 · aborted · jungfrau@mx-spark-01 — not trained: on 2026-10-23 the user chose to test higher resolution before bigger models +## 2026-10-23_v5-n-1024px + +- 2026-10-23T18:54:46 · exported · jungfrau@mx-spark-01 — promoted recipe (fliplr 0, mask_ratio 1) at 1024 px on dataset v5: the resolution test, gate only, Spark +- 2026-10-23T18:54:46 · training · jungfrau@mx-spark-01 — train_run.py +- 2026-10-25T02:13:24 · measured · jungfrau@mx-spark-01 +- 2026-10-25T02:13:24 · gate_failed · jungfrau@mx-spark-01 — {"baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-v4-noflip-mask1-2026-10-02/gold_report.json", "f1_delta": 0.0022, "mask_iou_delta": -0.0099, "mask_score": 0.7867, "mask_score_baseline": 0.7967, "matched_only_iou_delta": -0.0073, "class_f1_delta": {"loop_all": -0.0115, "pin": 0.0066}, "pass_point_rule": false, "rule": "paired bootstrap", "bootstrap": {"frames": 335, "mounts": 300, "draws": 2000, "f1": {"delta": 0.0022, "lo": -0.0127, "hi": 0.0176, "win": 0.604}, "mask_score": {"delta": -0.0099, "lo": -0.0222, "hi": 0.0033, "win": 0.063}}, "pass": false} + ## 2026-10-23_v5-s-noflip-mask1 - 2026-10-23T03:53:49 · exported · jungfrau@mx-spark-01 — promoted recipe (fliplr 0, mask_ratio 1) with yolo26s on dataset v5: gate only until its beamline speed is known, Spark