diff --git a/models/registry/yolo26n-seg-v5-amp-2026-10-25/gold_report.json b/models/registry/yolo26n-seg-v5-amp-2026-10-25/gold_report.json new file mode 100644 index 00000000..c56797fd --- /dev/null +++ b/models/registry/yolo26n-seg-v5-amp-2026-10-25/gold_report.json @@ -0,0 +1,118 @@ +{ + "per_class": { + "loop_all": { + "tp": 149, + "fp": 19, + "fn": 9, + "precision": 0.8869047619047619, + "recall": 0.9430379746835443, + "f1": 0.9141104294478527, + "mean_mask_iou": 0.8896175741649291, + "n_matched": 149 + }, + "pin": { + "tp": 73, + "fp": 24, + "fn": 11, + "precision": 0.7525773195876289, + "recall": 0.8690476190476191, + "f1": 0.8066298342541437, + "mean_mask_iou": 0.9197789740404738, + "n_matched": 73 + }, + "crystal": { + "tp": 76, + "fp": 62, + "fn": 59, + "precision": 0.5507246376811594, + "recall": 0.562962962962963, + "f1": 0.5567765567765567, + "mean_mask_iou": 0.7867976046570456, + "n_matched": 76 + }, + "loop_face": { + "tp": 137, + "fp": 47, + "fn": 18, + "precision": 0.7445652173913043, + "recall": 0.8838709677419355, + "f1": 0.8082595870206489, + "mean_mask_iou": 0.851669795366022, + "n_matched": 137 + }, + "ice": { + "tp": 3, + "fp": 10, + "fn": 39, + "precision": 0.23076923076923078, + "recall": 0.07142857142857142, + "f1": 0.10909090909090909, + "mean_mask_iou": 0.8659601238753698, + "n_matched": 3 + }, + "needle": { + "tp": 0, + "fp": 0, + "fn": 1, + "precision": 0.0, + "recall": 0.0, + "f1": 0.0, + "mean_mask_iou": 0.0, + "n_matched": 0 + } + }, + "overall": { + "tp": 438, + "fp": 162, + "fn": 137, + "precision": 0.73, + "recall": 0.7617391304347826, + "f1": 0.745531914893617, + "mean_mask_iou": 0.8647720181420905, + "n_matched": 438 + }, + "dataset": { + "gold_images": 335, + "pred_images": 335, + "missing_predictions": 0, + "iou_threshold": 0.5, + "ignored_objects": 454 + }, + "environment": { + "host": "mx-spark-01", + "ultralytics": "8.4.160", + "torch": "2.14.0+cu130" + }, + "gate": { + "baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-v4-noflip-mask1-2026-10-02/gold_report.json", + "f1_delta": 0.0056, + "mask_iou_delta": -0.0139, + "mask_score": 0.6587, + "mask_score_baseline": 0.6726, + "matched_only_iou_delta": 0.0014, + "class_f1_delta": { + "loop_all": -0.0151, + "pin": -0.0267 + }, + "pass_point_rule": false, + "rule": "paired bootstrap", + "bootstrap": { + "frames": 335, + "mounts": 300, + "draws": 2000, + "f1": { + "delta": 0.0056, + "lo": -0.0175, + "hi": 0.0282, + "win": 0.69 + }, + "mask_score": { + "delta": -0.0139, + "lo": -0.0298, + "hi": 0.0016, + "win": 0.042 + } + }, + "pass": false + } +} diff --git a/models/registry/yolo26n-seg-v5-amp-2026-10-25/metadata.json b/models/registry/yolo26n-seg-v5-amp-2026-10-25/metadata.json new file mode 100644 index 00000000..ee7d6598 --- /dev/null +++ b/models/registry/yolo26n-seg-v5-amp-2026-10-25/metadata.json @@ -0,0 +1,72 @@ +{ + "model_id": "yolo26n-seg-v5-amp-2026-10-25", + "family": "yolo26n", + "task": "segmentation", + "training_date": "2026-10-25", + "run": "2026-10-25_v5-amp", + "dataset": "dataset/2026-10-22_v5", + "base_weights": "models/base/yolo26n-seg.pt", + "hyperparams": { + "epochs": 400, + "patience": 50, + "imgsz": 640, + "batch": 16, + "device": "0", + "overlap_mask": false, + "scale": 0.7, + "translate": 0.15, + "mosaic": 0.5, + "close_mosaic": 10, + "fliplr": 0, + "flipud": 0.3, + "shear": 5.0, + "perspective": 0.0, + "mask_ratio": 1, + "amp": true + }, + "export_formats": [ + "pt" + ], + "metrics": { + "tp": 438, + "fp": 162, + "fn": 137, + "precision": 0.73, + "recall": 0.7617391304347826, + "f1": 0.745531914893617, + "mean_mask_iou": 0.8647720181420905, + "n_matched": 438 + }, + "gate": { + "baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-v4-noflip-mask1-2026-10-02/gold_report.json", + "f1_delta": 0.0056, + "mask_iou_delta": -0.0139, + "mask_score": 0.6587, + "mask_score_baseline": 0.6726, + "matched_only_iou_delta": 0.0014, + "class_f1_delta": { + "loop_all": -0.0151, + "pin": -0.0267 + }, + "pass_point_rule": false, + "rule": "paired bootstrap", + "bootstrap": { + "frames": 335, + "mounts": 300, + "draws": 2000, + "f1": { + "delta": 0.0056, + "lo": -0.0175, + "hi": 0.0282, + "win": 0.69 + }, + "mask_score": { + "delta": -0.0139, + "lo": -0.0298, + "hi": 0.0016, + "win": 0.042 + } + }, + "pass": false + } +} diff --git a/models/registry/yolo26n-seg-v5-amp-2026-10-25/weights.pt b/models/registry/yolo26n-seg-v5-amp-2026-10-25/weights.pt new file mode 100644 index 00000000..086d1af8 --- /dev/null +++ b/models/registry/yolo26n-seg-v5-amp-2026-10-25/weights.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d95f3e6c92d2f15baa32c1f0cd02ed15ab4d10b3fc7fa52108734d296cef74e +size 6604573 diff --git a/runs/2026-10-25_v5-amp/latency.json b/runs/2026-10-25_v5-amp/latency.json new file mode 100644 index 00000000..b61fbeed --- /dev/null +++ b/runs/2026-10-25_v5-amp/latency.json @@ -0,0 +1 @@ +{"weights": "runs/2026-10-25_v5-amp/ultralytics/train/weights/best.pt", "frames": 150, "imgsz": 640, "infer_scale": 0.5, "half": true, "ms_median": 4.31, "ms_p90": 4.48, "ms_max": 7.3, "fps_median": 232.1, "device": "0", "backend": "pytorch", "gpu": "NVIDIA GB10", "ultralytics": "8.4.160", "torch": "2.14.0+cu130"} diff --git a/runs/2026-10-25_v5-amp/metrics.json b/runs/2026-10-25_v5-amp/metrics.json new file mode 100644 index 00000000..085de10c --- /dev/null +++ b/runs/2026-10-25_v5-amp/metrics.json @@ -0,0 +1,57 @@ +{ + "overall": { + "tp": 438, + "fp": 162, + "fn": 137, + "precision": 0.73, + "recall": 0.7617391304347826, + "f1": 0.745531914893617, + "mean_mask_iou": 0.8647720181420905, + "n_matched": 438 + }, + "gate": { + "baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-v4-noflip-mask1-2026-10-02/gold_report.json", + "f1_delta": 0.0056, + "mask_iou_delta": -0.0139, + "mask_score": 0.6587, + "mask_score_baseline": 0.6726, + "matched_only_iou_delta": 0.0014, + "class_f1_delta": { + "loop_all": -0.0151, + "pin": -0.0267 + }, + "pass_point_rule": false, + "rule": "paired bootstrap", + "bootstrap": { + "frames": 335, + "mounts": 300, + "draws": 2000, + "f1": { + "delta": 0.0056, + "lo": -0.0175, + "hi": 0.0282, + "win": 0.69 + }, + "mask_score": { + "delta": -0.0139, + "lo": -0.0298, + "hi": 0.0016, + "win": 0.042 + } + }, + "pass": false + }, + "training": { + "epochs_run": 286, + "precision(B)": 0.72842, + "recall(B)": 0.76751, + "mAP50(B)": 0.77458, + "mAP50-95(B)": 0.64741, + "precision(M)": 0.72861, + "recall(M)": 0.76937, + "mAP50(M)": 0.77093, + "mAP50-95(M)": 0.64582 + }, + "version": "yolo26n-seg-v5-amp-2026-10-25", + "measured_at": "2026-10-25T21:37:24" +} diff --git a/runs/2026-10-25_v5-amp/run.json b/runs/2026-10-25_v5-amp/run.json index 6ad6483b..24385a26 100644 --- a/runs/2026-10-25_v5-amp/run.json +++ b/runs/2026-10-25_v5-amp/run.json @@ -2,21 +2,64 @@ "id": "2026-10-25_v5-amp", "dataset": "dataset/2026-10-22_v5", "base_weights": "models/base/yolo26n-seg.pt", - "status": "exported", + "status": "gate_failed", "created": "2026-10-25T09:48:33", "created_by": "jungfrau@mx-spark-01", - "hyperparams": {}, - "version": null, - "metrics": {}, + "hyperparams": { + "epochs": 400, + "patience": 50, + "imgsz": 640, + "batch": 16, + "device": "0", + "overlap_mask": false, + "scale": 0.7, + "translate": 0.15, + "mosaic": 0.5, + "close_mosaic": 10, + "fliplr": 0, + "flipud": 0.3, + "shear": 5.0, + "perspective": 0.0, + "mask_ratio": 1, + "amp": true + }, + "version": "yolo26n-seg-v5-amp-2026-10-25", + "metrics": { + "f1": 0.745531914893617, + "mean_mask_iou": 0.8647720181420905, + "gate_pass": false, + "baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-v4-noflip-mask1-2026-10-02/gold_report.json", + "measured_at": "2026-10-25T21:37:24" + }, "history": [ { "status": "exported", "at": "2026-10-25T09:48:33", "by": "jungfrau@mx-spark-01", "note": "promoted recipe (fliplr 0, mask_ratio 1) with mixed precision on dataset v5: the speed test, gate only, Spark" + }, + { + "status": "training", + "at": "2026-10-25T09:48:33", + "by": "jungfrau@mx-spark-01", + "note": "train_run.py" + }, + { + "status": "measured", + "at": "2026-10-25T21:37:24", + "by": "jungfrau@mx-spark-01", + "note": "" + }, + { + "status": "gate_failed", + "at": "2026-10-25T21:37:24", + "by": "jungfrau@mx-spark-01", + "note": "{\"baseline\": \"/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-v4-noflip-mask1-2026-10-02/gold_report.json\", \"f1_delta\": 0.0056, \"mask_iou_delta\": -0.0139, \"mask_score\": 0.6587, \"mask_score_baseline\": 0.6726, \"matched_only_iou_delta\": 0.0014, \"class_f1_delta\": {\"loop_all\": -0.0151, \"pin\": -0.0267}, \"pass_point_rule\": false, \"rule\": \"paired bootstrap\", \"bootstrap\": {\"frames\": 335, \"mounts\": 300, \"draws\": 2000, \"f1\": {\"delta\": 0.0056, \"lo\": -0.0175, \"hi\": 0.0282, \"win\": 0.69}, \"mask_score\": {\"delta\": -0.0139, \"lo\": -0.0298, \"hi\": 0.0016, \"win\": 0.042}}, \"pass\": false}" } ], "train_args": { "amp": true - } + }, + "host": "mx-spark-01", + "started": "2026-10-25T09:48:33" } diff --git a/runs/README.md b/runs/README.md index ac014b40..364fe1e6 100644 --- a/runs/README.md +++ b/runs/README.md @@ -24,6 +24,7 @@ Generated by `python tools/ledger.py render`; do not edit by hand. | 2026-10-23_v5-m-noflip-mask1 | aborted | dataset/2026-10-22_v5 | models/base/yolo26m-seg.pt | - | - | - | - | 2026-10-23T18:53 | | 2026-10-23_v5-n-1024px | gate_failed | dataset/2026-10-22_v5 | models/base/yolo26n-seg.pt | yolo26n-seg-v5-n-1024px-2026-10-25 | 0.751 | 0.864 | no | 2026-10-25T09:48 | | 2026-10-23_v5-s-noflip-mask1 | gate_passed | dataset/2026-10-22_v5 | models/base/yolo26s-seg.pt | yolo26s-seg-v5-s-noflip-mask1-2026-10-25 | 0.761 | 0.861 | yes | 2026-10-25T09:47 | +| 2026-10-25_v5-amp | gate_failed | dataset/2026-10-22_v5 | models/base/yolo26n-seg.pt | yolo26n-seg-v5-amp-2026-10-25 | 0.746 | 0.865 | no | 2026-10-25T21:37 | States: exported → queued → training → measured → gate_passed → gate_failed → promoted → deployed (or aborted). @@ -192,3 +193,10 @@ States: exported → queued → training → measured → gate_passed → gate_f - 2026-10-25T09:47:49 · training · jungfrau@mx-spark-01 — train_run.py - 2026-10-25T09:47:58 · measured · jungfrau@mx-spark-01 - 2026-10-25T09:47:58 · gate_passed · jungfrau@mx-spark-01 — {"baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-v4-noflip-mask1-2026-10-02/gold_report.json", "f1_delta": 0.0207, "mask_iou_delta": 0.0104, "mask_score": 0.6831, "mask_score_baseline": 0.6726, "matched_only_iou_delta": -0.002, "class_f1_delta": {"loop_all": -0.0085, "pin": 0.0064}, "pass_point_rule": true, "rule": "paired bootstrap", "bootstrap": {"frames": 335, "mounts": 300, "draws": 2000, "f1": {"delta": 0.0207, "lo": -0.0028, "hi": 0.0438, "win": 0.961}, "mask_score": {"delta": 0.0104, "lo": -0.0053, "hi": 0.027, "win": 0.9}}, "pass": true} + +## 2026-10-25_v5-amp + +- 2026-10-25T09:48:33 · exported · jungfrau@mx-spark-01 — promoted recipe (fliplr 0, mask_ratio 1) with mixed precision on dataset v5: the speed test, gate only, Spark +- 2026-10-25T09:48:33 · training · jungfrau@mx-spark-01 — train_run.py +- 2026-10-25T21:37:24 · measured · jungfrau@mx-spark-01 +- 2026-10-25T21:37:24 · gate_failed · jungfrau@mx-spark-01 — {"baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-v4-noflip-mask1-2026-10-02/gold_report.json", "f1_delta": 0.0056, "mask_iou_delta": -0.0139, "mask_score": 0.6587, "mask_score_baseline": 0.6726, "matched_only_iou_delta": 0.0014, "class_f1_delta": {"loop_all": -0.0151, "pin": -0.0267}, "pass_point_rule": false, "rule": "paired bootstrap", "bootstrap": {"frames": 335, "mounts": 300, "draws": 2000, "f1": {"delta": 0.0056, "lo": -0.0175, "hi": 0.0282, "win": 0.69}, "mask_score": {"delta": -0.0139, "lo": -0.0298, "hi": 0.0016, "win": 0.042}}, "pass": false}