run 2026-10-23_v5-s-noflip-mask1: gate_failed

This commit is contained in:
jungfrau committed 2026-10-23 18:53:13 +02:00
1 parent 33105dcfe8
commit 2de7a68509
8 files changed
+1277 -734

No files matched your search

@@ -0,0 +1,117 @@
{
"per_class": {
"loop_all": {
"tp": 308,
"fp": 19,
"fn": 9,
"precision": 0.9418960244648318,
"recall": 0.9716088328075709,
"f1": 0.9565217391304348,
"mean_mask_iou": 0.9229619481348076,
"n_matched": 308
},
"pin": {
"tp": 214,
"fp": 23,
"fn": 10,
"precision": 0.9029535864978903,
"recall": 0.9553571428571429,
"f1": 0.9284164859002169,
"mean_mask_iou": 0.9392434589975192,
"n_matched": 214
},
"crystal": {
"tp": 93,
"fp": 61,
"fn": 56,
"precision": 0.6038961038961039,
"recall": 0.6241610738255033,
"f1": 0.6138613861386139,
"mean_mask_iou": 0.7860551169622239,
"n_matched": 93
},
"loop_face": {
"tp": 274,
"fp": 52,
"fn": 21,
"precision": 0.8404907975460123,
"recall": 0.9288135593220339,
"f1": 0.8824476650563607,
"mean_mask_iou": 0.9017649910336784,
"n_matched": 274
},
"ice": {
"tp": 5,
"fp": 18,
"fn": 38,
"precision": 0.21739130434782608,
"recall": 0.11627906976744186,
"f1": 0.15151515151515152,
"mean_mask_iou": 0.8077960211591213,
"n_matched": 5
},
"needle": {
"tp": 0,
"fp": 0,
"fn": 1,
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"mean_mask_iou": 0.0,
"n_matched": 0
}
},
"overall": {
"tp": 894,
"fp": 173,
"fn": 135,
"precision": 0.837863167760075,
"recall": 0.8688046647230321,
"f1": 0.8530534351145038,
"mean_mask_iou": 0.9054766149636467,
"n_matched": 894
},
"dataset": {
"gold_images": 335,
"pred_images": 335,
"missing_predictions": 0,
"iou_threshold": 0.5
},
"environment": {
"host": "mx-spark-01",
"ultralytics": "8.4.160",
"torch": "2.14.0+cu130"
},
"gate": {
"baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-v4-noflip-mask1-2026-10-02/gold_report.json",
"f1_delta": 0.0053,
"mask_iou_delta": -0.01,
"mask_score": 0.7867,
"mask_score_baseline": 0.7967,
"matched_only_iou_delta": -0.0064,
"class_f1_delta": {
"loop_all": -0.0061,
"pin": -0.0043
},
"pass_point_rule": false,
"rule": "paired bootstrap",
"bootstrap": {
"frames": 335,
"mounts": 300,
"draws": 2000,
"f1": {
"delta": 0.0053,
"lo": -0.0099,
"hi": 0.0204,
"win": 0.753
},
"mask_score": {
"delta": -0.01,
"lo": -0.0217,
"hi": 0.0014,
"win": 0.053
}
},
"pass": false
}
}
@@ -0,0 +1,71 @@
{
"model_id": "yolo26s-seg-v5-s-noflip-mask1-2026-10-23",
"family": "yolo26s",
"task": "segmentation",
"training_date": "2026-10-23",
"run": "2026-10-23_v5-s-noflip-mask1",
"dataset": "dataset/2026-10-22_v5",
"base_weights": "models/base/yolo26s-seg.pt",
"hyperparams": {
"epochs": 400,
"patience": 50,
"imgsz": 640,
"batch": 16,
"device": "0",
"overlap_mask": false,
"scale": 0.7,
"translate": 0.15,
"mosaic": 0.5,
"close_mosaic": 10,
"fliplr": 0,
"flipud": 0.3,
"shear": 5.0,
"perspective": 0.0,
"mask_ratio": 1
},
"export_formats": [
"pt"
],
"metrics": {
"tp": 894,
"fp": 173,
"fn": 135,
"precision": 0.837863167760075,
"recall": 0.8688046647230321,
"f1": 0.8530534351145038,
"mean_mask_iou": 0.9054766149636467,
"n_matched": 894
},
"gate": {
"baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-v4-noflip-mask1-2026-10-02/gold_report.json",
"f1_delta": 0.0053,
"mask_iou_delta": -0.01,
"mask_score": 0.7867,
"mask_score_baseline": 0.7967,
"matched_only_iou_delta": -0.0064,
"class_f1_delta": {
"loop_all": -0.0061,
"pin": -0.0043
},
"pass_point_rule": false,
"rule": "paired bootstrap",
"bootstrap": {
"frames": 335,
"mounts": 300,
"draws": 2000,
"f1": {
"delta": 0.0053,
"lo": -0.0099,
"hi": 0.0204,
"win": 0.753
},
"mask_score": {
"delta": -0.01,
"lo": -0.0217,
"hi": 0.0014,
"win": 0.053
}
},
"pass": false
}
}
@@ -0,0 +1 @@
{"weights": "runs/2026-10-23_v5-s-noflip-mask1/ultralytics/train/weights/best.pt", "frames": 150, "imgsz": 640, "infer_scale": 0.5, "half": true, "ms_median": 4.74, "ms_p90": 4.85, "ms_max": 7.22, "fps_median": 211.0, "device": "0", "backend": "pytorch", "gpu": "NVIDIA GB10", "ultralytics": "8.4.160", "torch": "2.14.0+cu130"}
@@ -0,0 +1,57 @@
{
"overall": {
"tp": 894,
"fp": 173,
"fn": 135,
"precision": 0.837863167760075,
"recall": 0.8688046647230321,
"f1": 0.8530534351145038,
"mean_mask_iou": 0.9054766149636467,
"n_matched": 894
},
"gate": {
"baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-v4-noflip-mask1-2026-10-02/gold_report.json",
"f1_delta": 0.0053,
"mask_iou_delta": -0.01,
"mask_score": 0.7867,
"mask_score_baseline": 0.7967,
"matched_only_iou_delta": -0.0064,
"class_f1_delta": {
"loop_all": -0.0061,
"pin": -0.0043
},
"pass_point_rule": false,
"rule": "paired bootstrap",
"bootstrap": {
"frames": 335,
"mounts": 300,
"draws": 2000,
"f1": {
"delta": 0.0053,
"lo": -0.0099,
"hi": 0.0204,
"win": 0.753
},
"mask_score": {
"delta": -0.01,
"lo": -0.0217,
"hi": 0.0014,
"win": 0.053
}
},
"pass": false
},
"training": {
"epochs_run": 235,
"precision(B)": 0.69215,
"recall(B)": 0.81816,
"mAP50(B)": 0.78793,
"mAP50-95(B)": 0.66178,
"precision(M)": 0.68409,
"recall(M)": 0.82605,
"mAP50(M)": 0.78928,
"mAP50-95(M)": 0.64104
},
"version": "yolo26s-seg-v5-s-noflip-mask1-2026-10-23",
"measured_at": "2026-10-23T18:53:02"
}
+47 -5
View File
@@ -2,18 +2,60 @@
"id": "2026-10-23_v5-s-noflip-mask1",
"dataset": "dataset/2026-10-22_v5",
"base_weights": "models/base/yolo26s-seg.pt",
"status": "exported",
"status": "gate_failed",
"created": "2026-10-23T03:53:49",
"created_by": "jungfrau@mx-spark-01",
"hyperparams": {},
"version": null,
"metrics": {},
"hyperparams": {
"epochs": 400,
"patience": 50,
"imgsz": 640,
"batch": 16,
"device": "0",
"overlap_mask": false,
"scale": 0.7,
"translate": 0.15,
"mosaic": 0.5,
"close_mosaic": 10,
"fliplr": 0,
"flipud": 0.3,
"shear": 5.0,
"perspective": 0.0,
"mask_ratio": 1
},
"version": "yolo26s-seg-v5-s-noflip-mask1-2026-10-23",
"metrics": {
"f1": 0.8530534351145038,
"mean_mask_iou": 0.9054766149636467,
"gate_pass": false,
"baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-v4-noflip-mask1-2026-10-02/gold_report.json",
"measured_at": "2026-10-23T18:53:02"
},
"history": [
{
"status": "exported",
"at": "2026-10-23T03:53:49",
"by": "jungfrau@mx-spark-01",
"note": "promoted recipe (fliplr 0, mask_ratio 1) with yolo26s on dataset v5: gate only until its beamline speed is known, Spark"
},
{
"status": "training",
"at": "2026-10-23T03:53:49",
"by": "jungfrau@mx-spark-01",
"note": "train_run.py"
},
{
"status": "measured",
"at": "2026-10-23T18:53:02",
"by": "jungfrau@mx-spark-01",
"note": ""
},
{
"status": "gate_failed",
"at": "2026-10-23T18:53:02",
"by": "jungfrau@mx-spark-01",
"note": "{\"baseline\": \"/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-v4-noflip-mask1-2026-10-02/gold_report.json\", \"f1_delta\": 0.0053, \"mask_iou_delta\": -0.01, \"mask_score\": 0.7867, \"mask_score_baseline\": 0.7967, \"matched_only_iou_delta\": -0.0064, \"class_f1_delta\": {\"loop_all\": -0.0061, \"pin\": -0.0043}, \"pass_point_rule\": false, \"rule\": \"paired bootstrap\", \"bootstrap\": {\"frames\": 335, \"mounts\": 300, \"draws\": 2000, \"f1\": {\"delta\": 0.0053, \"lo\": -0.0099, \"hi\": 0.0204, \"win\": 0.753}, \"mask_score\": {\"delta\": -0.01, \"lo\": -0.0217, \"hi\": 0.0014, \"win\": 0.053}}, \"pass\": false}"
}
]
],
"host": "mx-spark-01",
"started": "2026-10-23T03:53:49"
}
+8
View File
@@ -21,6 +21,7 @@ Generated by `python tools/ledger.py render`; do not edit by hand.
| 2026-10-01_v4-noflip-mask1 | promoted | dataset/2026-10-01_v4 | models/base/yolo26n-seg.pt | yolo26n-seg-v4-noflip-mask1-2026-10-02 | 0.852 | 0.891 | yes | 2026-10-02T13:25 |
| 2026-10-01_v4-recipeA | gate_failed | dataset/2026-10-01_v4 | models/base/yolo26n-seg.pt | yolo26n-seg-v4-recipeA-2026-10-02 | 0.832 | 0.884 | no | 2026-10-02T04:12 |
| 2026-10-22_v5-noflip-mask1 | gate_failed | dataset/2026-10-22_v5 | models/base/yolo26n-seg.pt | yolo26n-seg-v5-noflip-mask1-2026-10-23 | 0.853 | 0.906 | no | 2026-10-23T03:53 |
| 2026-10-23_v5-s-noflip-mask1 | gate_failed | dataset/2026-10-22_v5 | models/base/yolo26s-seg.pt | yolo26s-seg-v5-s-noflip-mask1-2026-10-23 | 0.853 | 0.905 | no | 2026-10-23T18:53 |
States: exported → queued → training → measured → gate_passed → gate_failed → promoted → deployed (or aborted).
@@ -151,3 +152,10 @@ States: exported → queued → training → measured → gate_passed → gate_f
- 2026-10-22T11:40:13 · training · jungfrau@mx-spark-01 — train_run.py
- 2026-10-23T03:53:38 · measured · jungfrau@mx-spark-01
- 2026-10-23T03:53:38 · gate_failed · jungfrau@mx-spark-01 — {"baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-v4-noflip-mask1-2026-10-02/gold_report.json", "f1_delta": 0.0049, "mask_iou_delta": -0.0125, "mask_score": 0.7842, "mask_score_baseline": 0.7967, "matched_only_iou_delta": -0.0063, "class_f1_delta": {"loop_all": -0.0133, "pin": 0.0121}, "pass_point_rule": false, "rule": "paired bootstrap", "bootstrap": {"frames": 335, "mounts": 300, "draws": 2000, "f1": {"delta": 0.0049, "lo": -0.009, "hi": 0.0203, "win": 0.761}, "mask_score": {"delta": -0.0125, "lo": -0.0235, "hi": -0.0014, "win": 0.009}}, "pass": false}
## 2026-10-23_v5-s-noflip-mask1
- 2026-10-23T03:53:49 · exported · jungfrau@mx-spark-01 — promoted recipe (fliplr 0, mask_ratio 1) with yolo26s on dataset v5: gate only until its beamline speed is known, Spark
- 2026-10-23T03:53:49 · training · jungfrau@mx-spark-01 — train_run.py
- 2026-10-23T18:53:02 · measured · jungfrau@mx-spark-01
- 2026-10-23T18:53:02 · gate_failed · jungfrau@mx-spark-01 — {"baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-v4-noflip-mask1-2026-10-02/gold_report.json", "f1_delta": 0.0053, "mask_iou_delta": -0.01, "mask_score": 0.7867, "mask_score_baseline": 0.7967, "matched_only_iou_delta": -0.0064, "class_f1_delta": {"loop_all": -0.0061, "pin": -0.0043}, "pass_point_rule": false, "rule": "paired bootstrap", "bootstrap": {"frames": 335, "mounts": 300, "draws": 2000, "f1": {"delta": 0.0053, "lo": -0.0099, "hi": 0.0204, "win": 0.753}, "mask_score": {"delta": -0.01, "lo": -0.0217, "hi": 0.0014, "win": 0.053}}, "pass": false}
File diff suppressed because it is too large. Load diff