run 2026-09-28_alc-v1-mask1: gate_failed

This commit is contained in:
jungfrau committed 2026-09-28 23:54:53 +02:00
1 parent 07716e7b0b
commit 13f4d6e3f7
6 files changed
+518 -5

No files matched your search

@@ -0,0 +1,93 @@
{
"per_class": {
"loop_all": {
"tp": 112,
"fp": 15,
"fn": 5,
"precision": 0.8818897637795275,
"recall": 0.9572649572649573,
"f1": 0.9180327868852459,
"mean_mask_iou": 0.8879999668937923,
"n_matched": 112
},
"pin": {
"tp": 84,
"fp": 6,
"fn": 5,
"precision": 0.9333333333333333,
"recall": 0.9438202247191011,
"f1": 0.9385474860335196,
"mean_mask_iou": 0.9283102184111982,
"n_matched": 84
},
"crystal": {
"tp": 16,
"fp": 14,
"fn": 17,
"precision": 0.5333333333333333,
"recall": 0.48484848484848486,
"f1": 0.507936507936508,
"mean_mask_iou": 0.792008917551766,
"n_matched": 16
},
"loop_face": {
"tp": 85,
"fp": 14,
"fn": 20,
"precision": 0.8585858585858586,
"recall": 0.8095238095238095,
"f1": 0.8333333333333333,
"mean_mask_iou": 0.8686498409776393,
"n_matched": 85
},
"ice": {
"tp": 4,
"fp": 7,
"fn": 28,
"precision": 0.36363636363636365,
"recall": 0.125,
"f1": 0.18604651162790697,
"mean_mask_iou": 0.8357625526706466,
"n_matched": 4
},
"needle": {
"tp": 0,
"fp": 0,
"fn": 1,
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"mean_mask_iou": 0.0,
"n_matched": 0
}
},
"overall": {
"tp": 301,
"fp": 56,
"fn": 76,
"precision": 0.8431372549019608,
"recall": 0.7984084880636605,
"f1": 0.8201634877384196,
"mean_mask_iou": 0.8879883189809155,
"n_matched": 301
},
"dataset": {
"gold_images": 120,
"pred_images": 120,
"missing_predictions": 0,
"iou_threshold": 0.5
},
"gate": {
"baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-alc-v1-2026-09-28/gold_report.json",
"f1_delta": -0.0003,
"mask_iou_delta": -0.0013,
"mask_score": 0.709,
"mask_score_baseline": 0.7103,
"matched_only_iou_delta": 0.0072,
"class_f1_delta": {
"loop_all": -0.0063,
"pin": 0.0196
},
"pass": false
}
}
@@ -0,0 +1,52 @@
{
"model_id": "yolo26n-seg-alc-v1-mask1-2026-09-28",
"family": "yolo26n",
"task": "segmentation",
"training_date": "2026-09-28",
"run": "2026-09-28_alc-v1-mask1",
"dataset": "dataset/2026-09-28_alc-v1",
"base_weights": "/home/jungfrau/AareLC/models/yolo26n-seg.pt",
"hyperparams": {
"epochs": 400,
"patience": 50,
"imgsz": 640,
"batch": 16,
"device": "0",
"overlap_mask": false,
"scale": 0.7,
"translate": 0.15,
"mosaic": 0.5,
"close_mosaic": 10,
"fliplr": 0.5,
"flipud": 0.3,
"shear": 5.0,
"perspective": 0.0,
"mask_ratio": 1
},
"export_formats": [
"pt"
],
"metrics": {
"tp": 301,
"fp": 56,
"fn": 76,
"precision": 0.8431372549019608,
"recall": 0.7984084880636605,
"f1": 0.8201634877384196,
"mean_mask_iou": 0.8879883189809155,
"n_matched": 301
},
"gate": {
"baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-alc-v1-2026-09-28/gold_report.json",
"f1_delta": -0.0003,
"mask_iou_delta": -0.0013,
"mask_score": 0.709,
"mask_score_baseline": 0.7103,
"matched_only_iou_delta": 0.0072,
"class_f1_delta": {
"loop_all": -0.0063,
"pin": 0.0196
},
"pass": false
}
}
+38
View File
@@ -0,0 +1,38 @@
{
"overall": {
"tp": 301,
"fp": 56,
"fn": 76,
"precision": 0.8431372549019608,
"recall": 0.7984084880636605,
"f1": 0.8201634877384196,
"mean_mask_iou": 0.8879883189809155,
"n_matched": 301
},
"gate": {
"baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-alc-v1-2026-09-28/gold_report.json",
"f1_delta": -0.0003,
"mask_iou_delta": -0.0013,
"mask_score": 0.709,
"mask_score_baseline": 0.7103,
"matched_only_iou_delta": 0.0072,
"class_f1_delta": {
"loop_all": -0.0063,
"pin": 0.0196
},
"pass": false
},
"training": {
"epochs_run": 155,
"precision(B)": 0.64264,
"recall(B)": 0.64496,
"mAP50(B)": 0.66184,
"mAP50-95(B)": 0.49342,
"precision(M)": 0.63334,
"recall(M)": 0.64059,
"mAP50(M)": 0.64876,
"mAP50-95(M)": 0.46241
},
"version": "yolo26n-seg-alc-v1-mask1-2026-09-28",
"measured_at": "2026-09-28T23:54:44"
}
+47 -5
View File
@@ -2,18 +2,60 @@
"id": "2026-09-28_alc-v1-mask1",
"dataset": "dataset/2026-09-28_alc-v1",
"base_weights": "/home/jungfrau/AareLC/models/yolo26n-seg.pt",
"status": "exported",
"status": "gate_failed",
"created": "2026-09-28T21:30:31",
"created_by": "jungfrau@mx-spark-01",
"hyperparams": {},
"version": null,
"metrics": {},
"hyperparams": {
"epochs": 400,
"patience": 50,
"imgsz": 640,
"batch": 16,
"device": "0",
"overlap_mask": false,
"scale": 0.7,
"translate": 0.15,
"mosaic": 0.5,
"close_mosaic": 10,
"fliplr": 0.5,
"flipud": 0.3,
"shear": 5.0,
"perspective": 0.0,
"mask_ratio": 1
},
"version": "yolo26n-seg-alc-v1-mask1-2026-09-28",
"metrics": {
"f1": 0.8201634877384196,
"mean_mask_iou": 0.8879883189809155,
"gate_pass": false,
"baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-alc-v1-2026-09-28/gold_report.json",
"measured_at": "2026-09-28T23:54:44"
},
"history": [
{
"status": "exported",
"at": "2026-09-28T21:30:31",
"by": "jungfrau@mx-spark-01",
"note": "full-resolution masks (mask_ratio=1); same dataset and gold as 2026-09-28_alc-v1"
},
{
"status": "training",
"at": "2026-09-28T21:30:31",
"by": "jungfrau@mx-spark-01",
"note": "train_run.py"
},
{
"status": "measured",
"at": "2026-09-28T23:54:44",
"by": "jungfrau@mx-spark-01",
"note": ""
},
{
"status": "gate_failed",
"at": "2026-09-28T23:54:44",
"by": "jungfrau@mx-spark-01",
"note": "{\"baseline\": \"/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-alc-v1-2026-09-28/gold_report.json\", \"f1_delta\": -0.0003, \"mask_iou_delta\": -0.0013, \"mask_score\": 0.709, \"mask_score_baseline\": 0.7103, \"matched_only_iou_delta\": 0.0072, \"class_f1_delta\": {\"loop_all\": -0.0063, \"pin\": 0.0196}, \"pass\": false}"
}
]
],
"host": "mx-spark-01",
"started": "2026-09-28T21:30:31"
}
+285
View File
@@ -0,0 +1,285 @@
{
"clean_frames": 66,
"reports": {
"beamline yolo26n-seg-overlap-false-2026-04-12": {
"per_class": {
"loop_all": {
"tp": 43,
"fp": 14,
"fn": 21,
"precision": 0.7543859649122807,
"recall": 0.671875,
"f1": 0.7107438016528924,
"mean_mask_iou": 0.8603647813074378,
"n_matched": 43
},
"pin": {
"tp": 48,
"fp": 7,
"fn": 11,
"precision": 0.8727272727272727,
"recall": 0.8135593220338984,
"f1": 0.8421052631578948,
"mean_mask_iou": 0.9478639299321778,
"n_matched": 48
},
"crystal": {
"tp": 2,
"fp": 15,
"fn": 5,
"precision": 0.11764705882352941,
"recall": 0.2857142857142857,
"f1": 0.16666666666666666,
"mean_mask_iou": 0.8492457223853397,
"n_matched": 2
},
"loop_face": {
"tp": 30,
"fp": 12,
"fn": 23,
"precision": 0.7142857142857143,
"recall": 0.5660377358490566,
"f1": 0.631578947368421,
"mean_mask_iou": 0.8979746795878049,
"n_matched": 30
},
"ice": {
"tp": 1,
"fp": 4,
"fn": 1,
"precision": 0.2,
"recall": 0.5,
"f1": 0.28571428571428575,
"mean_mask_iou": 0.8931750741839762,
"n_matched": 1
}
},
"overall": {
"tp": 124,
"fp": 52,
"fn": 61,
"precision": 0.7045454545454546,
"recall": 0.6702702702702703,
"f1": 0.6869806094182825,
"mean_mask_iou": 0.9034198478996224,
"n_matched": 124
},
"dataset": {
"gold_images": 66,
"pred_images": 120,
"missing_predictions": 0,
"iou_threshold": 0.5
}
},
"2026-09-28_alc-v1-humanonly": {
"per_class": {
"loop_all": {
"tp": 60,
"fp": 5,
"fn": 4,
"precision": 0.9230769230769231,
"recall": 0.9375,
"f1": 0.9302325581395349,
"mean_mask_iou": 0.8627592241834525,
"n_matched": 60
},
"pin": {
"tp": 55,
"fp": 3,
"fn": 4,
"precision": 0.9482758620689655,
"recall": 0.9322033898305084,
"f1": 0.94017094017094,
"mean_mask_iou": 0.9206098193697871,
"n_matched": 55
},
"crystal": {
"tp": 4,
"fp": 9,
"fn": 3,
"precision": 0.3076923076923077,
"recall": 0.5714285714285714,
"f1": 0.4,
"mean_mask_iou": 0.7422849246805395,
"n_matched": 4
},
"loop_face": {
"tp": 40,
"fp": 14,
"fn": 13,
"precision": 0.7407407407407407,
"recall": 0.7547169811320755,
"f1": 0.7476635514018692,
"mean_mask_iou": 0.8552237297527754,
"n_matched": 40
},
"ice": {
"tp": 1,
"fp": 0,
"fn": 1,
"precision": 1.0,
"recall": 0.5,
"f1": 0.6666666666666666,
"mean_mask_iou": 0.8895522388059701,
"n_matched": 1
}
},
"overall": {
"tp": 160,
"fp": 31,
"fn": 25,
"precision": 0.837696335078534,
"recall": 0.8648648648648649,
"f1": 0.851063829787234,
"mean_mask_iou": 0.8779170915249036,
"n_matched": 160
},
"dataset": {
"gold_images": 66,
"pred_images": 120,
"missing_predictions": 0,
"iou_threshold": 0.5
}
},
"2026-09-28_alc-v1-noflip": {
"per_class": {
"loop_all": {
"tp": 59,
"fp": 8,
"fn": 5,
"precision": 0.8805970149253731,
"recall": 0.921875,
"f1": 0.9007633587786259,
"mean_mask_iou": 0.8707171878261458,
"n_matched": 59
},
"pin": {
"tp": 55,
"fp": 4,
"fn": 4,
"precision": 0.9322033898305084,
"recall": 0.9322033898305084,
"f1": 0.9322033898305084,
"mean_mask_iou": 0.9138805674783179,
"n_matched": 55
},
"crystal": {
"tp": 4,
"fp": 6,
"fn": 3,
"precision": 0.4,
"recall": 0.5714285714285714,
"f1": 0.47058823529411764,
"mean_mask_iou": 0.7713352240501519,
"n_matched": 4
},
"loop_face": {
"tp": 40,
"fp": 14,
"fn": 13,
"precision": 0.7407407407407407,
"recall": 0.7547169811320755,
"f1": 0.7476635514018692,
"mean_mask_iou": 0.8528345417122416,
"n_matched": 40
},
"ice": {
"tp": 1,
"fp": 0,
"fn": 1,
"precision": 1.0,
"recall": 0.5,
"f1": 0.6666666666666666,
"mean_mask_iou": 0.9156626506024096,
"n_matched": 1
}
},
"overall": {
"tp": 159,
"fp": 32,
"fn": 26,
"precision": 0.8324607329842932,
"recall": 0.8594594594594595,
"f1": 0.8457446808510638,
"mean_mask_iou": 0.8789316384172502,
"n_matched": 159
},
"dataset": {
"gold_images": 66,
"pred_images": 120,
"missing_predictions": 0,
"iou_threshold": 0.5
}
},
"2026-09-28_alc-v1": {
"per_class": {
"loop_all": {
"tp": 58,
"fp": 7,
"fn": 6,
"precision": 0.8923076923076924,
"recall": 0.90625,
"f1": 0.8992248062015504,
"mean_mask_iou": 0.873542286431727,
"n_matched": 58
},
"pin": {
"tp": 56,
"fp": 7,
"fn": 3,
"precision": 0.8888888888888888,
"recall": 0.9491525423728814,
"f1": 0.9180327868852458,
"mean_mask_iou": 0.913231968211653,
"n_matched": 56
},
"crystal": {
"tp": 4,
"fp": 2,
"fn": 3,
"precision": 0.6666666666666666,
"recall": 0.5714285714285714,
"f1": 0.6153846153846153,
"mean_mask_iou": 0.7662505101273234,
"n_matched": 4
},
"loop_face": {
"tp": 38,
"fp": 9,
"fn": 15,
"precision": 0.8085106382978723,
"recall": 0.7169811320754716,
"f1": 0.76,
"mean_mask_iou": 0.8637306298851367,
"n_matched": 38
},
"ice": {
"tp": 1,
"fp": 1,
"fn": 1,
"precision": 0.5,
"recall": 0.5,
"f1": 0.5,
"mean_mask_iou": 0.8808139534883721,
"n_matched": 1
}
},
"overall": {
"tp": 157,
"fp": 26,
"fn": 28,
"precision": 0.8579234972677595,
"recall": 0.8486486486486486,
"f1": 0.8532608695652173,
"mean_mask_iou": 0.8826370876593987,
"n_matched": 157
},
"dataset": {
"gold_images": 66,
"pred_images": 120,
"missing_predictions": 0,
"iou_threshold": 0.5
}
}
}
}