diff --git a/models/registry/yolo26n-seg-alc-v1-mask1-2026-09-28/gold_report.json b/models/registry/yolo26n-seg-alc-v1-mask1-2026-09-28/gold_report.json new file mode 100644 index 0000000..8fef0b6 --- /dev/null +++ b/models/registry/yolo26n-seg-alc-v1-mask1-2026-09-28/gold_report.json @@ -0,0 +1,93 @@ +{ + "per_class": { + "loop_all": { + "tp": 112, + "fp": 15, + "fn": 5, + "precision": 0.8818897637795275, + "recall": 0.9572649572649573, + "f1": 0.9180327868852459, + "mean_mask_iou": 0.8879999668937923, + "n_matched": 112 + }, + "pin": { + "tp": 84, + "fp": 6, + "fn": 5, + "precision": 0.9333333333333333, + "recall": 0.9438202247191011, + "f1": 0.9385474860335196, + "mean_mask_iou": 0.9283102184111982, + "n_matched": 84 + }, + "crystal": { + "tp": 16, + "fp": 14, + "fn": 17, + "precision": 0.5333333333333333, + "recall": 0.48484848484848486, + "f1": 0.507936507936508, + "mean_mask_iou": 0.792008917551766, + "n_matched": 16 + }, + "loop_face": { + "tp": 85, + "fp": 14, + "fn": 20, + "precision": 0.8585858585858586, + "recall": 0.8095238095238095, + "f1": 0.8333333333333333, + "mean_mask_iou": 0.8686498409776393, + "n_matched": 85 + }, + "ice": { + "tp": 4, + "fp": 7, + "fn": 28, + "precision": 0.36363636363636365, + "recall": 0.125, + "f1": 0.18604651162790697, + "mean_mask_iou": 0.8357625526706466, + "n_matched": 4 + }, + "needle": { + "tp": 0, + "fp": 0, + "fn": 1, + "precision": 0.0, + "recall": 0.0, + "f1": 0.0, + "mean_mask_iou": 0.0, + "n_matched": 0 + } + }, + "overall": { + "tp": 301, + "fp": 56, + "fn": 76, + "precision": 0.8431372549019608, + "recall": 0.7984084880636605, + "f1": 0.8201634877384196, + "mean_mask_iou": 0.8879883189809155, + "n_matched": 301 + }, + "dataset": { + "gold_images": 120, + "pred_images": 120, + "missing_predictions": 0, + "iou_threshold": 0.5 + }, + "gate": { + "baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-alc-v1-2026-09-28/gold_report.json", + "f1_delta": -0.0003, + "mask_iou_delta": -0.0013, + "mask_score": 0.709, + "mask_score_baseline": 0.7103, + "matched_only_iou_delta": 0.0072, + "class_f1_delta": { + "loop_all": -0.0063, + "pin": 0.0196 + }, + "pass": false + } +} diff --git a/models/registry/yolo26n-seg-alc-v1-mask1-2026-09-28/metadata.json b/models/registry/yolo26n-seg-alc-v1-mask1-2026-09-28/metadata.json new file mode 100644 index 0000000..a4c7c09 --- /dev/null +++ b/models/registry/yolo26n-seg-alc-v1-mask1-2026-09-28/metadata.json @@ -0,0 +1,52 @@ +{ + "model_id": "yolo26n-seg-alc-v1-mask1-2026-09-28", + "family": "yolo26n", + "task": "segmentation", + "training_date": "2026-09-28", + "run": "2026-09-28_alc-v1-mask1", + "dataset": "dataset/2026-09-28_alc-v1", + "base_weights": "/home/jungfrau/AareLC/models/yolo26n-seg.pt", + "hyperparams": { + "epochs": 400, + "patience": 50, + "imgsz": 640, + "batch": 16, + "device": "0", + "overlap_mask": false, + "scale": 0.7, + "translate": 0.15, + "mosaic": 0.5, + "close_mosaic": 10, + "fliplr": 0.5, + "flipud": 0.3, + "shear": 5.0, + "perspective": 0.0, + "mask_ratio": 1 + }, + "export_formats": [ + "pt" + ], + "metrics": { + "tp": 301, + "fp": 56, + "fn": 76, + "precision": 0.8431372549019608, + "recall": 0.7984084880636605, + "f1": 0.8201634877384196, + "mean_mask_iou": 0.8879883189809155, + "n_matched": 301 + }, + "gate": { + "baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-alc-v1-2026-09-28/gold_report.json", + "f1_delta": -0.0003, + "mask_iou_delta": -0.0013, + "mask_score": 0.709, + "mask_score_baseline": 0.7103, + "matched_only_iou_delta": 0.0072, + "class_f1_delta": { + "loop_all": -0.0063, + "pin": 0.0196 + }, + "pass": false + } +} diff --git a/models/registry/yolo26n-seg-alc-v1-mask1-2026-09-28/weights.pt b/models/registry/yolo26n-seg-alc-v1-mask1-2026-09-28/weights.pt new file mode 100644 index 0000000..13f7eba --- /dev/null +++ b/models/registry/yolo26n-seg-alc-v1-mask1-2026-09-28/weights.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e460cec6ecc441eb2b8be4ea1338151927e40b083be870074b72d7ee3d89cd9 +size 6566301 diff --git a/runs/2026-09-28_alc-v1-mask1/metrics.json b/runs/2026-09-28_alc-v1-mask1/metrics.json new file mode 100644 index 0000000..6a044b1 --- /dev/null +++ b/runs/2026-09-28_alc-v1-mask1/metrics.json @@ -0,0 +1,38 @@ +{ + "overall": { + "tp": 301, + "fp": 56, + "fn": 76, + "precision": 0.8431372549019608, + "recall": 0.7984084880636605, + "f1": 0.8201634877384196, + "mean_mask_iou": 0.8879883189809155, + "n_matched": 301 + }, + "gate": { + "baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-alc-v1-2026-09-28/gold_report.json", + "f1_delta": -0.0003, + "mask_iou_delta": -0.0013, + "mask_score": 0.709, + "mask_score_baseline": 0.7103, + "matched_only_iou_delta": 0.0072, + "class_f1_delta": { + "loop_all": -0.0063, + "pin": 0.0196 + }, + "pass": false + }, + "training": { + "epochs_run": 155, + "precision(B)": 0.64264, + "recall(B)": 0.64496, + "mAP50(B)": 0.66184, + "mAP50-95(B)": 0.49342, + "precision(M)": 0.63334, + "recall(M)": 0.64059, + "mAP50(M)": 0.64876, + "mAP50-95(M)": 0.46241 + }, + "version": "yolo26n-seg-alc-v1-mask1-2026-09-28", + "measured_at": "2026-09-28T23:54:44" +} diff --git a/runs/2026-09-28_alc-v1-mask1/run.json b/runs/2026-09-28_alc-v1-mask1/run.json index bc10336..d551795 100644 --- a/runs/2026-09-28_alc-v1-mask1/run.json +++ b/runs/2026-09-28_alc-v1-mask1/run.json @@ -2,18 +2,60 @@ "id": "2026-09-28_alc-v1-mask1", "dataset": "dataset/2026-09-28_alc-v1", "base_weights": "/home/jungfrau/AareLC/models/yolo26n-seg.pt", - "status": "exported", + "status": "gate_failed", "created": "2026-09-28T21:30:31", "created_by": "jungfrau@mx-spark-01", - "hyperparams": {}, - "version": null, - "metrics": {}, + "hyperparams": { + "epochs": 400, + "patience": 50, + "imgsz": 640, + "batch": 16, + "device": "0", + "overlap_mask": false, + "scale": 0.7, + "translate": 0.15, + "mosaic": 0.5, + "close_mosaic": 10, + "fliplr": 0.5, + "flipud": 0.3, + "shear": 5.0, + "perspective": 0.0, + "mask_ratio": 1 + }, + "version": "yolo26n-seg-alc-v1-mask1-2026-09-28", + "metrics": { + "f1": 0.8201634877384196, + "mean_mask_iou": 0.8879883189809155, + "gate_pass": false, + "baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-alc-v1-2026-09-28/gold_report.json", + "measured_at": "2026-09-28T23:54:44" + }, "history": [ { "status": "exported", "at": "2026-09-28T21:30:31", "by": "jungfrau@mx-spark-01", "note": "full-resolution masks (mask_ratio=1); same dataset and gold as 2026-09-28_alc-v1" + }, + { + "status": "training", + "at": "2026-09-28T21:30:31", + "by": "jungfrau@mx-spark-01", + "note": "train_run.py" + }, + { + "status": "measured", + "at": "2026-09-28T23:54:44", + "by": "jungfrau@mx-spark-01", + "note": "" + }, + { + "status": "gate_failed", + "at": "2026-09-28T23:54:44", + "by": "jungfrau@mx-spark-01", + "note": "{\"baseline\": \"/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-alc-v1-2026-09-28/gold_report.json\", \"f1_delta\": -0.0003, \"mask_iou_delta\": -0.0013, \"mask_score\": 0.709, \"mask_score_baseline\": 0.7103, \"matched_only_iou_delta\": 0.0072, \"class_f1_delta\": {\"loop_all\": -0.0063, \"pin\": 0.0196}, \"pass\": false}" } - ] + ], + "host": "mx-spark-01", + "started": "2026-09-28T21:30:31" } diff --git a/runs/clean_gold_comparison.json b/runs/clean_gold_comparison.json new file mode 100644 index 0000000..ddd94b0 --- /dev/null +++ b/runs/clean_gold_comparison.json @@ -0,0 +1,285 @@ +{ + "clean_frames": 66, + "reports": { + "beamline yolo26n-seg-overlap-false-2026-04-12": { + "per_class": { + "loop_all": { + "tp": 43, + "fp": 14, + "fn": 21, + "precision": 0.7543859649122807, + "recall": 0.671875, + "f1": 0.7107438016528924, + "mean_mask_iou": 0.8603647813074378, + "n_matched": 43 + }, + "pin": { + "tp": 48, + "fp": 7, + "fn": 11, + "precision": 0.8727272727272727, + "recall": 0.8135593220338984, + "f1": 0.8421052631578948, + "mean_mask_iou": 0.9478639299321778, + "n_matched": 48 + }, + "crystal": { + "tp": 2, + "fp": 15, + "fn": 5, + "precision": 0.11764705882352941, + "recall": 0.2857142857142857, + "f1": 0.16666666666666666, + "mean_mask_iou": 0.8492457223853397, + "n_matched": 2 + }, + "loop_face": { + "tp": 30, + "fp": 12, + "fn": 23, + "precision": 0.7142857142857143, + "recall": 0.5660377358490566, + "f1": 0.631578947368421, + "mean_mask_iou": 0.8979746795878049, + "n_matched": 30 + }, + "ice": { + "tp": 1, + "fp": 4, + "fn": 1, + "precision": 0.2, + "recall": 0.5, + "f1": 0.28571428571428575, + "mean_mask_iou": 0.8931750741839762, + "n_matched": 1 + } + }, + "overall": { + "tp": 124, + "fp": 52, + "fn": 61, + "precision": 0.7045454545454546, + "recall": 0.6702702702702703, + "f1": 0.6869806094182825, + "mean_mask_iou": 0.9034198478996224, + "n_matched": 124 + }, + "dataset": { + "gold_images": 66, + "pred_images": 120, + "missing_predictions": 0, + "iou_threshold": 0.5 + } + }, + "2026-09-28_alc-v1-humanonly": { + "per_class": { + "loop_all": { + "tp": 60, + "fp": 5, + "fn": 4, + "precision": 0.9230769230769231, + "recall": 0.9375, + "f1": 0.9302325581395349, + "mean_mask_iou": 0.8627592241834525, + "n_matched": 60 + }, + "pin": { + "tp": 55, + "fp": 3, + "fn": 4, + "precision": 0.9482758620689655, + "recall": 0.9322033898305084, + "f1": 0.94017094017094, + "mean_mask_iou": 0.9206098193697871, + "n_matched": 55 + }, + "crystal": { + "tp": 4, + "fp": 9, + "fn": 3, + "precision": 0.3076923076923077, + "recall": 0.5714285714285714, + "f1": 0.4, + "mean_mask_iou": 0.7422849246805395, + "n_matched": 4 + }, + "loop_face": { + "tp": 40, + "fp": 14, + "fn": 13, + "precision": 0.7407407407407407, + "recall": 0.7547169811320755, + "f1": 0.7476635514018692, + "mean_mask_iou": 0.8552237297527754, + "n_matched": 40 + }, + "ice": { + "tp": 1, + "fp": 0, + "fn": 1, + "precision": 1.0, + "recall": 0.5, + "f1": 0.6666666666666666, + "mean_mask_iou": 0.8895522388059701, + "n_matched": 1 + } + }, + "overall": { + "tp": 160, + "fp": 31, + "fn": 25, + "precision": 0.837696335078534, + "recall": 0.8648648648648649, + "f1": 0.851063829787234, + "mean_mask_iou": 0.8779170915249036, + "n_matched": 160 + }, + "dataset": { + "gold_images": 66, + "pred_images": 120, + "missing_predictions": 0, + "iou_threshold": 0.5 + } + }, + "2026-09-28_alc-v1-noflip": { + "per_class": { + "loop_all": { + "tp": 59, + "fp": 8, + "fn": 5, + "precision": 0.8805970149253731, + "recall": 0.921875, + "f1": 0.9007633587786259, + "mean_mask_iou": 0.8707171878261458, + "n_matched": 59 + }, + "pin": { + "tp": 55, + "fp": 4, + "fn": 4, + "precision": 0.9322033898305084, + "recall": 0.9322033898305084, + "f1": 0.9322033898305084, + "mean_mask_iou": 0.9138805674783179, + "n_matched": 55 + }, + "crystal": { + "tp": 4, + "fp": 6, + "fn": 3, + "precision": 0.4, + "recall": 0.5714285714285714, + "f1": 0.47058823529411764, + "mean_mask_iou": 0.7713352240501519, + "n_matched": 4 + }, + "loop_face": { + "tp": 40, + "fp": 14, + "fn": 13, + "precision": 0.7407407407407407, + "recall": 0.7547169811320755, + "f1": 0.7476635514018692, + "mean_mask_iou": 0.8528345417122416, + "n_matched": 40 + }, + "ice": { + "tp": 1, + "fp": 0, + "fn": 1, + "precision": 1.0, + "recall": 0.5, + "f1": 0.6666666666666666, + "mean_mask_iou": 0.9156626506024096, + "n_matched": 1 + } + }, + "overall": { + "tp": 159, + "fp": 32, + "fn": 26, + "precision": 0.8324607329842932, + "recall": 0.8594594594594595, + "f1": 0.8457446808510638, + "mean_mask_iou": 0.8789316384172502, + "n_matched": 159 + }, + "dataset": { + "gold_images": 66, + "pred_images": 120, + "missing_predictions": 0, + "iou_threshold": 0.5 + } + }, + "2026-09-28_alc-v1": { + "per_class": { + "loop_all": { + "tp": 58, + "fp": 7, + "fn": 6, + "precision": 0.8923076923076924, + "recall": 0.90625, + "f1": 0.8992248062015504, + "mean_mask_iou": 0.873542286431727, + "n_matched": 58 + }, + "pin": { + "tp": 56, + "fp": 7, + "fn": 3, + "precision": 0.8888888888888888, + "recall": 0.9491525423728814, + "f1": 0.9180327868852458, + "mean_mask_iou": 0.913231968211653, + "n_matched": 56 + }, + "crystal": { + "tp": 4, + "fp": 2, + "fn": 3, + "precision": 0.6666666666666666, + "recall": 0.5714285714285714, + "f1": 0.6153846153846153, + "mean_mask_iou": 0.7662505101273234, + "n_matched": 4 + }, + "loop_face": { + "tp": 38, + "fp": 9, + "fn": 15, + "precision": 0.8085106382978723, + "recall": 0.7169811320754716, + "f1": 0.76, + "mean_mask_iou": 0.8637306298851367, + "n_matched": 38 + }, + "ice": { + "tp": 1, + "fp": 1, + "fn": 1, + "precision": 0.5, + "recall": 0.5, + "f1": 0.5, + "mean_mask_iou": 0.8808139534883721, + "n_matched": 1 + } + }, + "overall": { + "tp": 157, + "fp": 26, + "fn": 28, + "precision": 0.8579234972677595, + "recall": 0.8486486486486486, + "f1": 0.8532608695652173, + "mean_mask_iou": 0.8826370876593987, + "n_matched": 157 + }, + "dataset": { + "gold_images": 66, + "pred_images": 120, + "missing_predictions": 0, + "iou_threshold": 0.5 + } + } + } +} \ No newline at end of file