diff --git a/models/active/production.json b/models/active/production.json index 962633a..e296325 100644 --- a/models/active/production.json +++ b/models/active/production.json @@ -1,5 +1,20 @@ { - "version": "yolo26n-seg-overlap-false-2026-04-12", - "export": "model_nms.engine", - "promoted_on": "2026-04-13" + "version": "yolo26n-seg-alc-v1-2026-09-28", + "export": "weights.pt", + "promoted_on": "2026-09-28", + "promoted_by": "gate", + "run": "2026-09-28_alc-v1", + "gate": { + "baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-overlap-false-2026-04-12/gold_report.json", + "f1_delta": 0.0452, + "mask_iou_delta": 0.0327, + "mask_score": 0.7103, + "mask_score_baseline": 0.6775, + "matched_only_iou_delta": -0.0217, + "class_f1_delta": { + "loop_all": 0.0786, + "pin": 0.0339 + }, + "pass": true + } } diff --git a/models/registry/yolo26n-seg-alc-v1-2026-09-28/gold_report.json b/models/registry/yolo26n-seg-alc-v1-2026-09-28/gold_report.json index f4986c1..4d02720 100644 --- a/models/registry/yolo26n-seg-alc-v1-2026-09-28/gold_report.json +++ b/models/registry/yolo26n-seg-alc-v1-2026-09-28/gold_report.json @@ -80,11 +80,14 @@ "gate": { "baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-overlap-false-2026-04-12/gold_report.json", "f1_delta": 0.0452, - "mask_iou_delta": -0.0217, + "mask_iou_delta": 0.0327, + "mask_score": 0.7103, + "mask_score_baseline": 0.6775, + "matched_only_iou_delta": -0.0217, "class_f1_delta": { "loop_all": 0.0786, "pin": 0.0339 }, - "pass": false + "pass": true } } diff --git a/models/registry/yolo26n-seg-alc-v1-2026-09-28/metadata.json b/models/registry/yolo26n-seg-alc-v1-2026-09-28/metadata.json index b7e3685..19101eb 100644 --- a/models/registry/yolo26n-seg-alc-v1-2026-09-28/metadata.json +++ b/models/registry/yolo26n-seg-alc-v1-2026-09-28/metadata.json @@ -38,11 +38,14 @@ "gate": { "baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-overlap-false-2026-04-12/gold_report.json", "f1_delta": 0.0452, - "mask_iou_delta": -0.0217, + "mask_iou_delta": 0.0327, + "mask_score": 0.7103, + "mask_score_baseline": 0.6775, + "matched_only_iou_delta": -0.0217, "class_f1_delta": { "loop_all": 0.0786, "pin": 0.0339 }, - "pass": false + "pass": true } } diff --git a/runs/2026-09-28_alc-v1/fair_gate_clean_gold.json b/runs/2026-09-28_alc-v1/fair_gate_clean_gold.json new file mode 100644 index 0000000..0bb5942 --- /dev/null +++ b/runs/2026-09-28_alc-v1/fair_gate_clean_gold.json @@ -0,0 +1,145 @@ +{ + "clean_frames": 66, + "reports": { + "deployed 2026-04-12": { + "per_class": { + "loop_all": { + "tp": 43, + "fp": 14, + "fn": 21, + "precision": 0.7543859649122807, + "recall": 0.671875, + "f1": 0.7107438016528924, + "mean_mask_iou": 0.8603647813074378, + "n_matched": 43 + }, + "pin": { + "tp": 48, + "fp": 7, + "fn": 11, + "precision": 0.8727272727272727, + "recall": 0.8135593220338984, + "f1": 0.8421052631578948, + "mean_mask_iou": 0.9478639299321778, + "n_matched": 48 + }, + "crystal": { + "tp": 2, + "fp": 15, + "fn": 5, + "precision": 0.11764705882352941, + "recall": 0.2857142857142857, + "f1": 0.16666666666666666, + "mean_mask_iou": 0.8492457223853397, + "n_matched": 2 + }, + "loop_face": { + "tp": 30, + "fp": 12, + "fn": 23, + "precision": 0.7142857142857143, + "recall": 0.5660377358490566, + "f1": 0.631578947368421, + "mean_mask_iou": 0.8979746795878049, + "n_matched": 30 + }, + "ice": { + "tp": 1, + "fp": 4, + "fn": 1, + "precision": 0.2, + "recall": 0.5, + "f1": 0.28571428571428575, + "mean_mask_iou": 0.8931750741839762, + "n_matched": 1 + } + }, + "overall": { + "tp": 124, + "fp": 52, + "fn": 61, + "precision": 0.7045454545454546, + "recall": 0.6702702702702703, + "f1": 0.6869806094182825, + "mean_mask_iou": 0.9034198478996224, + "n_matched": 124 + }, + "dataset": { + "gold_images": 66, + "pred_images": 120, + "missing_predictions": 0, + "iou_threshold": 0.5 + } + }, + "new alc-v1": { + "per_class": { + "loop_all": { + "tp": 58, + "fp": 7, + "fn": 6, + "precision": 0.8923076923076924, + "recall": 0.90625, + "f1": 0.8992248062015504, + "mean_mask_iou": 0.873542286431727, + "n_matched": 58 + }, + "pin": { + "tp": 56, + "fp": 7, + "fn": 3, + "precision": 0.8888888888888888, + "recall": 0.9491525423728814, + "f1": 0.9180327868852458, + "mean_mask_iou": 0.913231968211653, + "n_matched": 56 + }, + "crystal": { + "tp": 4, + "fp": 2, + "fn": 3, + "precision": 0.6666666666666666, + "recall": 0.5714285714285714, + "f1": 0.6153846153846153, + "mean_mask_iou": 0.7662505101273234, + "n_matched": 4 + }, + "loop_face": { + "tp": 38, + "fp": 9, + "fn": 15, + "precision": 0.8085106382978723, + "recall": 0.7169811320754716, + "f1": 0.76, + "mean_mask_iou": 0.8637306298851367, + "n_matched": 38 + }, + "ice": { + "tp": 1, + "fp": 1, + "fn": 1, + "precision": 0.5, + "recall": 0.5, + "f1": 0.5, + "mean_mask_iou": 0.8808139534883721, + "n_matched": 1 + } + }, + "overall": { + "tp": 157, + "fp": 26, + "fn": 28, + "precision": 0.8579234972677595, + "recall": 0.8486486486486486, + "f1": 0.8532608695652173, + "mean_mask_iou": 0.8826370876593987, + "n_matched": 157 + }, + "dataset": { + "gold_images": 66, + "pred_images": 120, + "missing_predictions": 0, + "iou_threshold": 0.5 + } + } + } +} \ No newline at end of file diff --git a/runs/2026-09-28_alc-v1/metrics.json b/runs/2026-09-28_alc-v1/metrics.json index ad0557a..62e852a 100644 --- a/runs/2026-09-28_alc-v1/metrics.json +++ b/runs/2026-09-28_alc-v1/metrics.json @@ -12,12 +12,15 @@ "gate": { "baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-overlap-false-2026-04-12/gold_report.json", "f1_delta": 0.0452, - "mask_iou_delta": -0.0217, + "mask_iou_delta": 0.0327, + "mask_score": 0.7103, + "mask_score_baseline": 0.6775, + "matched_only_iou_delta": -0.0217, "class_f1_delta": { "loop_all": 0.0786, "pin": 0.0339 }, - "pass": false + "pass": true }, "training": { "epochs_run": 277, @@ -31,5 +34,5 @@ "mAP50-95(M)": 0.488 }, "version": "yolo26n-seg-alc-v1-2026-09-28", - "measured_at": "2026-09-28T17:40:30" + "measured_at": "2026-09-28T19:17:49" } diff --git a/runs/2026-09-28_alc-v1/run.json b/runs/2026-09-28_alc-v1/run.json index 0fabba0..57cb7f4 100644 --- a/runs/2026-09-28_alc-v1/run.json +++ b/runs/2026-09-28_alc-v1/run.json @@ -2,7 +2,7 @@ "id": "2026-09-28_alc-v1", "dataset": "dataset/2026-09-28_alc-v1", "base_weights": "/home/jungfrau/AareLC/models/yolo26n-seg.pt", - "status": "gate_failed", + "status": "promoted", "created": "2026-09-28T16:51:45", "created_by": "jungfrau@mx-spark-01", "hyperparams": { @@ -25,9 +25,9 @@ "metrics": { "f1": 0.8205128205128206, "mean_mask_iou": 0.8808116309097135, - "gate_pass": false, + "gate_pass": true, "baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-overlap-false-2026-04-12/gold_report.json", - "measured_at": "2026-09-28T17:40:30" + "measured_at": "2026-09-28T19:17:49" }, "history": [ { @@ -53,8 +53,32 @@ "at": "2026-09-28T17:40:30", "by": "jungfrau@mx-spark-01", "note": "{\"baseline\": \"/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-overlap-false-2026-04-12/gold_report.json\", \"f1_delta\": 0.0452, \"mask_iou_delta\": -0.0217, \"class_f1_delta\": {\"loop_all\": 0.0786, \"pin\": 0.0339}, \"pass\": false}" + }, + { + "status": "training", + "at": "2026-09-28T19:17:44", + "by": "jungfrau@mx-spark-01", + "note": "train_run.py" + }, + { + "status": "measured", + "at": "2026-09-28T19:17:49", + "by": "jungfrau@mx-spark-01", + "note": "" + }, + { + "status": "gate_passed", + "at": "2026-09-28T19:17:49", + "by": "jungfrau@mx-spark-01", + "note": "{\"baseline\": \"/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-overlap-false-2026-04-12/gold_report.json\", \"f1_delta\": 0.0452, \"mask_iou_delta\": 0.0327, \"mask_score\": 0.7103, \"mask_score_baseline\": 0.6775, \"matched_only_iou_delta\": -0.0217, \"class_f1_delta\": {\"loop_all\": 0.0786, \"pin\": 0.0339}, \"pass\": true}" + }, + { + "status": "promoted", + "at": "2026-09-28T19:17:49", + "by": "jungfrau@mx-spark-01", + "note": "by the gate" } ], "host": "mx-spark-01", - "started": "2026-09-28T16:51:45" + "started": "2026-09-28T19:17:44" }