From 7269e68c56d9ed01705e7cdd924b33b6b6c548a3 Mon Sep 17 00:00:00 2001 From: jungfrau Date: Wed, 4 Nov 2026 18:19:02 +0100 Subject: [PATCH] gold grown to 337 frames; every registry model re-measured on it --- .../gold_report.json | 102 +++++++++--------- .../gold_report.json | 94 ++++++++-------- .../gold_report.json | 100 ++++++++--------- .../gold_report.json | 98 ++++++++--------- .../gold_report.json | 100 ++++++++--------- .../gold_report.json | 100 ++++++++--------- .../gold_report.json | 100 ++++++++--------- .../gold_report.json | 100 ++++++++--------- .../gold_report.json | 102 +++++++++--------- .../gold_report.json | 100 ++++++++--------- .../gold_report.json | 96 ++++++++--------- .../gold_report.json | 98 ++++++++--------- .../gold_report.json | 98 ++++++++--------- .../gold_report.json | 102 +++++++++--------- .../gold_report.json | 100 ++++++++--------- .../gold_report.json | 100 ++++++++--------- .../gold_report.json | 100 ++++++++--------- .../gold_report.json | 101 ++++++++--------- .../gold_report.json | 78 ++++++++++++++ .../gold_report.json | 100 ++++++++--------- .../gold_report.json | 102 +++++++++--------- .../gold_report.json | 99 ++++++++--------- 22 files changed, 1127 insertions(+), 1043 deletions(-) create mode 100644 models/registry/yolo26s-seg-crop1-s-2026-11-04/gold_report.json diff --git a/models/registry/weights-seg-v5-warm-2026-10-26/gold_report.json b/models/registry/weights-seg-v5-warm-2026-10-26/gold_report.json index 8723d658..82d9c48c 100644 --- a/models/registry/weights-seg-v5-warm-2026-10-26/gold_report.json +++ b/models/registry/weights-seg-v5-warm-2026-10-26/gold_report.json @@ -1,69 +1,69 @@ { "per_class": { "loop_all": { - "tp": 184, - "fp": 20, - "fn": 5, - "precision": 0.9019607843137255, - "recall": 0.9735449735449735, - "f1": 0.9363867684478372, - "mean_mask_iou": 0.9104751623481673, - "n_matched": 184 + "tp": 246, + "fp": 16, + "fn": 4, + "precision": 0.9389312977099237, + "recall": 0.984, + "f1": 0.9609375000000001, + "mean_mask_iou": 0.9227433861087356, + "n_matched": 246 }, "pin": { - "tp": 78, - "fp": 11, - "fn": 9, - "precision": 0.8764044943820225, - "recall": 0.896551724137931, - "f1": 0.8863636363636365, - "mean_mask_iou": 0.9215027819162037, - "n_matched": 78 + "tp": 89, + "fp": 10, + "fn": 4, + "precision": 0.898989898989899, + "recall": 0.956989247311828, + "f1": 0.9270833333333334, + "mean_mask_iou": 0.9316995895747952, + "n_matched": 89 }, "crystal": { - "tp": 99, - "fp": 48, - "fn": 68, - "precision": 0.673469387755102, - "recall": 0.592814371257485, - "f1": 0.6305732484076434, - "mean_mask_iou": 0.763754833691282, - "n_matched": 99 + "tp": 136, + "fp": 69, + "fn": 116, + "precision": 0.6634146341463415, + "recall": 0.5396825396825397, + "f1": 0.5951859956236324, + "mean_mask_iou": 0.7607170508942408, + "n_matched": 136 }, "loop_face": { - "tp": 160, - "fp": 38, - "fn": 21, - "precision": 0.8080808080808081, - "recall": 0.8839779005524862, - "f1": 0.8443271767810028, - "mean_mask_iou": 0.8790597813933669, - "n_matched": 160 + "tp": 214, + "fp": 43, + "fn": 25, + "precision": 0.8326848249027238, + "recall": 0.895397489539749, + "f1": 0.8629032258064517, + "mean_mask_iou": 0.8913880961364546, + "n_matched": 214 }, "ice": { - "tp": 3, - "fp": 16, - "fn": 44, - "precision": 0.15789473684210525, - "recall": 0.06382978723404255, - "f1": 0.0909090909090909, - "mean_mask_iou": 0.8870089528484056, - "n_matched": 3 + "tp": 6, + "fp": 17, + "fn": 76, + "precision": 0.2608695652173913, + "recall": 0.07317073170731707, + "f1": 0.11428571428571427, + "mean_mask_iou": 0.8538639876291075, + "n_matched": 6 } }, "overall": { - "tp": 524, - "fp": 133, - "fn": 147, - "precision": 0.7975646879756468, - "recall": 0.7809239940387481, - "f1": 0.789156626506024, - "mean_mask_iou": 0.8746697848825334, - "n_matched": 524 + "tp": 691, + "fp": 155, + "fn": 225, + "precision": 0.8167848699763594, + "recall": 0.7543668122270742, + "f1": 0.7843359818388195, + "mean_mask_iou": 0.8816988304999979, + "n_matched": 691 }, "dataset": { - "gold_images": 288, - "pred_images": 378, + "gold_images": 337, + "pred_images": 439, "missing_predictions": 0, "iou_threshold": 0.5, "ignored_objects": 242 @@ -74,7 +74,7 @@ "ultralytics": "8.4.160", "torch": "2.14.0+cu130" }, - "measured_at": "2026-10-30T16:48:27", + "measured_at": "2026-11-04T18:16:08", "gate": { "baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26s-seg-v5-s-noflip-mask1-2026-10-25/gold_report.json", "f1_delta": -0.0039, diff --git a/models/registry/yolo26n-seg-alc-v1-2026-09-28/gold_report.json b/models/registry/yolo26n-seg-alc-v1-2026-09-28/gold_report.json index 85fc9b14..5bdf36ff 100644 --- a/models/registry/yolo26n-seg-alc-v1-2026-09-28/gold_report.json +++ b/models/registry/yolo26n-seg-alc-v1-2026-09-28/gold_report.json @@ -1,69 +1,69 @@ { "per_class": { "loop_all": { - "tp": 174, - "fp": 27, + "tp": 235, + "fp": 25, "fn": 15, - "precision": 0.8656716417910447, - "recall": 0.9206349206349206, - "f1": 0.8923076923076922, - "mean_mask_iou": 0.8927531117895958, - "n_matched": 174 + "precision": 0.9038461538461539, + "recall": 0.94, + "f1": 0.9215686274509804, + "mean_mask_iou": 0.9031132820497549, + "n_matched": 235 }, "pin": { - "tp": 77, + "tp": 83, "fp": 22, "fn": 10, - "precision": 0.7777777777777778, - "recall": 0.8850574712643678, - "f1": 0.8279569892473118, - "mean_mask_iou": 0.9092501412536647, - "n_matched": 77 + "precision": 0.7904761904761904, + "recall": 0.8924731182795699, + "f1": 0.8383838383838383, + "mean_mask_iou": 0.9194145179517508, + "n_matched": 83 }, "crystal": { - "tp": 58, - "fp": 48, - "fn": 109, - "precision": 0.5471698113207547, - "recall": 0.3473053892215569, - "f1": 0.42490842490842495, - "mean_mask_iou": 0.7330836641075714, - "n_matched": 58 + "tp": 85, + "fp": 70, + "fn": 167, + "precision": 0.5483870967741935, + "recall": 0.3373015873015873, + "f1": 0.4176904176904177, + "mean_mask_iou": 0.7300955746287453, + "n_matched": 85 }, "loop_face": { - "tp": 141, - "fp": 53, - "fn": 40, - "precision": 0.7268041237113402, - "recall": 0.7790055248618785, - "f1": 0.752, - "mean_mask_iou": 0.8735253829614638, - "n_matched": 141 + "tp": 194, + "fp": 67, + "fn": 45, + "precision": 0.7432950191570882, + "recall": 0.8117154811715481, + "f1": 0.776, + "mean_mask_iou": 0.886346039786962, + "n_matched": 194 }, "ice": { - "tp": 4, + "tp": 6, "fp": 8, - "fn": 43, - "precision": 0.3333333333333333, - "recall": 0.0851063829787234, - "f1": 0.13559322033898305, - "mean_mask_iou": 0.8004176972482764, - "n_matched": 4 + "fn": 76, + "precision": 0.42857142857142855, + "recall": 0.07317073170731707, + "f1": 0.125, + "mean_mask_iou": 0.7400259753271313, + "n_matched": 6 } }, "overall": { - "tp": 454, - "fp": 158, - "fn": 217, - "precision": 0.7418300653594772, - "recall": 0.676602086438152, - "f1": 0.7077162899454403, - "mean_mask_iou": 0.8683676313496046, - "n_matched": 454 + "tp": 603, + "fp": 192, + "fn": 313, + "precision": 0.7584905660377359, + "recall": 0.6582969432314411, + "f1": 0.7048509643483344, + "mean_mask_iou": 0.873950974603258, + "n_matched": 603 }, "dataset": { - "gold_images": 288, - "pred_images": 379, + "gold_images": 337, + "pred_images": 440, "missing_predictions": 0, "iou_threshold": 0.5, "ignored_objects": 242 @@ -74,5 +74,5 @@ "ultralytics": "8.4.160", "torch": "2.14.0+cu130" }, - "measured_at": "2026-10-30T16:48:36" + "measured_at": "2026-11-04T18:16:16" } diff --git a/models/registry/yolo26n-seg-alc-v1-800px-2026-09-29/gold_report.json b/models/registry/yolo26n-seg-alc-v1-800px-2026-09-29/gold_report.json index fda6cb30..d99fb2d6 100644 --- a/models/registry/yolo26n-seg-alc-v1-800px-2026-09-29/gold_report.json +++ b/models/registry/yolo26n-seg-alc-v1-800px-2026-09-29/gold_report.json @@ -1,69 +1,69 @@ { "per_class": { "loop_all": { - "tp": 179, - "fp": 39, + "tp": 240, + "fp": 36, "fn": 10, - "precision": 0.8211009174311926, - "recall": 0.9470899470899471, - "f1": 0.8796068796068797, - "mean_mask_iou": 0.9005872854651292, - "n_matched": 179 + "precision": 0.8695652173913043, + "recall": 0.96, + "f1": 0.9125475285171103, + "mean_mask_iou": 0.9092446435683915, + "n_matched": 240 }, "pin": { - "tp": 75, - "fp": 10, - "fn": 12, - "precision": 0.8823529411764706, - "recall": 0.8620689655172413, - "f1": 0.872093023255814, - "mean_mask_iou": 0.9143712597174268, - "n_matched": 75 + "tp": 85, + "fp": 11, + "fn": 8, + "precision": 0.8854166666666666, + "recall": 0.9139784946236559, + "f1": 0.8994708994708994, + "mean_mask_iou": 0.9254373093890453, + "n_matched": 85 }, "crystal": { - "tp": 72, - "fp": 68, - "fn": 95, - "precision": 0.5142857142857142, - "recall": 0.4311377245508982, - "f1": 0.4690553745928338, - "mean_mask_iou": 0.7213317521392, - "n_matched": 72 + "tp": 104, + "fp": 111, + "fn": 148, + "precision": 0.48372093023255813, + "recall": 0.4126984126984127, + "f1": 0.44539614561027835, + "mean_mask_iou": 0.6974307175305026, + "n_matched": 104 }, "loop_face": { - "tp": 129, - "fp": 49, - "fn": 52, - "precision": 0.7247191011235955, - "recall": 0.712707182320442, - "f1": 0.7186629526462395, - "mean_mask_iou": 0.8820792677328558, - "n_matched": 129 + "tp": 182, + "fp": 63, + "fn": 57, + "precision": 0.7428571428571429, + "recall": 0.7615062761506276, + "f1": 0.7520661157024794, + "mean_mask_iou": 0.8911120363621576, + "n_matched": 182 }, "ice": { - "tp": 3, - "fp": 4, - "fn": 44, - "precision": 0.42857142857142855, - "recall": 0.06382978723404255, - "f1": 0.1111111111111111, - "mean_mask_iou": 0.9028650216500921, - "n_matched": 3 + "tp": 5, + "fp": 5, + "fn": 77, + "precision": 0.5, + "recall": 0.06097560975609756, + "f1": 0.10869565217391303, + "mean_mask_iou": 0.8091052445745858, + "n_matched": 5 } }, "overall": { - "tp": 458, - "fp": 170, - "fn": 213, - "precision": 0.7292993630573248, - "recall": 0.6825633383010432, - "f1": 0.7051578137028484, - "mean_mask_iou": 0.8694665400296424, - "n_matched": 458 + "tp": 616, + "fp": 226, + "fn": 300, + "precision": 0.7315914489311164, + "recall": 0.6724890829694323, + "f1": 0.7007963594994312, + "mean_mask_iou": 0.8695480474325336, + "n_matched": 616 }, "dataset": { - "gold_images": 288, - "pred_images": 379, + "gold_images": 337, + "pred_images": 440, "missing_predictions": 0, "iou_threshold": 0.5, "ignored_objects": 242 @@ -74,5 +74,5 @@ "ultralytics": "8.4.160", "torch": "2.14.0+cu130" }, - "measured_at": "2026-10-30T16:48:48" + "measured_at": "2026-11-04T18:16:26" } diff --git a/models/registry/yolo26n-seg-alc-v1-humanonly-2026-09-28/gold_report.json b/models/registry/yolo26n-seg-alc-v1-humanonly-2026-09-28/gold_report.json index 05b556b9..958e3cee 100644 --- a/models/registry/yolo26n-seg-alc-v1-humanonly-2026-09-28/gold_report.json +++ b/models/registry/yolo26n-seg-alc-v1-humanonly-2026-09-28/gold_report.json @@ -1,69 +1,69 @@ { "per_class": { "loop_all": { - "tp": 176, - "fp": 23, + "tp": 237, + "fp": 22, "fn": 13, - "precision": 0.8844221105527639, - "recall": 0.9312169312169312, - "f1": 0.9072164948453609, - "mean_mask_iou": 0.892852407900998, - "n_matched": 176 + "precision": 0.915057915057915, + "recall": 0.948, + "f1": 0.931237721021611, + "mean_mask_iou": 0.9061109548519016, + "n_matched": 237 }, "pin": { - "tp": 77, - "fp": 14, - "fn": 10, - "precision": 0.8461538461538461, - "recall": 0.8850574712643678, - "f1": 0.8651685393258427, - "mean_mask_iou": 0.9075080662943535, - "n_matched": 77 + "tp": 87, + "fp": 13, + "fn": 6, + "precision": 0.87, + "recall": 0.9354838709677419, + "f1": 0.9015544041450777, + "mean_mask_iou": 0.9163735596286527, + "n_matched": 87 }, "crystal": { - "tp": 79, - "fp": 85, - "fn": 88, - "precision": 0.4817073170731707, - "recall": 0.47305389221556887, - "f1": 0.47734138972809664, - "mean_mask_iou": 0.7119385375882736, - "n_matched": 79 + "tp": 112, + "fp": 133, + "fn": 140, + "precision": 0.45714285714285713, + "recall": 0.4444444444444444, + "f1": 0.4507042253521127, + "mean_mask_iou": 0.7194777895223202, + "n_matched": 112 }, "loop_face": { - "tp": 139, - "fp": 41, - "fn": 42, - "precision": 0.7722222222222223, - "recall": 0.7679558011049724, - "f1": 0.7700831024930748, - "mean_mask_iou": 0.872773769066778, - "n_matched": 139 + "tp": 191, + "fp": 55, + "fn": 48, + "precision": 0.7764227642276422, + "recall": 0.799163179916318, + "f1": 0.7876288659793815, + "mean_mask_iou": 0.885345846442633, + "n_matched": 191 }, "ice": { - "tp": 5, + "tp": 8, "fp": 12, - "fn": 42, - "precision": 0.29411764705882354, - "recall": 0.10638297872340426, - "f1": 0.15625, - "mean_mask_iou": 0.7708521231731791, - "n_matched": 5 + "fn": 74, + "precision": 0.4, + "recall": 0.0975609756097561, + "f1": 0.15686274509803924, + "mean_mask_iou": 0.7065881034655626, + "n_matched": 8 } }, "overall": { - "tp": 476, - "fp": 175, - "fn": 195, - "precision": 0.7311827956989247, - "recall": 0.7093889716840537, - "f1": 0.7201210287443269, - "mean_mask_iou": 0.8580527392455095, - "n_matched": 476 + "tp": 635, + "fp": 235, + "fn": 281, + "precision": 0.7298850574712644, + "recall": 0.6932314410480349, + "f1": 0.7110862262038072, + "mean_mask_iou": 0.8658394801769461, + "n_matched": 635 }, "dataset": { - "gold_images": 288, - "pred_images": 379, + "gold_images": 337, + "pred_images": 440, "missing_predictions": 0, "iou_threshold": 0.5, "ignored_objects": 242 @@ -74,5 +74,5 @@ "ultralytics": "8.4.160", "torch": "2.14.0+cu130" }, - "measured_at": "2026-10-30T16:49:01" + "measured_at": "2026-11-04T18:16:34" } diff --git a/models/registry/yolo26n-seg-alc-v1-mask1-2026-09-28/gold_report.json b/models/registry/yolo26n-seg-alc-v1-mask1-2026-09-28/gold_report.json index 04508960..d625638b 100644 --- a/models/registry/yolo26n-seg-alc-v1-mask1-2026-09-28/gold_report.json +++ b/models/registry/yolo26n-seg-alc-v1-mask1-2026-09-28/gold_report.json @@ -1,69 +1,69 @@ { "per_class": { "loop_all": { - "tp": 179, - "fp": 42, + "tp": 240, + "fp": 36, "fn": 10, - "precision": 0.8099547511312217, - "recall": 0.9470899470899471, - "f1": 0.873170731707317, - "mean_mask_iou": 0.890655796996925, - "n_matched": 179 + "precision": 0.8695652173913043, + "recall": 0.96, + "f1": 0.9125475285171103, + "mean_mask_iou": 0.9030915889557191, + "n_matched": 240 }, "pin": { - "tp": 73, - "fp": 16, - "fn": 14, - "precision": 0.8202247191011236, - "recall": 0.8390804597701149, - "f1": 0.8295454545454546, - "mean_mask_iou": 0.9232440144679357, - "n_matched": 73 + "tp": 84, + "fp": 18, + "fn": 9, + "precision": 0.8235294117647058, + "recall": 0.9032258064516129, + "f1": 0.8615384615384616, + "mean_mask_iou": 0.9276598715237461, + "n_matched": 84 }, "crystal": { - "tp": 53, - "fp": 41, - "fn": 114, - "precision": 0.5638297872340425, - "recall": 0.31736526946107785, - "f1": 0.4061302681992337, - "mean_mask_iou": 0.6997410587236976, - "n_matched": 53 + "tp": 82, + "fp": 64, + "fn": 170, + "precision": 0.5616438356164384, + "recall": 0.3253968253968254, + "f1": 0.41206030150753775, + "mean_mask_iou": 0.7040451881451285, + "n_matched": 82 }, "loop_face": { - "tp": 143, - "fp": 51, - "fn": 38, - "precision": 0.7371134020618557, - "recall": 0.7900552486187845, - "f1": 0.7626666666666668, - "mean_mask_iou": 0.880069972548524, - "n_matched": 143 + "tp": 197, + "fp": 62, + "fn": 42, + "precision": 0.7606177606177607, + "recall": 0.8242677824267782, + "f1": 0.7911646586345381, + "mean_mask_iou": 0.8871906857106195, + "n_matched": 197 }, "ice": { - "tp": 4, - "fp": 8, - "fn": 43, - "precision": 0.3333333333333333, - "recall": 0.0851063829787234, - "f1": 0.13559322033898305, - "mean_mask_iou": 0.8357625526706466, - "n_matched": 4 + "tp": 5, + "fp": 7, + "fn": 77, + "precision": 0.4166666666666667, + "recall": 0.06097560975609756, + "f1": 0.10638297872340424, + "mean_mask_iou": 0.8041456482139537, + "n_matched": 5 } }, "overall": { - "tp": 452, - "fp": 158, - "fn": 219, - "precision": 0.740983606557377, - "recall": 0.6736214605067065, - "f1": 0.7056986729117877, - "mean_mask_iou": 0.8696980821152354, - "n_matched": 452 + "tp": 608, + "fp": 187, + "fn": 308, + "precision": 0.7647798742138365, + "recall": 0.6637554585152838, + "f1": 0.7106954997077732, + "mean_mask_iou": 0.8736750153146867, + "n_matched": 608 }, "dataset": { - "gold_images": 288, - "pred_images": 379, + "gold_images": 337, + "pred_images": 440, "missing_predictions": 0, "iou_threshold": 0.5, "ignored_objects": 242 @@ -74,5 +74,5 @@ "ultralytics": "8.4.160", "torch": "2.14.0+cu130" }, - "measured_at": "2026-10-30T16:49:14" + "measured_at": "2026-11-04T18:16:41" } diff --git a/models/registry/yolo26n-seg-alc-v1-noflip-2026-09-28/gold_report.json b/models/registry/yolo26n-seg-alc-v1-noflip-2026-09-28/gold_report.json index 6f668189..60049c0d 100644 --- a/models/registry/yolo26n-seg-alc-v1-noflip-2026-09-28/gold_report.json +++ b/models/registry/yolo26n-seg-alc-v1-noflip-2026-09-28/gold_report.json @@ -1,69 +1,69 @@ { "per_class": { "loop_all": { - "tp": 178, - "fp": 30, - "fn": 11, - "precision": 0.8557692307692307, - "recall": 0.9417989417989417, - "f1": 0.8967254408060452, - "mean_mask_iou": 0.889986378834895, - "n_matched": 178 + "tp": 240, + "fp": 27, + "fn": 10, + "precision": 0.898876404494382, + "recall": 0.96, + "f1": 0.9284332688588007, + "mean_mask_iou": 0.9001363274125487, + "n_matched": 240 }, "pin": { - "tp": 76, - "fp": 14, - "fn": 11, - "precision": 0.8444444444444444, - "recall": 0.8735632183908046, - "f1": 0.8587570621468928, - "mean_mask_iou": 0.9084844269846349, - "n_matched": 76 + "tp": 85, + "fp": 15, + "fn": 8, + "precision": 0.85, + "recall": 0.9139784946236559, + "f1": 0.8808290155440415, + "mean_mask_iou": 0.9221164420194093, + "n_matched": 85 }, "crystal": { - "tp": 59, - "fp": 48, - "fn": 108, - "precision": 0.5514018691588785, - "recall": 0.3532934131736527, - "f1": 0.43065693430656937, - "mean_mask_iou": 0.738595736815157, - "n_matched": 59 + "tp": 86, + "fp": 61, + "fn": 166, + "precision": 0.5850340136054422, + "recall": 0.3412698412698413, + "f1": 0.431077694235589, + "mean_mask_iou": 0.730702081673909, + "n_matched": 86 }, "loop_face": { - "tp": 146, - "fp": 59, - "fn": 35, - "precision": 0.7121951219512195, - "recall": 0.8066298342541437, - "f1": 0.7564766839378237, - "mean_mask_iou": 0.8754905046481195, - "n_matched": 146 + "tp": 201, + "fp": 76, + "fn": 38, + "precision": 0.7256317689530686, + "recall": 0.8410041841004184, + "f1": 0.7790697674418605, + "mean_mask_iou": 0.8833550081264671, + "n_matched": 201 }, "ice": { - "tp": 3, + "tp": 4, "fp": 7, - "fn": 44, - "precision": 0.3, - "recall": 0.06382978723404255, - "f1": 0.10526315789473684, - "mean_mask_iou": 0.7530200271235444, - "n_matched": 3 + "fn": 78, + "precision": 0.36363636363636365, + "recall": 0.04878048780487805, + "f1": 0.08602150537634409, + "mean_mask_iou": 0.7620003460951732, + "n_matched": 4 } }, "overall": { - "tp": 462, - "fp": 158, - "fn": 209, - "precision": 0.7451612903225806, - "recall": 0.6885245901639344, - "f1": 0.715724244771495, - "mean_mask_iou": 0.8682255716786449, - "n_matched": 462 + "tp": 616, + "fp": 186, + "fn": 300, + "precision": 0.7680798004987531, + "recall": 0.6724890829694323, + "f1": 0.7171129220023282, + "mean_mask_iou": 0.873141807130549, + "n_matched": 616 }, "dataset": { - "gold_images": 288, - "pred_images": 379, + "gold_images": 337, + "pred_images": 440, "missing_predictions": 0, "iou_threshold": 0.5, "ignored_objects": 242 @@ -74,5 +74,5 @@ "ultralytics": "8.4.160", "torch": "2.14.0+cu130" }, - "measured_at": "2026-10-30T16:49:26" + "measured_at": "2026-11-04T18:16:49" } diff --git a/models/registry/yolo26n-seg-alc-v1-noflip-mask1-2026-09-29/gold_report.json b/models/registry/yolo26n-seg-alc-v1-noflip-mask1-2026-09-29/gold_report.json index 4c7258bc..100af293 100644 --- a/models/registry/yolo26n-seg-alc-v1-noflip-mask1-2026-09-29/gold_report.json +++ b/models/registry/yolo26n-seg-alc-v1-noflip-mask1-2026-09-29/gold_report.json @@ -1,69 +1,69 @@ { "per_class": { "loop_all": { - "tp": 177, - "fp": 39, - "fn": 12, - "precision": 0.8194444444444444, - "recall": 0.9365079365079365, - "f1": 0.874074074074074, - "mean_mask_iou": 0.899230110024723, - "n_matched": 177 + "tp": 240, + "fp": 45, + "fn": 10, + "precision": 0.8421052631578947, + "recall": 0.96, + "f1": 0.8971962616822429, + "mean_mask_iou": 0.9087906333404628, + "n_matched": 240 }, "pin": { - "tp": 75, - "fp": 19, - "fn": 12, - "precision": 0.7978723404255319, - "recall": 0.8620689655172413, - "f1": 0.8287292817679558, - "mean_mask_iou": 0.92274477897851, - "n_matched": 75 + "tp": 85, + "fp": 21, + "fn": 8, + "precision": 0.8018867924528302, + "recall": 0.9139784946236559, + "f1": 0.8542713567839196, + "mean_mask_iou": 0.9353615153832129, + "n_matched": 85 }, "crystal": { - "tp": 81, - "fp": 83, - "fn": 86, - "precision": 0.49390243902439024, - "recall": 0.48502994011976047, - "f1": 0.4894259818731118, - "mean_mask_iou": 0.7261884870622182, - "n_matched": 81 + "tp": 112, + "fp": 113, + "fn": 140, + "precision": 0.49777777777777776, + "recall": 0.4444444444444444, + "f1": 0.46960167714884693, + "mean_mask_iou": 0.7199571753343188, + "n_matched": 112 }, "loop_face": { - "tp": 145, - "fp": 68, - "fn": 36, - "precision": 0.6807511737089202, - "recall": 0.8011049723756906, - "f1": 0.7360406091370559, - "mean_mask_iou": 0.8820889430936365, - "n_matched": 145 + "tp": 199, + "fp": 89, + "fn": 40, + "precision": 0.6909722222222222, + "recall": 0.8326359832635983, + "f1": 0.7552182163187856, + "mean_mask_iou": 0.8884580851751707, + "n_matched": 199 }, "ice": { - "tp": 7, + "tp": 10, "fp": 13, - "fn": 40, - "precision": 0.35, - "recall": 0.14893617021276595, - "f1": 0.208955223880597, - "mean_mask_iou": 0.8089197334873823, - "n_matched": 7 + "fn": 72, + "precision": 0.43478260869565216, + "recall": 0.12195121951219512, + "f1": 0.19047619047619044, + "mean_mask_iou": 0.7959442116644299, + "n_matched": 10 } }, "overall": { - "tp": 485, - "fp": 222, - "fn": 186, - "precision": 0.685997171145686, - "recall": 0.7228017883755589, - "f1": 0.7039187227866474, - "mean_mask_iou": 0.8675385365624595, - "n_matched": 485 + "tp": 646, + "fp": 281, + "fn": 270, + "precision": 0.6968716289104638, + "recall": 0.7052401746724891, + "f1": 0.7010309278350516, + "mean_mask_iou": 0.8715375936737323, + "n_matched": 646 }, "dataset": { - "gold_images": 288, - "pred_images": 379, + "gold_images": 337, + "pred_images": 440, "missing_predictions": 0, "iou_threshold": 0.5, "ignored_objects": 242 @@ -74,5 +74,5 @@ "ultralytics": "8.4.160", "torch": "2.14.0+cu130" }, - "measured_at": "2026-10-30T16:49:40" + "measured_at": "2026-11-04T18:16:57" } diff --git a/models/registry/yolo26n-seg-overlap-false-2026-04-12/gold_report.json b/models/registry/yolo26n-seg-overlap-false-2026-04-12/gold_report.json index 7dbc1835..941b4d15 100644 --- a/models/registry/yolo26n-seg-overlap-false-2026-04-12/gold_report.json +++ b/models/registry/yolo26n-seg-overlap-false-2026-04-12/gold_report.json @@ -1,69 +1,69 @@ { "per_class": { "loop_all": { - "tp": 151, - "fp": 29, - "fn": 38, - "precision": 0.8388888888888889, - "recall": 0.798941798941799, - "f1": 0.8184281842818428, - "mean_mask_iou": 0.89505404900804, - "n_matched": 151 + "tp": 209, + "fp": 27, + "fn": 41, + "precision": 0.885593220338983, + "recall": 0.836, + "f1": 0.8600823045267489, + "mean_mask_iou": 0.9007097237286489, + "n_matched": 209 }, "pin": { - "tp": 65, - "fp": 26, - "fn": 22, - "precision": 0.7142857142857143, - "recall": 0.7471264367816092, - "f1": 0.7303370786516854, - "mean_mask_iou": 0.9258013700246013, - "n_matched": 65 + "tp": 76, + "fp": 29, + "fn": 17, + "precision": 0.7238095238095238, + "recall": 0.8172043010752689, + "f1": 0.7676767676767677, + "mean_mask_iou": 0.9254007642765538, + "n_matched": 76 }, "crystal": { - "tp": 59, - "fp": 67, - "fn": 108, - "precision": 0.46825396825396826, - "recall": 0.3532934131736527, - "f1": 0.4027303754266212, - "mean_mask_iou": 0.755385718405316, - "n_matched": 59 + "tp": 84, + "fp": 100, + "fn": 168, + "precision": 0.45652173913043476, + "recall": 0.3333333333333333, + "f1": 0.38532110091743116, + "mean_mask_iou": 0.7324186457224253, + "n_matched": 84 }, "loop_face": { - "tp": 127, - "fp": 50, - "fn": 54, - "precision": 0.7175141242937854, - "recall": 0.7016574585635359, - "f1": 0.7094972067039107, - "mean_mask_iou": 0.8947303177543098, - "n_matched": 127 + "tp": 179, + "fp": 59, + "fn": 60, + "precision": 0.7521008403361344, + "recall": 0.7489539748953975, + "f1": 0.750524109014675, + "mean_mask_iou": 0.8964457631903063, + "n_matched": 179 }, "ice": { - "tp": 12, + "tp": 14, "fp": 15, - "fn": 35, - "precision": 0.4444444444444444, - "recall": 0.2553191489361702, - "f1": 0.32432432432432434, - "mean_mask_iou": 0.8346283164485953, - "n_matched": 12 + "fn": 68, + "precision": 0.4827586206896552, + "recall": 0.17073170731707318, + "f1": 0.2522522522522523, + "mean_mask_iou": 0.8145766077941003, + "n_matched": 14 } }, "overall": { - "tp": 414, - "fp": 187, - "fn": 257, - "precision": 0.6888519134775375, - "recall": 0.61698956780924, - "f1": 0.6509433962264151, - "mean_mask_iou": 0.878126323647119, - "n_matched": 414 + "tp": 562, + "fp": 230, + "fn": 354, + "precision": 0.7095959595959596, + "recall": 0.6135371179039302, + "f1": 0.6580796252927401, + "mean_mask_iou": 0.8753911400447895, + "n_matched": 562 }, "dataset": { - "gold_images": 288, - "pred_images": 379, + "gold_images": 337, + "pred_images": 440, "missing_predictions": 0, "iou_threshold": 0.5, "ignored_objects": 242 @@ -74,5 +74,5 @@ "ultralytics": "8.4.160", "torch": "2.14.0+cu130" }, - "measured_at": "2026-10-30T16:52:12" + "measured_at": "2026-11-04T18:19:01" } diff --git a/models/registry/yolo26n-seg-v2-recipeA-2026-09-29/gold_report.json b/models/registry/yolo26n-seg-v2-recipeA-2026-09-29/gold_report.json index 4a91a674..e1fbcac3 100644 --- a/models/registry/yolo26n-seg-v2-recipeA-2026-09-29/gold_report.json +++ b/models/registry/yolo26n-seg-v2-recipeA-2026-09-29/gold_report.json @@ -1,69 +1,69 @@ { "per_class": { "loop_all": { - "tp": 180, - "fp": 31, - "fn": 9, - "precision": 0.8530805687203792, - "recall": 0.9523809523809523, - "f1": 0.8999999999999999, - "mean_mask_iou": 0.8809571041528544, - "n_matched": 180 + "tp": 242, + "fp": 28, + "fn": 8, + "precision": 0.8962962962962963, + "recall": 0.968, + "f1": 0.9307692307692307, + "mean_mask_iou": 0.8919882168574961, + "n_matched": 242 }, "pin": { - "tp": 77, - "fp": 20, - "fn": 10, - "precision": 0.7938144329896907, - "recall": 0.8850574712643678, - "f1": 0.8369565217391305, - "mean_mask_iou": 0.9096376311692388, - "n_matched": 77 + "tp": 85, + "fp": 23, + "fn": 8, + "precision": 0.7870370370370371, + "recall": 0.9139784946236559, + "f1": 0.8457711442786069, + "mean_mask_iou": 0.9205424741996612, + "n_matched": 85 }, "crystal": { - "tp": 55, - "fp": 43, - "fn": 112, - "precision": 0.5612244897959183, - "recall": 0.32934131736526945, - "f1": 0.41509433962264153, - "mean_mask_iou": 0.7488102451607707, - "n_matched": 55 + "tp": 81, + "fp": 60, + "fn": 171, + "precision": 0.574468085106383, + "recall": 0.32142857142857145, + "f1": 0.41221374045801534, + "mean_mask_iou": 0.7334370262289927, + "n_matched": 81 }, "loop_face": { - "tp": 144, - "fp": 63, - "fn": 37, - "precision": 0.6956521739130435, - "recall": 0.7955801104972375, - "f1": 0.7422680412371133, - "mean_mask_iou": 0.8682974759591884, - "n_matched": 144 + "tp": 198, + "fp": 77, + "fn": 41, + "precision": 0.72, + "recall": 0.8284518828451883, + "f1": 0.7704280155642023, + "mean_mask_iou": 0.8777653801050086, + "n_matched": 198 }, "ice": { - "tp": 8, - "fp": 31, - "fn": 39, - "precision": 0.20512820512820512, - "recall": 0.1702127659574468, - "f1": 0.18604651162790697, - "mean_mask_iou": 0.7778219649966538, - "n_matched": 8 + "tp": 11, + "fp": 28, + "fn": 71, + "precision": 0.28205128205128205, + "recall": 0.13414634146341464, + "f1": 0.18181818181818182, + "mean_mask_iou": 0.7758350430481182, + "n_matched": 11 } }, "overall": { - "tp": 464, - "fp": 188, - "fn": 207, - "precision": 0.7116564417177914, - "recall": 0.6915052160953801, - "f1": 0.7014361300075587, - "mean_mask_iou": 0.8643455863997499, - "n_matched": 464 + "tp": 617, + "fp": 216, + "fn": 299, + "precision": 0.7406962785114045, + "recall": 0.6735807860262009, + "f1": 0.7055460263007433, + "mean_mask_iou": 0.8684722668482246, + "n_matched": 617 }, "dataset": { - "gold_images": 288, - "pred_images": 379, + "gold_images": 337, + "pred_images": 440, "missing_predictions": 0, "iou_threshold": 0.5, "ignored_objects": 242 @@ -74,5 +74,5 @@ "ultralytics": "8.4.160", "torch": "2.14.0+cu130" }, - "measured_at": "2026-10-30T16:49:53" + "measured_at": "2026-11-04T18:17:05" } diff --git a/models/registry/yolo26n-seg-v3-noflip-mask1-2026-09-30/gold_report.json b/models/registry/yolo26n-seg-v3-noflip-mask1-2026-09-30/gold_report.json index 15f51dd4..aaa57c1a 100644 --- a/models/registry/yolo26n-seg-v3-noflip-mask1-2026-09-30/gold_report.json +++ b/models/registry/yolo26n-seg-v3-noflip-mask1-2026-09-30/gold_report.json @@ -1,69 +1,69 @@ { "per_class": { "loop_all": { - "tp": 181, - "fp": 28, - "fn": 8, - "precision": 0.8660287081339713, - "recall": 0.9576719576719577, - "f1": 0.9095477386934674, - "mean_mask_iou": 0.9052825288350032, - "n_matched": 181 + "tp": 243, + "fp": 26, + "fn": 7, + "precision": 0.9033457249070632, + "recall": 0.972, + "f1": 0.9364161849710984, + "mean_mask_iou": 0.9186048890222425, + "n_matched": 243 }, "pin": { - "tp": 79, + "tp": 89, "fp": 12, - "fn": 8, - "precision": 0.8681318681318682, - "recall": 0.9080459770114943, - "f1": 0.8876404494382023, - "mean_mask_iou": 0.9220110010061108, - "n_matched": 79 + "fn": 4, + "precision": 0.8811881188118812, + "recall": 0.956989247311828, + "f1": 0.9175257731958764, + "mean_mask_iou": 0.929792606060394, + "n_matched": 89 }, "crystal": { - "tp": 65, - "fp": 45, - "fn": 102, - "precision": 0.5909090909090909, - "recall": 0.38922155688622756, - "f1": 0.46931407942238274, - "mean_mask_iou": 0.7487385380809198, - "n_matched": 65 + "tp": 98, + "fp": 61, + "fn": 154, + "precision": 0.6163522012578616, + "recall": 0.3888888888888889, + "f1": 0.4768856447688564, + "mean_mask_iou": 0.7430224151105191, + "n_matched": 98 }, "loop_face": { - "tp": 155, - "fp": 45, - "fn": 26, - "precision": 0.775, - "recall": 0.856353591160221, - "f1": 0.8136482939632546, - "mean_mask_iou": 0.8791381737743765, - "n_matched": 155 + "tp": 208, + "fp": 54, + "fn": 31, + "precision": 0.7938931297709924, + "recall": 0.8702928870292888, + "f1": 0.8303393213572855, + "mean_mask_iou": 0.8899308399872916, + "n_matched": 208 }, "ice": { - "tp": 4, - "fp": 17, - "fn": 43, - "precision": 0.19047619047619047, - "recall": 0.0851063829787234, - "f1": 0.1176470588235294, - "mean_mask_iou": 0.7417344288796006, - "n_matched": 4 + "tp": 8, + "fp": 18, + "fn": 74, + "precision": 0.3076923076923077, + "recall": 0.0975609756097561, + "f1": 0.14814814814814817, + "mean_mask_iou": 0.7381342574418287, + "n_matched": 8 } }, "overall": { - "tp": 484, - "fp": 147, - "fn": 187, - "precision": 0.7670364500792393, - "recall": 0.7213114754098361, - "f1": 0.7434715821812596, - "mean_mask_iou": 0.8772652198851753, - "n_matched": 484 + "tp": 646, + "fp": 171, + "fn": 270, + "precision": 0.7906976744186046, + "recall": 0.7052401746724891, + "f1": 0.745527986151183, + "mean_mask_iou": 0.8820424387453595, + "n_matched": 646 }, "dataset": { - "gold_images": 288, - "pred_images": 379, + "gold_images": 337, + "pred_images": 440, "missing_predictions": 0, "iou_threshold": 0.5, "ignored_objects": 242 @@ -74,7 +74,7 @@ "ultralytics": "8.4.160", "torch": "2.14.0+cu130" }, - "measured_at": "2026-10-30T16:50:05", + "measured_at": "2026-11-04T18:17:12", "gate": { "baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-alc-v1-noflip-mask1-2026-09-29/gold_report.json", "f1_delta": 0.0284, diff --git a/models/registry/yolo26n-seg-v3-recipeA-2026-09-29/gold_report.json b/models/registry/yolo26n-seg-v3-recipeA-2026-09-29/gold_report.json index 7e715427..d738bca5 100644 --- a/models/registry/yolo26n-seg-v3-recipeA-2026-09-29/gold_report.json +++ b/models/registry/yolo26n-seg-v3-recipeA-2026-09-29/gold_report.json @@ -1,69 +1,69 @@ { "per_class": { "loop_all": { - "tp": 182, + "tp": 243, "fp": 20, "fn": 7, - "precision": 0.900990099009901, - "recall": 0.9629629629629629, - "f1": 0.9309462915601022, - "mean_mask_iou": 0.8957270219115284, - "n_matched": 182 + "precision": 0.9239543726235742, + "recall": 0.972, + "f1": 0.9473684210526315, + "mean_mask_iou": 0.9095505190259107, + "n_matched": 243 }, "pin": { - "tp": 78, - "fp": 22, - "fn": 9, - "precision": 0.78, - "recall": 0.896551724137931, - "f1": 0.8342245989304813, - "mean_mask_iou": 0.907872522073608, - "n_matched": 78 + "tp": 88, + "fp": 24, + "fn": 5, + "precision": 0.7857142857142857, + "recall": 0.946236559139785, + "f1": 0.8585365853658538, + "mean_mask_iou": 0.9191275423823722, + "n_matched": 88 }, "crystal": { - "tp": 66, - "fp": 52, - "fn": 101, - "precision": 0.559322033898305, - "recall": 0.39520958083832336, - "f1": 0.4631578947368421, - "mean_mask_iou": 0.7540687165879655, - "n_matched": 66 + "tp": 91, + "fp": 63, + "fn": 161, + "precision": 0.5909090909090909, + "recall": 0.3611111111111111, + "f1": 0.4482758620689656, + "mean_mask_iou": 0.7604050163994238, + "n_matched": 91 }, "loop_face": { - "tp": 153, - "fp": 46, - "fn": 28, - "precision": 0.7688442211055276, - "recall": 0.8453038674033149, - "f1": 0.8052631578947368, - "mean_mask_iou": 0.873649027964791, - "n_matched": 153 + "tp": 208, + "fp": 56, + "fn": 31, + "precision": 0.7878787878787878, + "recall": 0.8702928870292888, + "f1": 0.827037773359841, + "mean_mask_iou": 0.8818762056680522, + "n_matched": 208 }, "ice": { - "tp": 5, + "tp": 9, "fp": 15, - "fn": 42, - "precision": 0.25, - "recall": 0.10638297872340426, - "f1": 0.1492537313432836, - "mean_mask_iou": 0.7945995701731496, - "n_matched": 5 + "fn": 73, + "precision": 0.375, + "recall": 0.10975609756097561, + "f1": 0.169811320754717, + "mean_mask_iou": 0.7440162470774069, + "n_matched": 9 } }, "overall": { - "tp": 484, - "fp": 155, - "fn": 187, - "precision": 0.7574334898278561, - "recall": 0.7213114754098361, - "f1": 0.7389312977099236, - "mean_mask_iou": 0.8703434073014962, - "n_matched": 484 + "tp": 639, + "fp": 178, + "fn": 277, + "precision": 0.7821297429620563, + "recall": 0.6975982532751092, + "f1": 0.7374495095210618, + "mean_mask_iou": 0.8782899113426355, + "n_matched": 639 }, "dataset": { - "gold_images": 288, - "pred_images": 379, + "gold_images": 337, + "pred_images": 440, "missing_predictions": 0, "iou_threshold": 0.5, "ignored_objects": 242 @@ -74,7 +74,7 @@ "ultralytics": "8.4.160", "torch": "2.14.0+cu130" }, - "measured_at": "2026-10-30T16:50:17", + "measured_at": "2026-11-04T18:17:20", "gate": { "baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-alc-v1-noflip-mask1-2026-09-29/gold_report.json", "f1_delta": 0.0221, diff --git a/models/registry/yolo26n-seg-v4-noflip-mask1-2026-10-02/gold_report.json b/models/registry/yolo26n-seg-v4-noflip-mask1-2026-10-02/gold_report.json index c58e8864..59608cae 100644 --- a/models/registry/yolo26n-seg-v4-noflip-mask1-2026-10-02/gold_report.json +++ b/models/registry/yolo26n-seg-v4-noflip-mask1-2026-10-02/gold_report.json @@ -1,69 +1,69 @@ { "per_class": { "loop_all": { - "tp": 183, - "fp": 16, + "tp": 244, + "fp": 12, "fn": 6, - "precision": 0.9195979899497487, - "recall": 0.9682539682539683, - "f1": 0.9432989690721649, - "mean_mask_iou": 0.9139793450152045, - "n_matched": 183 + "precision": 0.953125, + "recall": 0.976, + "f1": 0.9644268774703557, + "mean_mask_iou": 0.922092563991482, + "n_matched": 244 }, "pin": { - "tp": 80, + "tp": 89, "fp": 15, - "fn": 7, - "precision": 0.8421052631578947, - "recall": 0.9195402298850575, - "f1": 0.879120879120879, - "mean_mask_iou": 0.9181174701141298, - "n_matched": 80 + "fn": 4, + "precision": 0.8557692307692307, + "recall": 0.956989247311828, + "f1": 0.9035532994923857, + "mean_mask_iou": 0.9339957366644974, + "n_matched": 89 }, "crystal": { - "tp": 93, - "fp": 76, - "fn": 74, - "precision": 0.5502958579881657, - "recall": 0.5568862275449101, - "f1": 0.5535714285714286, - "mean_mask_iou": 0.7762070219710778, - "n_matched": 93 + "tp": 128, + "fp": 101, + "fn": 124, + "precision": 0.5589519650655022, + "recall": 0.5079365079365079, + "f1": 0.5322245322245321, + "mean_mask_iou": 0.7720884380790742, + "n_matched": 128 }, "loop_face": { - "tp": 158, - "fp": 46, - "fn": 23, - "precision": 0.7745098039215687, - "recall": 0.8729281767955801, - "f1": 0.8207792207792208, - "mean_mask_iou": 0.8839113452612108, - "n_matched": 158 + "tp": 212, + "fp": 54, + "fn": 27, + "precision": 0.7969924812030075, + "recall": 0.8870292887029289, + "f1": 0.8396039603960396, + "mean_mask_iou": 0.8913345214160504, + "n_matched": 212 }, "ice": { - "tp": 4, - "fp": 15, - "fn": 43, - "precision": 0.21052631578947367, - "recall": 0.0851063829787234, - "f1": 0.12121212121212122, - "mean_mask_iou": 0.8337434918036797, - "n_matched": 4 + "tp": 5, + "fp": 13, + "fn": 77, + "precision": 0.2777777777777778, + "recall": 0.06097560975609756, + "f1": 0.1, + "mean_mask_iou": 0.8028200351490444, + "n_matched": 5 } }, "overall": { - "tp": 518, - "fp": 168, - "fn": 153, - "precision": 0.7551020408163265, - "recall": 0.7719821162444114, - "f1": 0.763448784082535, - "mean_mask_iou": 0.8800923500168129, - "n_matched": 518 + "tp": 678, + "fp": 195, + "fn": 238, + "precision": 0.7766323024054983, + "recall": 0.740174672489083, + "f1": 0.7579653437674679, + "mean_mask_iou": 0.8848385618984237, + "n_matched": 678 }, "dataset": { - "gold_images": 288, - "pred_images": 379, + "gold_images": 337, + "pred_images": 440, "missing_predictions": 0, "iou_threshold": 0.5, "ignored_objects": 242 @@ -74,7 +74,7 @@ "ultralytics": "8.4.160", "torch": "2.14.0+cu130" }, - "measured_at": "2026-10-30T16:50:29", + "measured_at": "2026-11-04T18:17:28", "gate": { "baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-v3-noflip-mask1-2026-09-30/gold_report.json", "f1_delta": 0.015, diff --git a/models/registry/yolo26n-seg-v4-recipeA-2026-10-02/gold_report.json b/models/registry/yolo26n-seg-v4-recipeA-2026-10-02/gold_report.json index 9f5bc3ad..0e114801 100644 --- a/models/registry/yolo26n-seg-v4-recipeA-2026-10-02/gold_report.json +++ b/models/registry/yolo26n-seg-v4-recipeA-2026-10-02/gold_report.json @@ -1,69 +1,69 @@ { "per_class": { "loop_all": { - "tp": 182, - "fp": 24, + "tp": 243, + "fp": 21, "fn": 7, - "precision": 0.883495145631068, - "recall": 0.9629629629629629, - "f1": 0.9215189873417722, - "mean_mask_iou": 0.8998184975478758, - "n_matched": 182 + "precision": 0.9204545454545454, + "recall": 0.972, + "f1": 0.9455252918287937, + "mean_mask_iou": 0.9114525005049298, + "n_matched": 243 }, "pin": { - "tp": 78, + "tp": 89, "fp": 12, - "fn": 9, - "precision": 0.8666666666666667, - "recall": 0.896551724137931, - "f1": 0.8813559322033899, - "mean_mask_iou": 0.9223502281844602, - "n_matched": 78 + "fn": 4, + "precision": 0.8811881188118812, + "recall": 0.956989247311828, + "f1": 0.9175257731958764, + "mean_mask_iou": 0.9272170675742005, + "n_matched": 89 }, "crystal": { - "tp": 87, - "fp": 61, - "fn": 80, - "precision": 0.5878378378378378, - "recall": 0.5209580838323353, - "f1": 0.5523809523809523, - "mean_mask_iou": 0.7432735393674887, - "n_matched": 87 + "tp": 120, + "fp": 81, + "fn": 132, + "precision": 0.5970149253731343, + "recall": 0.47619047619047616, + "f1": 0.5298013245033112, + "mean_mask_iou": 0.7508424538525531, + "n_matched": 120 }, "loop_face": { - "tp": 158, - "fp": 58, - "fn": 23, - "precision": 0.7314814814814815, - "recall": 0.8729281767955801, - "f1": 0.7959697732997482, - "mean_mask_iou": 0.8696765970054859, - "n_matched": 158 + "tp": 211, + "fp": 68, + "fn": 28, + "precision": 0.7562724014336918, + "recall": 0.8828451882845189, + "f1": 0.8146718146718147, + "mean_mask_iou": 0.8836310177611955, + "n_matched": 211 }, "ice": { - "tp": 4, - "fp": 10, - "fn": 43, - "precision": 0.2857142857142857, - "recall": 0.0851063829787234, - "f1": 0.13114754098360654, - "mean_mask_iou": 0.8107709823995006, - "n_matched": 4 + "tp": 5, + "fp": 9, + "fn": 77, + "precision": 0.35714285714285715, + "recall": 0.06097560975609756, + "f1": 0.10416666666666667, + "mean_mask_iou": 0.7866407450046994, + "n_matched": 5 } }, "overall": { - "tp": 509, - "fp": 165, - "fn": 162, - "precision": 0.755192878338279, - "recall": 0.7585692995529061, - "f1": 0.7568773234200742, - "mean_mask_iou": 0.8664578949578341, - "n_matched": 509 + "tp": 668, + "fp": 191, + "fn": 248, + "precision": 0.7776484284051223, + "recall": 0.7292576419213974, + "f1": 0.7526760563380284, + "mean_mask_iou": 0.8749786221133891, + "n_matched": 668 }, "dataset": { - "gold_images": 288, - "pred_images": 379, + "gold_images": 337, + "pred_images": 440, "missing_predictions": 0, "iou_threshold": 0.5, "ignored_objects": 242 @@ -74,7 +74,7 @@ "ultralytics": "8.4.160", "torch": "2.14.0+cu130" }, - "measured_at": "2026-10-30T16:50:40", + "measured_at": "2026-11-04T18:17:36", "gate": { "baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-v3-noflip-mask1-2026-09-30/gold_report.json", "f1_delta": -0.0057, diff --git a/models/registry/yolo26n-seg-v5-amp-2026-10-25/gold_report.json b/models/registry/yolo26n-seg-v5-amp-2026-10-25/gold_report.json index 8d25cfc8..ac073e6f 100644 --- a/models/registry/yolo26n-seg-v5-amp-2026-10-25/gold_report.json +++ b/models/registry/yolo26n-seg-v5-amp-2026-10-25/gold_report.json @@ -1,69 +1,69 @@ { "per_class": { "loop_all": { - "tp": 181, - "fp": 17, - "fn": 8, - "precision": 0.9141414141414141, - "recall": 0.9576719576719577, - "f1": 0.9354005167958657, - "mean_mask_iou": 0.9096141273644025, - "n_matched": 181 + "tp": 243, + "fp": 13, + "fn": 7, + "precision": 0.94921875, + "recall": 0.972, + "f1": 0.9604743083003953, + "mean_mask_iou": 0.9202616636363089, + "n_matched": 243 }, "pin": { - "tp": 78, - "fp": 14, - "fn": 9, - "precision": 0.8478260869565217, - "recall": 0.896551724137931, - "f1": 0.8715083798882682, - "mean_mask_iou": 0.9291958017606373, - "n_matched": 78 + "tp": 89, + "fp": 15, + "fn": 4, + "precision": 0.8557692307692307, + "recall": 0.956989247311828, + "f1": 0.9035532994923857, + "mean_mask_iou": 0.9345068164125446, + "n_matched": 89 }, "crystal": { - "tp": 86, - "fp": 56, - "fn": 81, - "precision": 0.6056338028169014, - "recall": 0.5149700598802395, - "f1": 0.5566343042071197, - "mean_mask_iou": 0.7837701854861161, - "n_matched": 86 + "tp": 127, + "fp": 74, + "fn": 125, + "precision": 0.6318407960199005, + "recall": 0.503968253968254, + "f1": 0.5607064017660044, + "mean_mask_iou": 0.7719877896398627, + "n_matched": 127 }, "loop_face": { - "tp": 161, - "fp": 41, - "fn": 20, - "precision": 0.7970297029702971, - "recall": 0.8895027624309392, - "f1": 0.8407310704960834, - "mean_mask_iou": 0.8769673684832116, - "n_matched": 161 + "tp": 213, + "fp": 49, + "fn": 26, + "precision": 0.8129770992366412, + "recall": 0.891213389121339, + "f1": 0.8502994011976048, + "mean_mask_iou": 0.8895210517937806, + "n_matched": 213 }, "ice": { - "tp": 3, - "fp": 3, - "fn": 44, - "precision": 0.5, - "recall": 0.06382978723404255, - "f1": 0.11320754716981131, - "mean_mask_iou": 0.8659601238753698, - "n_matched": 3 + "tp": 5, + "fp": 4, + "fn": 77, + "precision": 0.5555555555555556, + "recall": 0.06097560975609756, + "f1": 0.10989010989010989, + "mean_mask_iou": 0.8626022296065189, + "n_matched": 5 } }, "overall": { - "tp": 509, - "fp": 131, - "fn": 162, - "precision": 0.7953125, - "recall": 0.7585692995529061, - "f1": 0.776506483600305, - "mean_mask_iou": 0.8807687470324475, - "n_matched": 509 + "tp": 677, + "fp": 155, + "fn": 239, + "precision": 0.8137019230769231, + "recall": 0.7390829694323144, + "f1": 0.7745995423340961, + "mean_mask_iou": 0.8842217657144903, + "n_matched": 677 }, "dataset": { - "gold_images": 288, - "pred_images": 378, + "gold_images": 337, + "pred_images": 439, "missing_predictions": 0, "iou_threshold": 0.5, "ignored_objects": 242 @@ -74,7 +74,7 @@ "ultralytics": "8.4.160", "torch": "2.14.0+cu130" }, - "measured_at": "2026-10-30T16:50:52", + "measured_at": "2026-11-04T18:17:44", "gate": { "baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-v4-noflip-mask1-2026-10-02/gold_report.json", "f1_delta": 0.0056, diff --git a/models/registry/yolo26n-seg-v5-n-1024px-2026-10-25/gold_report.json b/models/registry/yolo26n-seg-v5-n-1024px-2026-10-25/gold_report.json index 2232afb5..efd79e21 100644 --- a/models/registry/yolo26n-seg-v5-n-1024px-2026-10-25/gold_report.json +++ b/models/registry/yolo26n-seg-v5-n-1024px-2026-10-25/gold_report.json @@ -1,69 +1,69 @@ { "per_class": { "loop_all": { - "tp": 184, - "fp": 21, + "tp": 245, + "fp": 18, "fn": 5, - "precision": 0.8975609756097561, - "recall": 0.9735449735449735, - "f1": 0.934010152284264, - "mean_mask_iou": 0.9133167422615868, - "n_matched": 184 + "precision": 0.9315589353612167, + "recall": 0.98, + "f1": 0.9551656920077972, + "mean_mask_iou": 0.9202251816135338, + "n_matched": 245 }, "pin": { - "tp": 83, - "fp": 11, - "fn": 4, - "precision": 0.8829787234042553, - "recall": 0.9540229885057471, - "f1": 0.9171270718232043, - "mean_mask_iou": 0.9164836808585628, - "n_matched": 83 + "tp": 90, + "fp": 12, + "fn": 3, + "precision": 0.8823529411764706, + "recall": 0.967741935483871, + "f1": 0.923076923076923, + "mean_mask_iou": 0.9318289049510783, + "n_matched": 90 }, "crystal": { - "tp": 92, - "fp": 65, - "fn": 75, - "precision": 0.5859872611464968, - "recall": 0.5508982035928144, - "f1": 0.5679012345679012, - "mean_mask_iou": 0.7737592764137576, - "n_matched": 92 + "tp": 130, + "fp": 84, + "fn": 122, + "precision": 0.6074766355140186, + "recall": 0.5158730158730159, + "f1": 0.5579399141630901, + "mean_mask_iou": 0.7766480149606536, + "n_matched": 130 }, "loop_face": { - "tp": 159, - "fp": 47, - "fn": 22, - "precision": 0.7718446601941747, - "recall": 0.8784530386740331, - "f1": 0.8217054263565892, - "mean_mask_iou": 0.8786029693446842, - "n_matched": 159 + "tp": 210, + "fp": 58, + "fn": 29, + "precision": 0.7835820895522388, + "recall": 0.8786610878661087, + "f1": 0.8284023668639053, + "mean_mask_iou": 0.8907232659454598, + "n_matched": 210 }, "ice": { - "tp": 2, - "fp": 8, - "fn": 45, - "precision": 0.2, - "recall": 0.0425531914893617, - "f1": 0.07017543859649122, - "mean_mask_iou": 0.8048262223344274, - "n_matched": 2 + "tp": 5, + "fp": 7, + "fn": 77, + "precision": 0.4166666666666667, + "recall": 0.06097560975609756, + "f1": 0.10638297872340424, + "mean_mask_iou": 0.7359823540053606, + "n_matched": 5 } }, "overall": { - "tp": 520, - "fp": 152, - "fn": 151, - "precision": 0.7738095238095238, - "recall": 0.7749627421758569, - "f1": 0.7743857036485481, - "mean_mask_iou": 0.8780996232460232, - "n_matched": 520 + "tp": 680, + "fp": 179, + "fn": 236, + "precision": 0.7916181606519208, + "recall": 0.74235807860262, + "f1": 0.7661971830985915, + "mean_mask_iou": 0.8838467801534868, + "n_matched": 680 }, "dataset": { - "gold_images": 288, - "pred_images": 378, + "gold_images": 337, + "pred_images": 439, "missing_predictions": 0, "iou_threshold": 0.5, "ignored_objects": 242 @@ -74,7 +74,7 @@ "ultralytics": "8.4.160", "torch": "2.14.0+cu130" }, - "measured_at": "2026-10-30T16:51:21", + "measured_at": "2026-11-04T18:18:02", "gate": { "baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-v4-noflip-mask1-2026-10-02/gold_report.json", "f1_delta": 0.0114, diff --git a/models/registry/yolo26n-seg-v5-noflip-mask1-2026-10-25/gold_report.json b/models/registry/yolo26n-seg-v5-noflip-mask1-2026-10-25/gold_report.json index c54a3787..23046139 100644 --- a/models/registry/yolo26n-seg-v5-noflip-mask1-2026-10-25/gold_report.json +++ b/models/registry/yolo26n-seg-v5-noflip-mask1-2026-10-25/gold_report.json @@ -1,69 +1,69 @@ { "per_class": { "loop_all": { - "tp": 182, - "fp": 24, + "tp": 243, + "fp": 20, "fn": 7, - "precision": 0.883495145631068, - "recall": 0.9629629629629629, - "f1": 0.9215189873417722, - "mean_mask_iou": 0.9111426044483223, - "n_matched": 182 + "precision": 0.9239543726235742, + "recall": 0.972, + "f1": 0.9473684210526315, + "mean_mask_iou": 0.9227553401346457, + "n_matched": 243 }, "pin": { - "tp": 80, - "fp": 9, - "fn": 7, - "precision": 0.898876404494382, - "recall": 0.9195402298850575, - "f1": 0.9090909090909091, - "mean_mask_iou": 0.9161118945383502, - "n_matched": 80 + "tp": 91, + "fp": 7, + "fn": 2, + "precision": 0.9285714285714286, + "recall": 0.978494623655914, + "f1": 0.9528795811518325, + "mean_mask_iou": 0.9277498277561494, + "n_matched": 91 }, "crystal": { - "tp": 95, - "fp": 55, - "fn": 72, - "precision": 0.6333333333333333, - "recall": 0.5688622754491018, - "f1": 0.5993690851735015, - "mean_mask_iou": 0.7645253516865563, - "n_matched": 95 + "tp": 131, + "fp": 68, + "fn": 121, + "precision": 0.6582914572864321, + "recall": 0.5198412698412699, + "f1": 0.5809312638580931, + "mean_mask_iou": 0.7668699580253352, + "n_matched": 131 }, "loop_face": { - "tp": 159, - "fp": 46, - "fn": 22, - "precision": 0.775609756097561, - "recall": 0.8784530386740331, - "f1": 0.8238341968911918, - "mean_mask_iou": 0.876907810626437, - "n_matched": 159 + "tp": 209, + "fp": 54, + "fn": 30, + "precision": 0.7946768060836502, + "recall": 0.8744769874476988, + "f1": 0.8326693227091633, + "mean_mask_iou": 0.8959673882350505, + "n_matched": 209 }, "ice": { - "tp": 2, - "fp": 5, - "fn": 45, - "precision": 0.2857142857142857, - "recall": 0.0425531914893617, - "f1": 0.07407407407407407, - "mean_mask_iou": 0.902436343413922, - "n_matched": 2 + "tp": 4, + "fp": 4, + "fn": 78, + "precision": 0.5, + "recall": 0.04878048780487805, + "f1": 0.08888888888888888, + "mean_mask_iou": 0.8916022705224335, + "n_matched": 4 } }, "overall": { - "tp": 518, - "fp": 139, - "fn": 153, - "precision": 0.7884322678843226, - "recall": 0.7719821162444114, - "f1": 0.7801204819277109, - "mean_mask_iou": 0.8744788196125809, - "n_matched": 518 + "tp": 678, + "fp": 153, + "fn": 238, + "precision": 0.8158844765342961, + "recall": 0.740174672489083, + "f1": 0.7761877504293074, + "mean_mask_iou": 0.8848648078216264, + "n_matched": 678 }, "dataset": { - "gold_images": 288, - "pred_images": 378, + "gold_images": 337, + "pred_images": 439, "missing_predictions": 0, "iou_threshold": 0.5, "ignored_objects": 242 @@ -74,7 +74,7 @@ "ultralytics": "8.4.160", "torch": "2.14.0+cu130" }, - "measured_at": "2026-10-30T16:51:35", + "measured_at": "2026-11-04T18:18:10", "gate": { "baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-v4-noflip-mask1-2026-10-02/gold_report.json", "f1_delta": 0.0147, diff --git a/models/registry/yolo26n-seg-v5h-noflip-mask1-2026-10-26/gold_report.json b/models/registry/yolo26n-seg-v5h-noflip-mask1-2026-10-26/gold_report.json index 05c96a23..f97668a2 100644 --- a/models/registry/yolo26n-seg-v5h-noflip-mask1-2026-10-26/gold_report.json +++ b/models/registry/yolo26n-seg-v5h-noflip-mask1-2026-10-26/gold_report.json @@ -1,69 +1,69 @@ { "per_class": { "loop_all": { - "tp": 179, - "fp": 32, + "tp": 240, + "fp": 28, "fn": 10, - "precision": 0.8483412322274881, - "recall": 0.9470899470899471, - "f1": 0.8949999999999999, - "mean_mask_iou": 0.9106135369328979, - "n_matched": 179 + "precision": 0.8955223880597015, + "recall": 0.96, + "f1": 0.9266409266409267, + "mean_mask_iou": 0.9186665671665303, + "n_matched": 240 }, "pin": { - "tp": 79, - "fp": 13, - "fn": 8, - "precision": 0.8586956521739131, - "recall": 0.9080459770114943, - "f1": 0.88268156424581, - "mean_mask_iou": 0.9249715591054949, - "n_matched": 79 + "tp": 88, + "fp": 12, + "fn": 5, + "precision": 0.88, + "recall": 0.946236559139785, + "f1": 0.911917098445596, + "mean_mask_iou": 0.9307756218951678, + "n_matched": 88 }, "crystal": { - "tp": 90, - "fp": 59, - "fn": 77, - "precision": 0.6040268456375839, - "recall": 0.5389221556886228, - "f1": 0.569620253164557, - "mean_mask_iou": 0.7605646691644586, - "n_matched": 90 + "tp": 126, + "fp": 79, + "fn": 126, + "precision": 0.6146341463414634, + "recall": 0.5, + "f1": 0.5514223194748358, + "mean_mask_iou": 0.7542329485532924, + "n_matched": 126 }, "loop_face": { - "tp": 153, - "fp": 61, - "fn": 28, - "precision": 0.7149532710280374, - "recall": 0.8453038674033149, - "f1": 0.7746835443037975, - "mean_mask_iou": 0.8816318064411746, - "n_matched": 153 + "tp": 206, + "fp": 67, + "fn": 33, + "precision": 0.7545787545787546, + "recall": 0.8619246861924686, + "f1": 0.8046875, + "mean_mask_iou": 0.8944517599439535, + "n_matched": 206 }, "ice": { - "tp": 2, - "fp": 10, - "fn": 45, - "precision": 0.16666666666666666, - "recall": 0.0425531914893617, - "f1": 0.06779661016949153, - "mean_mask_iou": 0.8541725321804396, - "n_matched": 2 + "tp": 6, + "fp": 8, + "fn": 76, + "precision": 0.42857142857142855, + "recall": 0.07317073170731707, + "f1": 0.125, + "mean_mask_iou": 0.7530012828416169, + "n_matched": 6 } }, "overall": { - "tp": 503, - "fp": 175, - "fn": 168, - "precision": 0.7418879056047197, - "recall": 0.7496274217585693, - "f1": 0.7457375833951075, - "mean_mask_iou": 0.8769809303280014, - "n_matched": 503 + "tp": 666, + "fp": 194, + "fn": 250, + "precision": 0.7744186046511627, + "recall": 0.7270742358078602, + "f1": 0.7499999999999999, + "mean_mask_iou": 0.8801751540690107, + "n_matched": 666 }, "dataset": { - "gold_images": 288, - "pred_images": 378, + "gold_images": 337, + "pred_images": 439, "missing_predictions": 0, "iou_threshold": 0.5, "ignored_objects": 242 @@ -74,7 +74,7 @@ "ultralytics": "8.4.160", "torch": "2.14.0+cu130" }, - "measured_at": "2026-10-30T16:51:05", + "measured_at": "2026-11-04T18:17:52", "gate": { "baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26s-seg-v5-s-noflip-mask1-2026-10-25/gold_report.json", "f1_delta": -0.0448, diff --git a/models/registry/yolo26n-seg-v6-noflip-mask1-2026-10-31/gold_report.json b/models/registry/yolo26n-seg-v6-noflip-mask1-2026-10-31/gold_report.json index 5e6c3b43..08bffe8c 100644 --- a/models/registry/yolo26n-seg-v6-noflip-mask1-2026-10-31/gold_report.json +++ b/models/registry/yolo26n-seg-v6-noflip-mask1-2026-10-31/gold_report.json @@ -1,78 +1,80 @@ { "per_class": { "loop_all": { - "tp": 181, - "fp": 17, + "tp": 242, + "fp": 14, "fn": 8, - "precision": 0.9141414141414141, - "recall": 0.9576719576719577, - "f1": 0.9354005167958657, - "mean_mask_iou": 0.909044518904404, - "n_matched": 181 + "precision": 0.9453125, + "recall": 0.968, + "f1": 0.9565217391304348, + "mean_mask_iou": 0.9190429489706055, + "n_matched": 242 }, "pin": { - "tp": 79, + "tp": 90, "fp": 15, - "fn": 8, - "precision": 0.8404255319148937, - "recall": 0.9080459770114943, - "f1": 0.87292817679558, - "mean_mask_iou": 0.9174645165957043, - "n_matched": 79 + "fn": 3, + "precision": 0.8571428571428571, + "recall": 0.967741935483871, + "f1": 0.909090909090909, + "mean_mask_iou": 0.9236867164579761, + "n_matched": 90 }, "crystal": { - "tp": 95, - "fp": 51, - "fn": 72, - "precision": 0.6506849315068494, - "recall": 0.5688622754491018, - "f1": 0.6070287539936103, - "mean_mask_iou": 0.7505170981603402, - "n_matched": 95 + "tp": 131, + "fp": 68, + "fn": 121, + "precision": 0.6582914572864321, + "recall": 0.5198412698412699, + "f1": 0.5809312638580931, + "mean_mask_iou": 0.7546355910524569, + "n_matched": 131 }, "loop_face": { - "tp": 153, - "fp": 45, - "fn": 28, - "precision": 0.7727272727272727, - "recall": 0.8453038674033149, - "f1": 0.8073878627968337, - "mean_mask_iou": 0.8832341705217076, - "n_matched": 153 + "tp": 208, + "fp": 53, + "fn": 31, + "precision": 0.7969348659003831, + "recall": 0.8702928870292888, + "f1": 0.832, + "mean_mask_iou": 0.8906303306320583, + "n_matched": 208 }, "ice": { - "tp": 4, - "fp": 10, - "fn": 43, - "precision": 0.2857142857142857, - "recall": 0.0851063829787234, - "f1": 0.13114754098360654, - "mean_mask_iou": 0.8565336147133991, - "n_matched": 4 + "tp": 5, + "fp": 11, + "fn": 77, + "precision": 0.3125, + "recall": 0.06097560975609756, + "f1": 0.10204081632653061, + "mean_mask_iou": 0.8199332576136618, + "n_matched": 5 } }, "overall": { - "tp": 512, - "fp": 138, - "fn": 159, - "precision": 0.7876923076923077, - "recall": 0.7630402384500745, - "f1": 0.7751703255109765, - "mean_mask_iou": 0.8728063312630174, - "n_matched": 512 + "tp": 676, + "fp": 161, + "fn": 240, + "precision": 0.8076463560334528, + "recall": 0.7379912663755459, + "f1": 0.7712492869366799, + "mean_mask_iou": 0.8783257923365573, + "n_matched": 676 }, "dataset": { - "gold_images": 288, - "pred_images": 288, + "gold_images": 337, + "pred_images": 349, "missing_predictions": 0, "iou_threshold": 0.5, "ignored_objects": 242 }, + "weights": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-v6-noflip-mask1-2026-10-31/weights.pt", "environment": { "host": "mx-spark-01", "ultralytics": "8.4.160", "torch": "2.14.0+cu130" }, + "measured_at": "2026-11-04T18:18:18", "gate": { "baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26s-seg-v5-s-noflip-mask1-2026-10-25/gold_report.json", "f1_delta": -0.0179, @@ -104,5 +106,6 @@ } }, "pass": false - } + }, + "gate_measured_on": 288 } diff --git a/models/registry/yolo26s-seg-crop1-s-2026-11-04/gold_report.json b/models/registry/yolo26s-seg-crop1-s-2026-11-04/gold_report.json new file mode 100644 index 00000000..2efc11f8 --- /dev/null +++ b/models/registry/yolo26s-seg-crop1-s-2026-11-04/gold_report.json @@ -0,0 +1,78 @@ +{ + "per_class": { + "loop_all": { + "tp": 0, + "fp": 0, + "fn": 250, + "precision": 0.0, + "recall": 0.0, + "f1": 0.0, + "mean_mask_iou": 0.0, + "n_matched": 0 + }, + "pin": { + "tp": 0, + "fp": 0, + "fn": 93, + "precision": 0.0, + "recall": 0.0, + "f1": 0.0, + "mean_mask_iou": 0.0, + "n_matched": 0 + }, + "crystal": { + "tp": 122, + "fp": 36, + "fn": 130, + "precision": 0.7721518987341772, + "recall": 0.48412698412698413, + "f1": 0.5951219512195123, + "mean_mask_iou": 0.7717738941781692, + "n_matched": 122 + }, + "loop_face": { + "tp": 146, + "fp": 75, + "fn": 93, + "precision": 0.6606334841628959, + "recall": 0.6108786610878661, + "f1": 0.6347826086956522, + "mean_mask_iou": 0.9020630804988095, + "n_matched": 146 + }, + "ice": { + "tp": 4, + "fp": 2, + "fn": 78, + "precision": 0.6666666666666666, + "recall": 0.04878048780487805, + "f1": 0.0909090909090909, + "mean_mask_iou": 0.7665569978897744, + "n_matched": 4 + } + }, + "overall": { + "tp": 272, + "fp": 113, + "fn": 644, + "precision": 0.7064935064935065, + "recall": 0.29694323144104806, + "f1": 0.4181398923904689, + "mean_mask_iou": 0.8416318118901541, + "n_matched": 272 + }, + "dataset": { + "gold_images": 337, + "pred_images": 337, + "missing_predictions": 0, + "iou_threshold": 0.5, + "ignored_objects": 242 + }, + "weights": "/home/jungfrau/AareLC_train/models/registry/yolo26s-seg-crop1-s-2026-11-04/weights.pt", + "environment": { + "host": "mx-spark-01", + "ultralytics": "8.4.160", + "torch": "2.14.0+cu130" + }, + "measured_at": "2026-11-04T18:18:26" +} diff --git a/models/registry/yolo26s-seg-v3-s-640px-2026-10-01/gold_report.json b/models/registry/yolo26s-seg-v3-s-640px-2026-10-01/gold_report.json index eba7892d..2ffaf849 100644 --- a/models/registry/yolo26s-seg-v3-s-640px-2026-10-01/gold_report.json +++ b/models/registry/yolo26s-seg-v3-s-640px-2026-10-01/gold_report.json @@ -1,54 +1,54 @@ { "per_class": { "loop_all": { - "tp": 182, - "fp": 23, - "fn": 7, - "precision": 0.8878048780487805, - "recall": 0.9629629629629629, - "f1": 0.9238578680203046, - "mean_mask_iou": 0.9070341669798384, - "n_matched": 182 + "tp": 244, + "fp": 17, + "fn": 6, + "precision": 0.9348659003831418, + "recall": 0.976, + "f1": 0.9549902152641879, + "mean_mask_iou": 0.9163310367602128, + "n_matched": 244 }, "pin": { - "tp": 79, - "fp": 10, - "fn": 8, - "precision": 0.8876404494382022, - "recall": 0.9080459770114943, - "f1": 0.8977272727272727, - "mean_mask_iou": 0.9171539485060509, - "n_matched": 79 + "tp": 90, + "fp": 14, + "fn": 3, + "precision": 0.8653846153846154, + "recall": 0.967741935483871, + "f1": 0.9137055837563453, + "mean_mask_iou": 0.9241794257698775, + "n_matched": 90 }, "crystal": { - "tp": 76, - "fp": 56, - "fn": 91, - "precision": 0.5757575757575758, - "recall": 0.4550898203592814, - "f1": 0.508361204013378, - "mean_mask_iou": 0.7629775000938712, - "n_matched": 76 + "tp": 106, + "fp": 77, + "fn": 146, + "precision": 0.5792349726775956, + "recall": 0.42063492063492064, + "f1": 0.48735632183908045, + "mean_mask_iou": 0.7712080617492832, + "n_matched": 106 }, "loop_face": { - "tp": 155, - "fp": 44, - "fn": 26, - "precision": 0.7788944723618091, - "recall": 0.856353591160221, - "f1": 0.8157894736842106, - "mean_mask_iou": 0.8789338127615717, - "n_matched": 155 + "tp": 208, + "fp": 50, + "fn": 31, + "precision": 0.8062015503875969, + "recall": 0.8702928870292888, + "f1": 0.8370221327967806, + "mean_mask_iou": 0.8878624934988996, + "n_matched": 208 }, "ice": { - "tp": 4, + "tp": 5, "fp": 3, - "fn": 43, - "precision": 0.5714285714285714, - "recall": 0.0851063829787234, - "f1": 0.14814814814814814, - "mean_mask_iou": 0.737655233049668, - "n_matched": 4 + "fn": 77, + "precision": 0.625, + "recall": 0.06097560975609756, + "f1": 0.1111111111111111, + "mean_mask_iou": 0.6809871614363021, + "n_matched": 5 }, "needle": { "tp": 0, @@ -62,18 +62,18 @@ } }, "overall": { - "tp": 496, - "fp": 137, - "fn": 175, - "precision": 0.7835703001579779, - "recall": 0.7391952309985097, - "f1": 0.7607361963190183, - "mean_mask_iou": 0.8764254682251716, - "n_matched": 496 + "tp": 653, + "fp": 162, + "fn": 263, + "precision": 0.8012269938650307, + "recall": 0.712882096069869, + "f1": 0.754477180820335, + "mean_mask_iou": 0.8829851612391386, + "n_matched": 653 }, "dataset": { - "gold_images": 288, - "pred_images": 379, + "gold_images": 337, + "pred_images": 440, "missing_predictions": 0, "iou_threshold": 0.5, "ignored_objects": 242 @@ -84,7 +84,7 @@ "ultralytics": "8.4.160", "torch": "2.14.0+cu130" }, - "measured_at": "2026-10-30T16:51:49", + "measured_at": "2026-11-04T18:18:35", "gate": { "baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-v3-noflip-mask1-2026-09-30/gold_report.json", "f1_delta": 0.0238, diff --git a/models/registry/yolo26s-seg-v5-s-noflip-mask1-2026-10-25/gold_report.json b/models/registry/yolo26s-seg-v5-s-noflip-mask1-2026-10-25/gold_report.json index cbd4279e..37d3bfa0 100644 --- a/models/registry/yolo26s-seg-v5-s-noflip-mask1-2026-10-25/gold_report.json +++ b/models/registry/yolo26s-seg-v5-s-noflip-mask1-2026-10-25/gold_report.json @@ -1,69 +1,69 @@ { "per_class": { "loop_all": { - "tp": 182, - "fp": 18, - "fn": 7, - "precision": 0.91, - "recall": 0.9629629629629629, - "f1": 0.93573264781491, - "mean_mask_iou": 0.9101289421698135, - "n_matched": 182 + "tp": 245, + "fp": 13, + "fn": 5, + "precision": 0.9496124031007752, + "recall": 0.98, + "f1": 0.9645669291338583, + "mean_mask_iou": 0.9232984051755876, + "n_matched": 245 }, "pin": { - "tp": 81, - "fp": 11, - "fn": 6, - "precision": 0.8804347826086957, - "recall": 0.9310344827586207, - "f1": 0.9050279329608939, - "mean_mask_iou": 0.9205086413529125, - "n_matched": 81 + "tp": 91, + "fp": 10, + "fn": 2, + "precision": 0.900990099009901, + "recall": 0.978494623655914, + "f1": 0.9381443298969072, + "mean_mask_iou": 0.9418419635128997, + "n_matched": 91 }, "crystal": { - "tp": 96, - "fp": 49, - "fn": 71, - "precision": 0.6620689655172414, - "recall": 0.5748502994011976, - "f1": 0.6153846153846153, - "mean_mask_iou": 0.7755084281981853, - "n_matched": 96 + "tp": 143, + "fp": 64, + "fn": 109, + "precision": 0.6908212560386473, + "recall": 0.5674603174603174, + "f1": 0.6230936819172113, + "mean_mask_iou": 0.7647489596821571, + "n_matched": 143 }, "loop_face": { - "tp": 165, - "fp": 44, - "fn": 16, - "precision": 0.7894736842105263, - "recall": 0.9116022099447514, - "f1": 0.8461538461538461, - "mean_mask_iou": 0.8792930252480741, - "n_matched": 165 + "tp": 219, + "fp": 51, + "fn": 20, + "precision": 0.8111111111111111, + "recall": 0.9163179916317992, + "f1": 0.8605108055009824, + "mean_mask_iou": 0.8964386603150251, + "n_matched": 219 }, "ice": { - "tp": 5, - "fp": 12, - "fn": 42, - "precision": 0.29411764705882354, - "recall": 0.10638297872340426, - "f1": 0.15625, - "mean_mask_iou": 0.8077960211591213, - "n_matched": 5 + "tp": 7, + "fp": 11, + "fn": 75, + "precision": 0.3888888888888889, + "recall": 0.08536585365853659, + "f1": 0.13999999999999999, + "mean_mask_iou": 0.820252901384525, + "n_matched": 7 } }, "overall": { - "tp": 529, - "fp": 134, - "fn": 142, - "precision": 0.7978883861236803, - "recall": 0.7883755588673621, - "f1": 0.793103448275862, - "mean_mask_iou": 0.876702846508971, - "n_matched": 529 + "tp": 705, + "fp": 149, + "fn": 211, + "precision": 0.8255269320843092, + "recall": 0.769650655021834, + "f1": 0.7966101694915254, + "mean_mask_iou": 0.8841654838310969, + "n_matched": 705 }, "dataset": { - "gold_images": 288, - "pred_images": 378, + "gold_images": 337, + "pred_images": 439, "missing_predictions": 0, "iou_threshold": 0.5, "ignored_objects": 242 @@ -74,7 +74,7 @@ "ultralytics": "8.4.160", "torch": "2.14.0+cu130" }, - "measured_at": "2026-10-30T16:52:02", + "measured_at": "2026-11-04T18:18:44", "gate": { "baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-v4-noflip-mask1-2026-10-02/gold_report.json", "f1_delta": 0.0207, diff --git a/models/registry/yolo26s-seg-v6-s-noflip-mask1-2026-10-31/gold_report.json b/models/registry/yolo26s-seg-v6-s-noflip-mask1-2026-10-31/gold_report.json index 8ff8e76e..df0e8c5f 100644 --- a/models/registry/yolo26s-seg-v6-s-noflip-mask1-2026-10-31/gold_report.json +++ b/models/registry/yolo26s-seg-v6-s-noflip-mask1-2026-10-31/gold_report.json @@ -1,78 +1,80 @@ { "per_class": { "loop_all": { - "tp": 184, - "fp": 16, + "tp": 245, + "fp": 12, "fn": 5, - "precision": 0.92, - "recall": 0.9735449735449735, - "f1": 0.9460154241645244, - "mean_mask_iou": 0.9104356318325801, - "n_matched": 184 + "precision": 0.953307392996109, + "recall": 0.98, + "f1": 0.9664694280078895, + "mean_mask_iou": 0.9213717511595073, + "n_matched": 245 }, "pin": { - "tp": 79, - "fp": 11, - "fn": 8, - "precision": 0.8777777777777778, - "recall": 0.9080459770114943, - "f1": 0.8926553672316384, - "mean_mask_iou": 0.9139989863322003, - "n_matched": 79 + "tp": 89, + "fp": 12, + "fn": 4, + "precision": 0.8811881188118812, + "recall": 0.956989247311828, + "f1": 0.9175257731958764, + "mean_mask_iou": 0.9291721958372366, + "n_matched": 89 }, "crystal": { - "tp": 104, - "fp": 58, - "fn": 63, - "precision": 0.6419753086419753, - "recall": 0.6227544910179641, - "f1": 0.6322188449848024, - "mean_mask_iou": 0.7683694649440311, - "n_matched": 104 + "tp": 143, + "fp": 77, + "fn": 109, + "precision": 0.65, + "recall": 0.5674603174603174, + "f1": 0.6059322033898304, + "mean_mask_iou": 0.7718745198319666, + "n_matched": 143 }, "loop_face": { - "tp": 156, - "fp": 43, - "fn": 25, - "precision": 0.7839195979899497, - "recall": 0.861878453038674, - "f1": 0.8210526315789475, - "mean_mask_iou": 0.8823672026709337, - "n_matched": 156 + "tp": 210, + "fp": 49, + "fn": 29, + "precision": 0.8108108108108109, + "recall": 0.8786610878661087, + "f1": 0.8433734939759037, + "mean_mask_iou": 0.8908571197458314, + "n_matched": 210 }, "ice": { "tp": 2, - "fp": 3, - "fn": 45, - "precision": 0.4, - "recall": 0.0425531914893617, - "f1": 0.07692307692307691, - "mean_mask_iou": 0.8628987026452706, + "fp": 4, + "fn": 80, + "precision": 0.3333333333333333, + "recall": 0.024390243902439025, + "f1": 0.04545454545454545, + "mean_mask_iou": 0.8565038230552999, "n_matched": 2 } }, "overall": { - "tp": 525, - "fp": 131, - "fn": 146, - "precision": 0.8003048780487805, - "recall": 0.7824143070044709, - "f1": 0.7912584777694047, - "mean_mask_iou": 0.8743077743877599, - "n_matched": 525 + "tp": 689, + "fp": 154, + "fn": 227, + "precision": 0.8173190984578885, + "recall": 0.7521834061135371, + "f1": 0.7833996588971007, + "mean_mask_iou": 0.8818627918611026, + "n_matched": 689 }, "dataset": { - "gold_images": 288, - "pred_images": 288, + "gold_images": 337, + "pred_images": 349, "missing_predictions": 0, "iou_threshold": 0.5, "ignored_objects": 242 }, + "weights": "/home/jungfrau/AareLC_train/models/registry/yolo26s-seg-v6-s-noflip-mask1-2026-10-31/weights.pt", "environment": { "host": "mx-spark-01", "ultralytics": "8.4.160", "torch": "2.14.0+cu130" }, + "measured_at": "2026-11-04T18:18:53", "gate": { "baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26s-seg-v5-s-noflip-mask1-2026-10-25/gold_report.json", "f1_delta": -0.0018, @@ -104,5 +106,6 @@ } }, "pass": false - } + }, + "gate_measured_on": 288 }