diff --git a/runs/clean_gold_comparison.json b/runs/clean_gold_comparison.json index 0fada0e4..645a0e1f 100644 --- a/runs/clean_gold_comparison.json +++ b/runs/clean_gold_comparison.json @@ -1150,6 +1150,140 @@ "gold_images": 281 } }, + "2026-10-25_v5-warm": { + "per_class": { + "loop_all": { + "tp": 100, + "fp": 20, + "fn": 5, + "precision": 0.8333333333333334, + "recall": 0.9523809523809523, + "f1": 0.888888888888889, + "mean_mask_iou": 0.8830174895721461, + "n_matched": 100 + }, + "pin": { + "tp": 44, + "fp": 17, + "fn": 10, + "precision": 0.7213114754098361, + "recall": 0.8148148148148148, + "f1": 0.7652173913043478, + "mean_mask_iou": 0.8859385880451363, + "n_matched": 44 + }, + "crystal": { + "tp": 68, + "fp": 45, + "fn": 41, + "precision": 0.6017699115044248, + "recall": 0.6238532110091743, + "f1": 0.6126126126126127, + "mean_mask_iou": 0.7681100652666023, + "n_matched": 68 + }, + "loop_face": { + "tp": 86, + "fp": 38, + "fn": 17, + "precision": 0.6935483870967742, + "recall": 0.8349514563106796, + "f1": 0.7577092511013217, + "mean_mask_iou": 0.8397764282865942, + "n_matched": 86 + }, + "ice": { + "tp": 1, + "fp": 9, + "fn": 11, + "precision": 0.1, + "recall": 0.08333333333333333, + "f1": 0.0909090909090909, + "mean_mask_iou": 0.9040697674418605, + "n_matched": 1 + } + }, + "overall": { + "tp": 299, + "fp": 129, + "fn": 84, + "precision": 0.6985981308411215, + "recall": 0.7806788511749347, + "f1": 0.7373612823674477, + "mean_mask_iou": 0.8449477386937074, + "n_matched": 299 + }, + "dataset": { + "gold_images": 281 + } + }, + "2026-10-26_v5h-noflip-mask1": { + "per_class": { + "loop_all": { + "tp": 94, + "fp": 29, + "fn": 11, + "precision": 0.7642276422764228, + "recall": 0.8952380952380953, + "f1": 0.824561403508772, + "mean_mask_iou": 0.882245119279152, + "n_matched": 94 + }, + "pin": { + "tp": 45, + "fp": 19, + "fn": 9, + "precision": 0.703125, + "recall": 0.8333333333333334, + "f1": 0.7627118644067796, + "mean_mask_iou": 0.8898254063784555, + "n_matched": 45 + }, + "crystal": { + "tp": 60, + "fp": 51, + "fn": 49, + "precision": 0.5405405405405406, + "recall": 0.5504587155963303, + "f1": 0.5454545454545454, + "mean_mask_iou": 0.7756969124952409, + "n_matched": 60 + }, + "loop_face": { + "tp": 80, + "fp": 59, + "fn": 23, + "precision": 0.5755395683453237, + "recall": 0.7766990291262136, + "f1": 0.6611570247933883, + "mean_mask_iou": 0.8486597442179095, + "n_matched": 80 + }, + "ice": { + "tp": 1, + "fp": 2, + "fn": 11, + "precision": 0.3333333333333333, + "recall": 0.08333333333333333, + "f1": 0.13333333333333333, + "mean_mask_iou": 0.847953216374269, + "n_matched": 1 + } + }, + "overall": { + "tp": 280, + "fp": 160, + "fn": 103, + "precision": 0.6363636363636364, + "recall": 0.7310704960835509, + "f1": 0.6804374240583232, + "mean_mask_iou": 0.8509133285814012, + "n_matched": 280 + }, + "dataset": { + "gold_images": 281 + } + }, "yolo26n-seg-v5-noflip-mask1-2026-10-23": { "per_class": { "loop_all": { @@ -2427,6 +2561,140 @@ "gold_images": 148 } }, + "2026-10-25_v5-warm": { + "per_class": { + "loop_all": { + "tp": 88, + "fp": 10, + "fn": 4, + "precision": 0.8979591836734694, + "recall": 0.9565217391304348, + "f1": 0.9263157894736843, + "mean_mask_iou": 0.8850851242933359, + "n_matched": 88 + }, + "pin": { + "tp": 39, + "fp": 10, + "fn": 8, + "precision": 0.7959183673469388, + "recall": 0.8297872340425532, + "f1": 0.8125, + "mean_mask_iou": 0.8892182728850818, + "n_matched": 39 + }, + "crystal": { + "tp": 22, + "fp": 21, + "fn": 17, + "precision": 0.5116279069767442, + "recall": 0.5641025641025641, + "f1": 0.5365853658536586, + "mean_mask_iou": 0.8353212119145368, + "n_matched": 22 + }, + "loop_face": { + "tp": 71, + "fp": 16, + "fn": 9, + "precision": 0.8160919540229885, + "recall": 0.8875, + "f1": 0.8502994011976048, + "mean_mask_iou": 0.8302185968739946, + "n_matched": 71 + }, + "ice": { + "tp": 1, + "fp": 9, + "fn": 8, + "precision": 0.1, + "recall": 0.1111111111111111, + "f1": 0.10526315789473685, + "mean_mask_iou": 0.9040697674418605, + "n_matched": 1 + } + }, + "overall": { + "tp": 221, + "fp": 66, + "fn": 46, + "precision": 0.7700348432055749, + "recall": 0.8277153558052435, + "f1": 0.7978339350180506, + "mean_mask_iou": 0.863319730262204, + "n_matched": 221 + }, + "dataset": { + "gold_images": 148 + } + }, + "2026-10-26_v5h-noflip-mask1": { + "per_class": { + "loop_all": { + "tp": 85, + "fp": 16, + "fn": 7, + "precision": 0.8415841584158416, + "recall": 0.9239130434782609, + "f1": 0.8808290155440415, + "mean_mask_iou": 0.8795057842099225, + "n_matched": 85 + }, + "pin": { + "tp": 40, + "fp": 11, + "fn": 7, + "precision": 0.7843137254901961, + "recall": 0.851063829787234, + "f1": 0.8163265306122448, + "mean_mask_iou": 0.8968556984910545, + "n_matched": 40 + }, + "crystal": { + "tp": 25, + "fp": 19, + "fn": 14, + "precision": 0.5681818181818182, + "recall": 0.6410256410256411, + "f1": 0.6024096385542169, + "mean_mask_iou": 0.7972727263513228, + "n_matched": 25 + }, + "loop_face": { + "tp": 66, + "fp": 33, + "fn": 14, + "precision": 0.6666666666666666, + "recall": 0.825, + "f1": 0.7374301675977653, + "mean_mask_iou": 0.8367299888068087, + "n_matched": 66 + }, + "ice": { + "tp": 1, + "fp": 1, + "fn": 8, + "precision": 0.5, + "recall": 0.1111111111111111, + "f1": 0.1818181818181818, + "mean_mask_iou": 0.847953216374269, + "n_matched": 1 + } + }, + "overall": { + "tp": 217, + "fp": 80, + "fn": 50, + "precision": 0.7306397306397306, + "recall": 0.8127340823970037, + "f1": 0.7695035460992908, + "mean_mask_iou": 0.8600745172068767, + "n_matched": 217 + }, + "dataset": { + "gold_images": 148 + } + }, "yolo26n-seg-v5-noflip-mask1-2026-10-23": { "per_class": { "loop_all": { @@ -2562,36 +2830,36 @@ } } }, - "active": "yolo26n-seg-v4-noflip-mask1-2026-10-02", + "active": "yolo26s-seg-v5-s-noflip-mask1-2026-10-25", "bootstrap_vs_active": { "beamline yolo26n-seg-overlap-false-2026-04-12": { "frames": 281, "mounts": 249, "draws": 2000, "f1": { - "delta": -0.2341, - "lo": -0.2855, - "hi": -0.1851, + "delta": -0.2622, + "lo": -0.3135, + "hi": -0.2107, "win": 0.0 }, "mask_score": { - "delta": -0.2477, - "lo": -0.2994, - "hi": -0.1998, + "delta": -0.2634, + "lo": -0.3123, + "hi": -0.215, "win": 0.0 }, "per_class": { "crystal": { "f1": { - "delta": -0.222, - "lo": -0.3092, - "hi": -0.1364, + "delta": -0.2693, + "lo": -0.3581, + "hi": -0.1832, "win": 0.0 }, "mask_score": { - "delta": -0.2229, - "lo": -0.3044, - "hi": -0.1469, + "delta": -0.2161, + "lo": -0.2997, + "hi": -0.1367, "win": 0.0 } } @@ -2602,29 +2870,29 @@ "mounts": 249, "draws": 2000, "f1": { - "delta": -0.0749, - "lo": -0.116, - "hi": -0.0367, + "delta": -0.103, + "lo": -0.1494, + "hi": -0.0621, "win": 0.0 }, "mask_score": { - "delta": -0.1196, - "lo": -0.157, - "hi": -0.0864, + "delta": -0.1354, + "lo": -0.1732, + "hi": -0.1012, "win": 0.0 }, "per_class": { "crystal": { "f1": { - "delta": -0.1131, - "lo": -0.2105, - "hi": -0.0176, - "win": 0.009 + "delta": -0.1604, + "lo": -0.2606, + "hi": -0.0617, + "win": 0.001 }, "mask_score": { - "delta": -0.1874, - "lo": -0.2639, - "hi": -0.1143, + "delta": -0.1806, + "lo": -0.2589, + "hi": -0.1088, "win": 0.0 } } @@ -2635,29 +2903,29 @@ "mounts": 249, "draws": 2000, "f1": { - "delta": -0.0907, - "lo": -0.1309, - "hi": -0.0525, + "delta": -0.1188, + "lo": -0.1614, + "hi": -0.0785, "win": 0.0 }, "mask_score": { - "delta": -0.1213, - "lo": -0.1581, - "hi": -0.0867, + "delta": -0.1371, + "lo": -0.1758, + "hi": -0.1025, "win": 0.0 }, "per_class": { "crystal": { "f1": { - "delta": -0.1156, - "lo": -0.2096, - "hi": -0.031, - "win": 0.004 + "delta": -0.1629, + "lo": -0.2484, + "hi": -0.0808, + "win": 0.0 }, "mask_score": { - "delta": -0.1554, - "lo": -0.2324, - "hi": -0.0849, + "delta": -0.1487, + "lo": -0.2194, + "hi": -0.0806, "win": 0.0 } } @@ -2668,30 +2936,30 @@ "mounts": 249, "draws": 2000, "f1": { - "delta": -0.0612, - "lo": -0.1034, - "hi": -0.0207, - "win": 0.001 + "delta": -0.0893, + "lo": -0.1332, + "hi": -0.05, + "win": 0.0 }, "mask_score": { - "delta": -0.1079, - "lo": -0.1496, - "hi": -0.0719, + "delta": -0.1237, + "lo": -0.1639, + "hi": -0.0891, "win": 0.0 }, "per_class": { "crystal": { "f1": { - "delta": -0.0856, - "lo": -0.1753, - "hi": 0.005, - "win": 0.03 + "delta": -0.1329, + "lo": -0.2241, + "hi": -0.0476, + "win": 0.001 }, "mask_score": { - "delta": -0.1311, - "lo": -0.2069, - "hi": -0.0566, - "win": 0.001 + "delta": -0.1244, + "lo": -0.1936, + "hi": -0.0574, + "win": 0.0 } } } @@ -2701,29 +2969,29 @@ "mounts": 249, "draws": 2000, "f1": { - "delta": -0.0785, - "lo": -0.1147, - "hi": -0.0434, + "delta": -0.1066, + "lo": -0.1489, + "hi": -0.0673, "win": 0.0 }, "mask_score": { - "delta": -0.1303, - "lo": -0.1638, - "hi": -0.0985, + "delta": -0.146, + "lo": -0.1819, + "hi": -0.1118, "win": 0.0 }, "per_class": { "crystal": { "f1": { - "delta": -0.1702, - "lo": -0.2653, - "hi": -0.0778, + "delta": -0.2174, + "lo": -0.3212, + "hi": -0.1179, "win": 0.0 }, "mask_score": { - "delta": -0.2486, - "lo": -0.3269, - "hi": -0.1734, + "delta": -0.2418, + "lo": -0.3259, + "hi": -0.1624, "win": 0.0 } } @@ -2734,29 +3002,29 @@ "mounts": 249, "draws": 2000, "f1": { - "delta": -0.0724, - "lo": -0.1132, - "hi": -0.0353, + "delta": -0.1004, + "lo": -0.1424, + "hi": -0.0621, "win": 0.0 }, "mask_score": { - "delta": -0.1147, - "lo": -0.1517, - "hi": -0.0821, + "delta": -0.1305, + "lo": -0.1708, + "hi": -0.0953, "win": 0.0 }, "per_class": { "crystal": { "f1": { - "delta": -0.1492, - "lo": -0.2421, - "hi": -0.0602, + "delta": -0.1965, + "lo": -0.2943, + "hi": -0.1088, "win": 0.0 }, "mask_score": { - "delta": -0.2134, - "lo": -0.2899, - "hi": -0.1408, + "delta": -0.2066, + "lo": -0.2894, + "hi": -0.1308, "win": 0.0 } } @@ -2767,30 +3035,30 @@ "mounts": 249, "draws": 2000, "f1": { - "delta": -0.0798, - "lo": -0.1168, - "hi": -0.0456, + "delta": -0.1078, + "lo": -0.1494, + "hi": -0.0702, "win": 0.0 }, "mask_score": { - "delta": -0.0919, - "lo": -0.1285, - "hi": -0.0617, + "delta": -0.1076, + "lo": -0.1479, + "hi": -0.0726, "win": 0.0 }, "per_class": { "crystal": { "f1": { - "delta": -0.1167, - "lo": -0.1998, - "hi": -0.0426, - "win": 0.0 + "delta": -0.164, + "lo": -0.2486, + "hi": -0.0845, + "win": 0.001 }, "mask_score": { - "delta": -0.1399, - "lo": -0.2112, - "hi": -0.0713, - "win": 0.0 + "delta": -0.1332, + "lo": -0.2061, + "hi": -0.061, + "win": 0.001 } } } @@ -2800,29 +3068,29 @@ "mounts": 249, "draws": 2000, "f1": { - "delta": -0.0853, - "lo": -0.1253, - "hi": -0.0459, - "win": 0.001 + "delta": -0.1134, + "lo": -0.1556, + "hi": -0.0735, + "win": 0.0 }, "mask_score": { - "delta": -0.1165, - "lo": -0.1534, - "hi": -0.0835, + "delta": -0.1322, + "lo": -0.1718, + "hi": -0.0951, "win": 0.0 }, "per_class": { "crystal": { "f1": { - "delta": -0.156, - "lo": -0.2529, - "hi": -0.0657, + "delta": -0.2032, + "lo": -0.3029, + "hi": -0.115, "win": 0.001 }, "mask_score": { - "delta": -0.2267, - "lo": -0.3072, - "hi": -0.1522, + "delta": -0.22, + "lo": -0.3015, + "hi": -0.1445, "win": 0.0 } } @@ -2833,30 +3101,30 @@ "mounts": 249, "draws": 2000, "f1": { - "delta": -0.0131, - "lo": -0.0461, - "hi": 0.0173, - "win": 0.195 + "delta": -0.0411, + "lo": -0.0749, + "hi": -0.0107, + "win": 0.003 }, "mask_score": { - "delta": -0.0476, - "lo": -0.0726, - "hi": -0.0239, + "delta": -0.0633, + "lo": -0.093, + "hi": -0.0365, "win": 0.0 }, "per_class": { "crystal": { "f1": { - "delta": -0.0508, - "lo": -0.1262, - "hi": 0.0194, - "win": 0.076 + "delta": -0.098, + "lo": -0.1794, + "hi": -0.0202, + "win": 0.009 }, "mask_score": { - "delta": -0.134, - "lo": -0.1984, - "hi": -0.0709, - "win": 0.0 + "delta": -0.1272, + "lo": -0.2038, + "hi": -0.0561, + "win": 0.001 } } } @@ -2866,29 +3134,29 @@ "mounts": 249, "draws": 2000, "f1": { - "delta": -0.0298, - "lo": -0.0664, - "hi": 0.0052, - "win": 0.042 + "delta": -0.0578, + "lo": -0.0995, + "hi": -0.0209, + "win": 0.002 }, "mask_score": { - "delta": -0.0655, - "lo": -0.0936, - "hi": -0.0402, + "delta": -0.0813, + "lo": -0.1117, + "hi": -0.051, "win": 0.0 }, "per_class": { "crystal": { "f1": { - "delta": -0.091, - "lo": -0.1795, - "hi": -0.0059, - "win": 0.018 + "delta": -0.1382, + "lo": -0.2327, + "hi": -0.045, + "win": 0.002 }, "mask_score": { - "delta": -0.1587, - "lo": -0.2306, - "hi": -0.0932, + "delta": -0.152, + "lo": -0.2234, + "hi": -0.0852, "win": 0.0 } } @@ -2899,30 +3167,63 @@ "mounts": 249, "draws": 2000, "f1": { - "delta": -0.0095, - "lo": -0.0438, - "hi": 0.0242, - "win": 0.285 + "delta": -0.0376, + "lo": -0.0742, + "hi": -0.0003, + "win": 0.024 }, "mask_score": { - "delta": -0.0416, - "lo": -0.0669, - "hi": -0.0166, + "delta": -0.0573, + "lo": -0.0864, + "hi": -0.0306, "win": 0.0 }, "per_class": { "crystal": { "f1": { - "delta": -0.0743, - "lo": -0.1674, - "hi": 0.0142, - "win": 0.056 + "delta": -0.1216, + "lo": -0.2062, + "hi": -0.0354, + "win": 0.005 }, "mask_score": { - "delta": -0.1254, - "lo": -0.1951, - "hi": -0.0566, - "win": 0.0 + "delta": -0.1186, + "lo": -0.1847, + "hi": -0.0525, + "win": 0.001 + } + } + } + }, + "2026-10-01_v4-noflip-mask1": { + "frames": 281, + "mounts": 249, + "draws": 2000, + "f1": { + "delta": -0.028, + "lo": -0.0587, + "hi": 0.0044, + "win": 0.039 + }, + "mask_score": { + "delta": -0.0158, + "lo": -0.0397, + "hi": 0.0079, + "win": 0.09 + }, + "per_class": { + "crystal": { + "f1": { + "delta": -0.0473, + "lo": -0.1248, + "hi": 0.0304, + "win": 0.111 + }, + "mask_score": { + "delta": 0.0068, + "lo": -0.0535, + "hi": 0.0676, + "win": 0.594 } } } @@ -2932,30 +3233,30 @@ "mounts": 249, "draws": 2000, "f1": { - "delta": -0.0141, - "lo": -0.0408, - "hi": 0.0138, - "win": 0.174 + "delta": -0.0422, + "lo": -0.0739, + "hi": -0.0089, + "win": 0.006 }, "mask_score": { - "delta": -0.0243, - "lo": -0.0438, - "hi": -0.0036, - "win": 0.011 + "delta": -0.0401, + "lo": -0.0636, + "hi": -0.0165, + "win": 0.0 }, "per_class": { "crystal": { "f1": { - "delta": 0.0028, - "lo": -0.0674, - "hi": 0.0692, - "win": 0.547 + "delta": -0.0445, + "lo": -0.1246, + "hi": 0.0356, + "win": 0.13 }, "mask_score": { - "delta": -0.0526, - "lo": -0.1051, - "hi": -0.003, - "win": 0.019 + "delta": -0.0458, + "lo": -0.1046, + "hi": 0.0166, + "win": 0.068 } } } @@ -2965,30 +3266,30 @@ "mounts": 249, "draws": 2000, "f1": { - "delta": 0.0154, - "lo": -0.0153, - "hi": 0.0461, - "win": 0.828 + "delta": -0.0126, + "lo": -0.0422, + "hi": 0.0168, + "win": 0.192 }, "mask_score": { - "delta": -0.001, - "lo": -0.0242, - "hi": 0.0219, - "win": 0.458 + "delta": -0.0167, + "lo": -0.0356, + "hi": 0.0028, + "win": 0.044 }, "per_class": { "crystal": { "f1": { - "delta": 0.0267, - "lo": -0.0499, - "hi": 0.0978, - "win": 0.749 + "delta": -0.0205, + "lo": -0.0919, + "hi": 0.0528, + "win": 0.264 }, "mask_score": { - "delta": -0.0098, - "lo": -0.069, - "hi": 0.0453, - "win": 0.357 + "delta": -0.003, + "lo": -0.0516, + "hi": 0.0463, + "win": 0.438 } } } @@ -2998,63 +3299,30 @@ "mounts": 249, "draws": 2000, "f1": { - "delta": 0.0194, - "lo": -0.0138, - "hi": 0.0513, - "win": 0.876 + "delta": -0.0086, + "lo": -0.0412, + "hi": 0.0219, + "win": 0.269 }, "mask_score": { - "delta": 0.0057, - "lo": -0.0192, - "hi": 0.0302, - "win": 0.674 + "delta": -0.01, + "lo": -0.0348, + "hi": 0.0136, + "win": 0.208 }, "per_class": { "crystal": { "f1": { - "delta": 0.0204, - "lo": -0.0586, - "hi": 0.094, - "win": 0.707 + "delta": -0.0268, + "lo": -0.0954, + "hi": 0.0436, + "win": 0.225 }, "mask_score": { - "delta": -0.0175, - "lo": -0.0761, - "hi": 0.0418, - "win": 0.297 - } - } - } - }, - "2026-10-23_v5-s-noflip-mask1": { - "frames": 281, - "mounts": 249, - "draws": 2000, - "f1": { - "delta": 0.028, - "lo": -0.005, - "hi": 0.0586, - "win": 0.961 - }, - "mask_score": { - "delta": 0.0158, - "lo": -0.008, - "hi": 0.0397, - "win": 0.91 - }, - "per_class": { - "crystal": { - "f1": { - "delta": 0.0473, - "lo": -0.0311, - "hi": 0.1245, - "win": 0.889 - }, - "mask_score": { - "delta": -0.0068, - "lo": -0.0681, - "hi": 0.0534, - "win": 0.406 + "delta": -0.0108, + "lo": -0.0711, + "hi": 0.051, + "win": 0.373 } } } @@ -3064,30 +3332,96 @@ "mounts": 249, "draws": 2000, "f1": { - "delta": 0.0071, - "lo": -0.0204, - "hi": 0.0358, - "win": 0.685 + "delta": -0.021, + "lo": -0.0487, + "hi": 0.0072, + "win": 0.078 }, "mask_score": { - "delta": -0.0125, - "lo": -0.0354, - "hi": 0.0091, - "win": 0.138 + "delta": -0.0282, + "lo": -0.0489, + "hi": -0.0083, + "win": 0.002 }, "per_class": { "crystal": { "f1": { - "delta": -0.0046, - "lo": -0.0742, - "hi": 0.0618, - "win": 0.456 + "delta": -0.0519, + "lo": -0.1206, + "hi": 0.0169, + "win": 0.067 }, "mask_score": { - "delta": -0.0492, - "lo": -0.1022, - "hi": 0.003, - "win": 0.029 + "delta": -0.0424, + "lo": -0.096, + "hi": 0.0075, + "win": 0.05 + } + } + } + }, + "2026-10-25_v5-warm": { + "frames": 281, + "mounts": 249, + "draws": 2000, + "f1": { + "delta": 0.001, + "lo": -0.0304, + "hi": 0.0309, + "win": 0.525 + }, + "mask_score": { + "delta": -0.0095, + "lo": -0.0321, + "hi": 0.0133, + "win": 0.202 + }, + "per_class": { + "crystal": { + "f1": { + "delta": 0.0244, + "lo": -0.0399, + "hi": 0.0934, + "win": 0.751 + }, + "mask_score": { + "delta": 0.0168, + "lo": -0.0321, + "hi": 0.0685, + "win": 0.735 + } + } + } + }, + "2026-10-26_v5h-noflip-mask1": { + "frames": 281, + "mounts": 249, + "draws": 2000, + "f1": { + "delta": -0.0559, + "lo": -0.0952, + "hi": -0.0193, + "win": 0.002 + }, + "mask_score": { + "delta": -0.047, + "lo": -0.077, + "hi": -0.019, + "win": 0.0 + }, + "per_class": { + "crystal": { + "f1": { + "delta": -0.0428, + "lo": -0.1152, + "hi": 0.0281, + "win": 0.119 + }, + "mask_score": { + "delta": -0.0354, + "lo": -0.0904, + "hi": 0.0197, + "win": 0.102 } } } @@ -3097,30 +3431,30 @@ "mounts": 249, "draws": 2000, "f1": { - "delta": 0.0154, - "lo": -0.0153, - "hi": 0.0461, - "win": 0.828 + "delta": -0.0126, + "lo": -0.0422, + "hi": 0.0168, + "win": 0.192 }, "mask_score": { - "delta": -0.001, - "lo": -0.0242, - "hi": 0.0219, - "win": 0.458 + "delta": -0.0167, + "lo": -0.0356, + "hi": 0.0028, + "win": 0.044 }, "per_class": { "crystal": { "f1": { - "delta": 0.0267, - "lo": -0.0499, - "hi": 0.0978, - "win": 0.749 + "delta": -0.0205, + "lo": -0.0919, + "hi": 0.0528, + "win": 0.264 }, "mask_score": { - "delta": -0.0098, - "lo": -0.069, - "hi": 0.0453, - "win": 0.357 + "delta": -0.003, + "lo": -0.0516, + "hi": 0.0463, + "win": 0.438 } } } @@ -3130,30 +3464,30 @@ "mounts": 249, "draws": 2000, "f1": { - "delta": 0.028, - "lo": -0.005, - "hi": 0.0586, - "win": 0.961 + "delta": 0.0, + "lo": 0.0, + "hi": 0.0, + "win": 0.0 }, "mask_score": { - "delta": 0.0158, - "lo": -0.008, - "hi": 0.0397, - "win": 0.91 + "delta": 0.0, + "lo": 0.0, + "hi": 0.0, + "win": 0.0 }, "per_class": { "crystal": { "f1": { - "delta": 0.0473, - "lo": -0.0311, - "hi": 0.1245, - "win": 0.889 + "delta": 0.0, + "lo": 0.0, + "hi": 0.0, + "win": 0.0 }, "mask_score": { - "delta": -0.0068, - "lo": -0.0681, - "hi": 0.0534, - "win": 0.406 + "delta": 0.0, + "lo": 0.0, + "hi": 0.0, + "win": 0.0 } } } @@ -4299,6 +4633,140 @@ "gold_images": 142 } }, + "2026-10-25_v5-warm": { + "per_class": { + "loop_all": { + "tp": 88, + "fp": 10, + "fn": 4, + "precision": 0.8979591836734694, + "recall": 0.9565217391304348, + "f1": 0.9263157894736843, + "mean_mask_iou": 0.8850851242933359, + "n_matched": 88 + }, + "pin": { + "tp": 38, + "fp": 10, + "fn": 5, + "precision": 0.7916666666666666, + "recall": 0.8837209302325582, + "f1": 0.8351648351648352, + "mean_mask_iou": 0.8894279325189872, + "n_matched": 38 + }, + "crystal": { + "tp": 22, + "fp": 21, + "fn": 17, + "precision": 0.5116279069767442, + "recall": 0.5641025641025641, + "f1": 0.5365853658536586, + "mean_mask_iou": 0.8353212119145368, + "n_matched": 22 + }, + "loop_face": { + "tp": 71, + "fp": 15, + "fn": 9, + "precision": 0.8255813953488372, + "recall": 0.8875, + "f1": 0.8554216867469879, + "mean_mask_iou": 0.8302185968739946, + "n_matched": 71 + }, + "ice": { + "tp": 1, + "fp": 9, + "fn": 8, + "precision": 0.1, + "recall": 0.1111111111111111, + "f1": 0.10526315789473685, + "mean_mask_iou": 0.9040697674418605, + "n_matched": 1 + } + }, + "overall": { + "tp": 220, + "fp": 65, + "fn": 43, + "precision": 0.7719298245614035, + "recall": 0.8365019011406845, + "f1": 0.8029197080291971, + "mean_mask_iou": 0.8632382235506837, + "n_matched": 220 + }, + "dataset": { + "gold_images": 142 + } + }, + "2026-10-26_v5h-noflip-mask1": { + "per_class": { + "loop_all": { + "tp": 85, + "fp": 16, + "fn": 7, + "precision": 0.8415841584158416, + "recall": 0.9239130434782609, + "f1": 0.8808290155440415, + "mean_mask_iou": 0.8795057842099225, + "n_matched": 85 + }, + "pin": { + "tp": 37, + "fp": 9, + "fn": 6, + "precision": 0.8043478260869565, + "recall": 0.8604651162790697, + "f1": 0.8314606741573034, + "mean_mask_iou": 0.9000486351510117, + "n_matched": 37 + }, + "crystal": { + "tp": 25, + "fp": 19, + "fn": 14, + "precision": 0.5681818181818182, + "recall": 0.6410256410256411, + "f1": 0.6024096385542169, + "mean_mask_iou": 0.7972727263513228, + "n_matched": 25 + }, + "loop_face": { + "tp": 66, + "fp": 31, + "fn": 14, + "precision": 0.6804123711340206, + "recall": 0.825, + "f1": 0.7457627118644068, + "mean_mask_iou": 0.8367299888068087, + "n_matched": 66 + }, + "ice": { + "tp": 1, + "fp": 1, + "fn": 8, + "precision": 0.5, + "recall": 0.1111111111111111, + "f1": 0.1818181818181818, + "mean_mask_iou": 0.847953216374269, + "n_matched": 1 + } + }, + "overall": { + "tp": 214, + "fp": 76, + "fn": 49, + "precision": 0.7379310344827587, + "recall": 0.8136882129277566, + "f1": 0.7739602169981917, + "mean_mask_iou": 0.8601109429665303, + "n_matched": 214 + }, + "dataset": { + "gold_images": 142 + } + }, "yolo26n-seg-v5-noflip-mask1-2026-10-23": { "per_class": { "loop_all": {