diff --git a/runs/clean_gold_comparison.json b/runs/clean_gold_comparison.json index a63395b4..fa769c87 100644 --- a/runs/clean_gold_comparison.json +++ b/runs/clean_gold_comparison.json @@ -1,186 +1,186 @@ { - "clean_frames": 281, + "clean_frames": 236, "reports": { "beamline yolo26n-seg-overlap-false-2026-04-12": { "per_class": { "loop_all": { - "tp": 67, - "fp": 32, + "tp": 100, + "fp": 29, "fn": 38, - "precision": 0.6767676767676768, - "recall": 0.638095238095238, - "f1": 0.6568627450980391, - "mean_mask_iou": 0.8315179496370663, - "n_matched": 67 + "precision": 0.7751937984496124, + "recall": 0.7246376811594203, + "f1": 0.749063670411985, + "mean_mask_iou": 0.884920691447784, + "n_matched": 100 }, "pin": { - "tp": 31, - "fp": 34, - "fn": 23, - "precision": 0.47692307692307695, - "recall": 0.5740740740740741, - "f1": 0.5210084033613446, - "mean_mask_iou": 0.8756978107555334, - "n_matched": 31 + "tp": 36, + "fp": 26, + "fn": 22, + "precision": 0.5806451612903226, + "recall": 0.6206896551724138, + "f1": 0.6000000000000001, + "mean_mask_iou": 0.9019360912475141, + "n_matched": 36 }, "crystal": { - "tp": 37, - "fp": 86, - "fn": 72, - "precision": 0.3008130081300813, - "recall": 0.3394495412844037, - "f1": 0.31896551724137934, - "mean_mask_iou": 0.725484168785211, - "n_matched": 37 + "tp": 43, + "fp": 62, + "fn": 99, + "precision": 0.4095238095238095, + "recall": 0.3028169014084507, + "f1": 0.3481781376518219, + "mean_mask_iou": 0.7203680333269338, + "n_matched": 43 }, "loop_face": { - "tp": 52, - "fp": 56, + "tp": 80, + "fp": 47, "fn": 51, - "precision": 0.48148148148148145, - "recall": 0.5048543689320388, - "f1": 0.4928909952606635, - "mean_mask_iou": 0.8609516195382945, - "n_matched": 52 + "precision": 0.6299212598425197, + "recall": 0.6106870229007634, + "f1": 0.62015503875969, + "mean_mask_iou": 0.8983044456258874, + "n_matched": 80 }, "ice": { "tp": 1, - "fp": 14, - "fn": 11, - "precision": 0.06666666666666667, - "recall": 0.08333333333333333, - "f1": 0.07407407407407407, + "fp": 7, + "fn": 17, + "precision": 0.125, + "recall": 0.05555555555555555, + "f1": 0.07692307692307691, "mean_mask_iou": 0.8931750741839762, "n_matched": 1 } }, "overall": { - "tp": 188, - "fp": 222, - "fn": 195, - "precision": 0.4585365853658537, - "recall": 0.4908616187989556, - "f1": 0.4741488020176545, - "mean_mask_iou": 0.8264037675230486, - "n_matched": 188 + "tp": 260, + "fp": 171, + "fn": 227, + "precision": 0.6032482598607889, + "recall": 0.5338809034907598, + "f1": 0.5664488017429194, + "mean_mask_iou": 0.8642120176423155, + "n_matched": 260 }, "dataset": { - "gold_images": 281 + "gold_images": 236 } }, "2026-09-28_alc-v1": { "per_class": { "loop_all": { - "tp": 91, - "fp": 25, + "tp": 124, + "fp": 23, "fn": 14, - "precision": 0.7844827586206896, - "recall": 0.8666666666666667, - "f1": 0.823529411764706, - "mean_mask_iou": 0.8525078316651249, - "n_matched": 91 + "precision": 0.8435374149659864, + "recall": 0.8985507246376812, + "f1": 0.8701754385964912, + "mean_mask_iou": 0.893095576332924, + "n_matched": 124 }, "pin": { - "tp": 43, - "fp": 24, - "fn": 11, - "precision": 0.6417910447761194, - "recall": 0.7962962962962963, - "f1": 0.7107438016528925, - "mean_mask_iou": 0.8772924892562222, - "n_matched": 43 + "tp": 48, + "fp": 19, + "fn": 10, + "precision": 0.7164179104477612, + "recall": 0.8275862068965517, + "f1": 0.768, + "mean_mask_iou": 0.8936061607633765, + "n_matched": 48 }, "crystal": { "tp": 43, - "fp": 49, - "fn": 66, - "precision": 0.4673913043478261, - "recall": 0.3944954128440367, - "f1": 0.427860696517413, - "mean_mask_iou": 0.71412771496749, + "fp": 38, + "fn": 99, + "precision": 0.5308641975308642, + "recall": 0.3028169014084507, + "f1": 0.3856502242152467, + "mean_mask_iou": 0.7078300824665791, "n_matched": 43 }, "loop_face": { - "tp": 69, + "tp": 96, "fp": 48, - "fn": 34, - "precision": 0.5897435897435898, - "recall": 0.6699029126213593, - "f1": 0.6272727272727273, - "mean_mask_iou": 0.8337839647964048, - "n_matched": 69 + "fn": 35, + "precision": 0.6666666666666666, + "recall": 0.732824427480916, + "f1": 0.6981818181818181, + "mean_mask_iou": 0.8799127798893277, + "n_matched": 96 }, "ice": { "tp": 1, - "fp": 4, - "fn": 11, - "precision": 0.2, - "recall": 0.08333333333333333, - "f1": 0.11764705882352941, + "fp": 1, + "fn": 17, + "precision": 0.5, + "recall": 0.05555555555555555, + "f1": 0.09999999999999999, "mean_mask_iou": 0.8808139534883721, "n_matched": 1 } }, "overall": { - "tp": 247, - "fp": 150, - "fn": 136, - "precision": 0.6221662468513854, - "recall": 0.6449086161879896, - "f1": 0.6333333333333333, - "mean_mask_iou": 0.8276161497473133, - "n_matched": 247 + "tp": 312, + "fp": 129, + "fn": 175, + "precision": 0.7074829931972789, + "recall": 0.6406570841889117, + "f1": 0.6724137931034482, + "mean_mask_iou": 0.8635451331758065, + "n_matched": 312 }, "dataset": { - "gold_images": 281 + "gold_images": 236 } }, "2026-09-28_alc-v1-800px": { "per_class": { "loop_all": { - "tp": 94, - "fp": 36, - "fn": 11, - "precision": 0.7230769230769231, - "recall": 0.8952380952380953, - "f1": 0.7999999999999999, - "mean_mask_iou": 0.8653836890296168, - "n_matched": 94 + "tp": 128, + "fp": 34, + "fn": 10, + "precision": 0.7901234567901234, + "recall": 0.927536231884058, + "f1": 0.8533333333333333, + "mean_mask_iou": 0.8980310584973731, + "n_matched": 128 }, "pin": { - "tp": 41, - "fp": 16, - "fn": 13, - "precision": 0.7192982456140351, - "recall": 0.7592592592592593, - "f1": 0.7387387387387387, - "mean_mask_iou": 0.888831838195449, - "n_matched": 41 + "tp": 46, + "fp": 8, + "fn": 12, + "precision": 0.8518518518518519, + "recall": 0.7931034482758621, + "f1": 0.8214285714285715, + "mean_mask_iou": 0.9020054902160746, + "n_matched": 46 }, "crystal": { - "tp": 47, - "fp": 65, - "fn": 62, - "precision": 0.41964285714285715, - "recall": 0.43119266055045874, - "f1": 0.42533936651583715, - "mean_mask_iou": 0.7275480857657721, - "n_matched": 47 + "tp": 56, + "fp": 56, + "fn": 86, + "precision": 0.5, + "recall": 0.39436619718309857, + "f1": 0.4409448818897638, + "mean_mask_iou": 0.6886069968206945, + "n_matched": 56 }, "loop_face": { - "tp": 61, - "fp": 41, - "fn": 42, - "precision": 0.5980392156862745, - "recall": 0.5922330097087378, - "f1": 0.5951219512195122, - "mean_mask_iou": 0.8488937120925294, - "n_matched": 61 + "tp": 87, + "fp": 43, + "fn": 44, + "precision": 0.6692307692307692, + "recall": 0.6641221374045801, + "f1": 0.6666666666666666, + "mean_mask_iou": 0.8857815982260712, + "n_matched": 87 }, "ice": { "tp": 0, - "fp": 3, - "fn": 12, + "fp": 2, + "fn": 18, "precision": 0.0, "recall": 0.0, "f1": 0.0, @@ -189,537 +189,537 @@ } }, "overall": { - "tp": 243, - "fp": 161, - "fn": 140, - "precision": 0.6014851485148515, - "recall": 0.6344647519582245, - "f1": 0.6175349428208387, - "mean_mask_iou": 0.8385409407548681, - "n_matched": 243 + "tp": 317, + "fp": 143, + "fn": 170, + "precision": 0.6891304347826087, + "recall": 0.6509240246406571, + "f1": 0.6694825765575501, + "mean_mask_iou": 0.8582499019092439, + "n_matched": 317 }, "dataset": { - "gold_images": 281 + "gold_images": 236 } }, "2026-09-28_alc-v1-humanonly": { "per_class": { "loop_all": { - "tp": 92, - "fp": 24, + "tp": 125, + "fp": 21, "fn": 13, - "precision": 0.7931034482758621, - "recall": 0.8761904761904762, - "f1": 0.832579185520362, - "mean_mask_iou": 0.8506506295663614, - "n_matched": 92 + "precision": 0.8561643835616438, + "recall": 0.9057971014492754, + "f1": 0.880281690140845, + "mean_mask_iou": 0.8932928604472453, + "n_matched": 125 }, "pin": { - "tp": 43, - "fp": 14, - "fn": 11, - "precision": 0.7543859649122807, - "recall": 0.7962962962962963, - "f1": 0.7747747747747747, - "mean_mask_iou": 0.8766013473049766, - "n_matched": 43 + "tp": 48, + "fp": 9, + "fn": 10, + "precision": 0.8421052631578947, + "recall": 0.8275862068965517, + "f1": 0.8347826086956522, + "mean_mask_iou": 0.8904529505362294, + "n_matched": 48 }, "crystal": { - "tp": 51, - "fp": 64, - "fn": 58, - "precision": 0.4434782608695652, - "recall": 0.46788990825688076, - "f1": 0.45535714285714285, - "mean_mask_iou": 0.722388012987453, - "n_matched": 51 + "tp": 62, + "fp": 72, + "fn": 80, + "precision": 0.4626865671641791, + "recall": 0.43661971830985913, + "f1": 0.4492753623188406, + "mean_mask_iou": 0.6864467602007541, + "n_matched": 62 }, "loop_face": { - "tp": 66, - "fp": 40, + "tp": 94, + "fp": 38, "fn": 37, - "precision": 0.6226415094339622, - "recall": 0.6407766990291263, - "f1": 0.631578947368421, - "mean_mask_iou": 0.83667011218176, - "n_matched": 66 + "precision": 0.7121212121212122, + "recall": 0.7175572519083969, + "f1": 0.7148288973384032, + "mean_mask_iou": 0.8796580561358281, + "n_matched": 94 }, "ice": { "tp": 1, - "fp": 4, - "fn": 11, - "precision": 0.2, - "recall": 0.08333333333333333, - "f1": 0.11764705882352941, + "fp": 1, + "fn": 17, + "precision": 0.5, + "recall": 0.05555555555555555, + "f1": 0.09999999999999999, "mean_mask_iou": 0.8895522388059701, "n_matched": 1 } }, "overall": { - "tp": 253, - "fp": 146, - "fn": 130, - "precision": 0.6340852130325815, - "recall": 0.660574412532637, - "f1": 0.6470588235294118, - "mean_mask_iou": 0.8257125856102038, - "n_matched": 253 + "tp": 330, + "fp": 141, + "fn": 157, + "precision": 0.7006369426751592, + "recall": 0.6776180698151951, + "f1": 0.6889352818371607, + "mean_mask_iou": 0.8501225994838338, + "n_matched": 330 }, "dataset": { - "gold_images": 281 + "gold_images": 236 } }, "2026-09-28_alc-v1-mask1": { "per_class": { "loop_all": { - "tp": 94, - "fp": 41, - "fn": 11, - "precision": 0.6962962962962963, - "recall": 0.8952380952380953, - "f1": 0.7833333333333333, - "mean_mask_iou": 0.8538186412222039, - "n_matched": 94 + "tp": 128, + "fp": 39, + "fn": 10, + "precision": 0.7664670658682635, + "recall": 0.927536231884058, + "f1": 0.8393442622950821, + "mean_mask_iou": 0.8904071980437223, + "n_matched": 128 }, "pin": { - "tp": 39, - "fp": 16, - "fn": 15, - "precision": 0.7090909090909091, - "recall": 0.7222222222222222, - "f1": 0.7155963302752293, - "mean_mask_iou": 0.8926246352242595, - "n_matched": 39 + "tp": 44, + "fp": 12, + "fn": 14, + "precision": 0.7857142857142857, + "recall": 0.7586206896551724, + "f1": 0.7719298245614034, + "mean_mask_iou": 0.9109591714401049, + "n_matched": 44 }, "crystal": { - "tp": 33, - "fp": 36, - "fn": 76, - "precision": 0.4782608695652174, - "recall": 0.30275229357798167, - "f1": 0.3707865168539326, - "mean_mask_iou": 0.7284542042641542, - "n_matched": 33 + "tp": 40, + "fp": 30, + "fn": 102, + "precision": 0.5714285714285714, + "recall": 0.28169014084507044, + "f1": 0.3773584905660377, + "mean_mask_iou": 0.6728126551997067, + "n_matched": 40 }, "loop_face": { - "tp": 72, - "fp": 41, - "fn": 31, - "precision": 0.6371681415929203, - "recall": 0.6990291262135923, - "f1": 0.6666666666666666, - "mean_mask_iou": 0.8378448507687087, - "n_matched": 72 + "tp": 99, + "fp": 44, + "fn": 32, + "precision": 0.6923076923076923, + "recall": 0.7557251908396947, + "f1": 0.7226277372262775, + "mean_mask_iou": 0.8821008138310192, + "n_matched": 99 }, "ice": { "tp": 1, "fp": 3, - "fn": 11, + "fn": 17, "precision": 0.25, - "recall": 0.08333333333333333, - "f1": 0.125, + "recall": 0.05555555555555555, + "f1": 0.0909090909090909, "mean_mask_iou": 0.8958333333333334, "n_matched": 1 } }, "overall": { - "tp": 239, - "fp": 137, - "fn": 144, - "precision": 0.6356382978723404, - "recall": 0.6240208877284595, - "f1": 0.6297760210803689, - "mean_mask_iou": 0.8382048718746058, - "n_matched": 239 + "tp": 312, + "fp": 128, + "fn": 175, + "precision": 0.7090909090909091, + "recall": 0.6406570841889117, + "f1": 0.6731391585760517, + "mean_mask_iou": 0.8627905288575436, + "n_matched": 312 }, "dataset": { - "gold_images": 281 + "gold_images": 236 } }, "2026-09-28_alc-v1-noflip": { "per_class": { "loop_all": { - "tp": 94, - "fp": 32, + "tp": 127, + "fp": 29, "fn": 11, - "precision": 0.746031746031746, - "recall": 0.8952380952380953, - "f1": 0.8138528138528139, - "mean_mask_iou": 0.8489222109312143, - "n_matched": 94 + "precision": 0.8141025641025641, + "recall": 0.9202898550724637, + "f1": 0.8639455782312926, + "mean_mask_iou": 0.8885373848942572, + "n_matched": 127 }, "pin": { - "tp": 42, - "fp": 18, - "fn": 12, - "precision": 0.7, - "recall": 0.7777777777777778, - "f1": 0.7368421052631577, - "mean_mask_iou": 0.873456473256782, - "n_matched": 42 + "tp": 47, + "fp": 12, + "fn": 11, + "precision": 0.7966101694915254, + "recall": 0.8103448275862069, + "f1": 0.8034188034188032, + "mean_mask_iou": 0.8905749298899295, + "n_matched": 47 }, "crystal": { - "tp": 38, - "fp": 47, - "fn": 71, - "precision": 0.4470588235294118, - "recall": 0.3486238532110092, - "f1": 0.3917525773195876, - "mean_mask_iou": 0.7335619346498713, - "n_matched": 38 + "tp": 43, + "fp": 43, + "fn": 99, + "precision": 0.5, + "recall": 0.3028169014084507, + "f1": 0.3771929824561403, + "mean_mask_iou": 0.7107002016499065, + "n_matched": 43 }, "loop_face": { - "tp": 73, - "fp": 51, - "fn": 30, - "precision": 0.5887096774193549, - "recall": 0.7087378640776699, - "f1": 0.643171806167401, - "mean_mask_iou": 0.8359051782458707, - "n_matched": 73 + "tp": 100, + "fp": 54, + "fn": 31, + "precision": 0.6493506493506493, + "recall": 0.7633587786259542, + "f1": 0.7017543859649124, + "mean_mask_iou": 0.8789256934206431, + "n_matched": 100 }, "ice": { "tp": 1, "fp": 1, - "fn": 11, + "fn": 17, "precision": 0.5, - "recall": 0.08333333333333333, - "f1": 0.14285714285714285, + "recall": 0.05555555555555555, + "f1": 0.09999999999999999, "mean_mask_iou": 0.9156626506024096, "n_matched": 1 } }, "overall": { - "tp": 248, - "fp": 149, - "fn": 135, - "precision": 0.6246851385390428, - "recall": 0.6475195822454308, - "f1": 0.6358974358974359, - "mean_mask_iou": 0.8318385237240532, - "n_matched": 248 + "tp": 318, + "fp": 139, + "fn": 169, + "precision": 0.6958424507658644, + "recall": 0.6529774127310062, + "f1": 0.673728813559322, + "mean_mask_iou": 0.8618541202830506, + "n_matched": 318 }, "dataset": { - "gold_images": 281 + "gold_images": 236 } }, "2026-09-29_alc-v1-noflip-mask1": { "per_class": { "loop_all": { - "tp": 93, - "fp": 34, - "fn": 12, - "precision": 0.7322834645669292, - "recall": 0.8857142857142857, - "f1": 0.8017241379310345, - "mean_mask_iou": 0.8570132627732648, - "n_matched": 93 + "tp": 127, + "fp": 36, + "fn": 11, + "precision": 0.7791411042944786, + "recall": 0.9202898550724637, + "f1": 0.8438538205980067, + "mean_mask_iou": 0.8942480000101648, + "n_matched": 127 }, "pin": { - "tp": 42, - "fp": 18, - "fn": 12, - "precision": 0.7, - "recall": 0.7777777777777778, - "f1": 0.7368421052631577, - "mean_mask_iou": 0.8820426184468859, - "n_matched": 42 + "tp": 47, + "fp": 12, + "fn": 11, + "precision": 0.7966101694915254, + "recall": 0.8103448275862069, + "f1": 0.8034188034188032, + "mean_mask_iou": 0.9013393575396472, + "n_matched": 47 }, "crystal": { - "tp": 49, + "tp": 62, "fp": 73, - "fn": 60, - "precision": 0.4016393442622951, - "recall": 0.44954128440366975, - "f1": 0.4242424242424242, - "mean_mask_iou": 0.732320841878607, - "n_matched": 49 + "fn": 80, + "precision": 0.45925925925925926, + "recall": 0.43661971830985913, + "f1": 0.4476534296028881, + "mean_mask_iou": 0.695752649601934, + "n_matched": 62 }, "loop_face": { - "tp": 73, - "fp": 50, - "fn": 30, - "precision": 0.5934959349593496, - "recall": 0.7087378640776699, - "f1": 0.6460176991150443, - "mean_mask_iou": 0.8425311660576752, - "n_matched": 73 + "tp": 100, + "fp": 64, + "fn": 31, + "precision": 0.6097560975609756, + "recall": 0.7633587786259542, + "f1": 0.6779661016949152, + "mean_mask_iou": 0.8834478238232917, + "n_matched": 100 }, "ice": { "tp": 1, - "fp": 5, - "fn": 11, - "precision": 0.16666666666666666, - "recall": 0.08333333333333333, - "f1": 0.1111111111111111, + "fp": 4, + "fn": 17, + "precision": 0.2, + "recall": 0.05555555555555555, + "f1": 0.08695652173913045, "mean_mask_iou": 0.901840490797546, "n_matched": 1 } }, "overall": { - "tp": 258, - "fp": 180, - "fn": 125, - "precision": 0.589041095890411, - "recall": 0.6736292428198434, - "f1": 0.6285018270401949, - "mean_mask_iou": 0.8334820165803967, - "n_matched": 258 + "tp": 337, + "fp": 189, + "fn": 150, + "precision": 0.6406844106463878, + "recall": 0.6919917864476386, + "f1": 0.6653504442250741, + "mean_mask_iou": 0.8555362995670655, + "n_matched": 337 }, "dataset": { - "gold_images": 281 + "gold_images": 236 } }, "2026-09-29_v2-recipeA": { "per_class": { "loop_all": { - "tp": 96, - "fp": 29, + "tp": 129, + "fp": 27, "fn": 9, - "precision": 0.768, - "recall": 0.9142857142857143, - "f1": 0.8347826086956521, - "mean_mask_iou": 0.8451202197174282, - "n_matched": 96 + "precision": 0.8269230769230769, + "recall": 0.9347826086956522, + "f1": 0.8775510204081632, + "mean_mask_iou": 0.8818726412702473, + "n_matched": 129 }, "pin": { - "tp": 43, - "fp": 22, - "fn": 11, - "precision": 0.6615384615384615, - "recall": 0.7962962962962963, - "f1": 0.7226890756302522, - "mean_mask_iou": 0.8753832047697062, - "n_matched": 43 + "tp": 48, + "fp": 14, + "fn": 10, + "precision": 0.7741935483870968, + "recall": 0.8275862068965517, + "f1": 0.7999999999999999, + "mean_mask_iou": 0.8920791740039218, + "n_matched": 48 }, "crystal": { - "tp": 36, - "fp": 42, - "fn": 73, - "precision": 0.46153846153846156, - "recall": 0.3302752293577982, - "f1": 0.3850267379679144, - "mean_mask_iou": 0.7339861583474627, - "n_matched": 36 + "tp": 37, + "fp": 31, + "fn": 105, + "precision": 0.5441176470588235, + "recall": 0.2605633802816901, + "f1": 0.35238095238095235, + "mean_mask_iou": 0.7220365215106966, + "n_matched": 37 }, "loop_face": { - "tp": 71, - "fp": 62, - "fn": 32, - "precision": 0.5338345864661654, - "recall": 0.6893203883495146, - "f1": 0.6016949152542374, - "mean_mask_iou": 0.8387546082866301, - "n_matched": 71 + "tp": 98, + "fp": 54, + "fn": 33, + "precision": 0.6447368421052632, + "recall": 0.7480916030534351, + "f1": 0.6925795053003534, + "mean_mask_iou": 0.8748767197878398, + "n_matched": 98 }, "ice": { "tp": 1, - "fp": 8, - "fn": 11, - "precision": 0.1111111111111111, - "recall": 0.08333333333333333, - "f1": 0.09523809523809525, + "fp": 6, + "fn": 17, + "precision": 0.14285714285714285, + "recall": 0.05555555555555555, + "f1": 0.08, "mean_mask_iou": 0.8793103448275862, "n_matched": 1 } }, "overall": { - "tp": 247, - "fp": 163, - "fn": 136, - "precision": 0.6024390243902439, - "recall": 0.6449086161879896, - "f1": 0.6229508196721311, - "mean_mask_iou": 0.8324996280633903, - "n_matched": 247 + "tp": 313, + "fp": 132, + "fn": 174, + "precision": 0.7033707865168539, + "recall": 0.6427104722792608, + "f1": 0.6716738197424893, + "mean_mask_iou": 0.8623448921916352, + "n_matched": 313 }, "dataset": { - "gold_images": 281 + "gold_images": 236 } }, "2026-09-29_v3-noflip-mask1": { "per_class": { "loop_all": { - "tp": 97, - "fp": 26, + "tp": 130, + "fp": 25, "fn": 8, - "precision": 0.7886178861788617, - "recall": 0.9238095238095239, - "f1": 0.8508771929824561, - "mean_mask_iou": 0.8739499288798377, - "n_matched": 97 + "precision": 0.8387096774193549, + "recall": 0.9420289855072463, + "f1": 0.8873720136518771, + "mean_mask_iou": 0.9070842361695948, + "n_matched": 130 }, "pin": { - "tp": 45, - "fp": 12, - "fn": 9, - "precision": 0.7894736842105263, - "recall": 0.8333333333333334, - "f1": 0.8108108108108109, - "mean_mask_iou": 0.8908809531176523, - "n_matched": 45 - }, - "crystal": { "tp": 50, - "fp": 45, - "fn": 59, - "precision": 0.5263157894736842, - "recall": 0.45871559633027525, - "f1": 0.49019607843137253, - "mean_mask_iou": 0.7306022616583209, + "fp": 7, + "fn": 8, + "precision": 0.8771929824561403, + "recall": 0.8620689655172413, + "f1": 0.8695652173913043, + "mean_mask_iou": 0.9074545115342096, "n_matched": 50 }, + "crystal": { + "tp": 49, + "fp": 31, + "fn": 93, + "precision": 0.6125, + "recall": 0.34507042253521125, + "f1": 0.44144144144144143, + "mean_mask_iou": 0.7207524410090163, + "n_matched": 49 + }, "loop_face": { - "tp": 83, - "fp": 45, - "fn": 20, - "precision": 0.6484375, - "recall": 0.8058252427184466, - "f1": 0.7186147186147185, - "mean_mask_iou": 0.8402809889109282, - "n_matched": 83 + "tp": 110, + "fp": 40, + "fn": 21, + "precision": 0.7333333333333333, + "recall": 0.8396946564885496, + "f1": 0.7829181494661922, + "mean_mask_iou": 0.8785382355763156, + "n_matched": 110 }, "ice": { "tp": 1, - "fp": 7, - "fn": 11, - "precision": 0.125, - "recall": 0.08333333333333333, - "f1": 0.1, + "fp": 6, + "fn": 17, + "precision": 0.14285714285714285, + "recall": 0.05555555555555555, + "f1": 0.08, "mean_mask_iou": 0.8753799392097265, "n_matched": 1 } }, "overall": { - "tp": 276, - "fp": 135, - "fn": 107, - "precision": 0.6715328467153284, - "recall": 0.720626631853786, - "f1": 0.6952141057934508, - "mean_mask_iou": 0.8406217430919257, - "n_matched": 276 + "tp": 340, + "fp": 109, + "fn": 147, + "precision": 0.7572383073496659, + "recall": 0.6981519507186859, + "f1": 0.7264957264957265, + "mean_mask_iou": 0.8709562698258941, + "n_matched": 340 }, "dataset": { - "gold_images": 281 + "gold_images": 236 } }, "2026-09-29_v3-recipeA": { "per_class": { "loop_all": { - "tp": 97, - "fp": 19, - "fn": 8, - "precision": 0.8362068965517241, - "recall": 0.9238095238095239, - "f1": 0.8778280542986425, - "mean_mask_iou": 0.863895070873135, - "n_matched": 97 + "tp": 131, + "fp": 18, + "fn": 7, + "precision": 0.8791946308724832, + "recall": 0.9492753623188406, + "f1": 0.9128919860627177, + "mean_mask_iou": 0.8989799573653686, + "n_matched": 131 }, "pin": { - "tp": 44, - "fp": 23, - "fn": 10, - "precision": 0.6567164179104478, - "recall": 0.8148148148148148, - "f1": 0.7272727272727273, - "mean_mask_iou": 0.8721195914160824, - "n_matched": 44 + "tp": 49, + "fp": 17, + "fn": 9, + "precision": 0.7424242424242424, + "recall": 0.8448275862068966, + "f1": 0.7903225806451614, + "mean_mask_iou": 0.8924908878570756, + "n_matched": 49 }, "crystal": { - "tp": 45, - "fp": 46, - "fn": 64, - "precision": 0.4945054945054945, - "recall": 0.41284403669724773, - "f1": 0.45000000000000007, - "mean_mask_iou": 0.7518478825914627, - "n_matched": 45 + "tp": 50, + "fp": 39, + "fn": 92, + "precision": 0.5617977528089888, + "recall": 0.352112676056338, + "f1": 0.4329004329004329, + "mean_mask_iou": 0.734279488414077, + "n_matched": 50 }, "loop_face": { - "tp": 81, - "fp": 47, - "fn": 22, - "precision": 0.6328125, - "recall": 0.7864077669902912, - "f1": 0.7012987012987012, - "mean_mask_iou": 0.8426347768220572, - "n_matched": 81 + "tp": 108, + "fp": 38, + "fn": 23, + "precision": 0.7397260273972602, + "recall": 0.8244274809160306, + "f1": 0.7797833935018051, + "mean_mask_iou": 0.8787609531635672, + "n_matched": 108 }, "ice": { "tp": 1, "fp": 4, - "fn": 11, + "fn": 17, "precision": 0.2, - "recall": 0.08333333333333333, - "f1": 0.11764705882352941, + "recall": 0.05555555555555555, + "f1": 0.08695652173913045, "mean_mask_iou": 0.8724637681159421, "n_matched": 1 } }, "overall": { - "tp": 268, - "fp": 139, - "fn": 115, - "precision": 0.6584766584766585, - "recall": 0.6997389033942559, - "f1": 0.6784810126582278, - "mean_mask_iou": 0.8400377585982087, - "n_matched": 268 + "tp": 339, + "fp": 116, + "fn": 148, + "precision": 0.7450549450549451, + "recall": 0.6960985626283368, + "f1": 0.7197452229299363, + "mean_mask_iou": 0.8672302331868582, + "n_matched": 339 }, "dataset": { - "gold_images": 281 + "gold_images": 236 } }, "2026-09-30_v3-s-640px": { "per_class": { "loop_all": { - "tp": 98, - "fp": 22, + "tp": 131, + "fp": 20, "fn": 7, - "precision": 0.8166666666666667, - "recall": 0.9333333333333333, - "f1": 0.8711111111111112, - "mean_mask_iou": 0.879474477475054, - "n_matched": 98 + "precision": 0.8675496688741722, + "recall": 0.9492753623188406, + "f1": 0.9065743944636678, + "mean_mask_iou": 0.9081028920071164, + "n_matched": 131 }, "pin": { - "tp": 45, - "fp": 13, - "fn": 9, - "precision": 0.7758620689655172, - "recall": 0.8333333333333334, - "f1": 0.8035714285714286, - "mean_mask_iou": 0.8852229985131382, - "n_matched": 45 + "tp": 50, + "fp": 8, + "fn": 8, + "precision": 0.8620689655172413, + "recall": 0.8620689655172413, + "f1": 0.8620689655172413, + "mean_mask_iou": 0.8997637563117569, + "n_matched": 50 }, "crystal": { - "tp": 49, - "fp": 52, - "fn": 60, - "precision": 0.48514851485148514, - "recall": 0.44954128440366975, - "f1": 0.4666666666666667, - "mean_mask_iou": 0.7646163621490515, - "n_matched": 49 + "tp": 57, + "fp": 47, + "fn": 85, + "precision": 0.5480769230769231, + "recall": 0.4014084507042254, + "f1": 0.4634146341463415, + "mean_mask_iou": 0.7463570385057917, + "n_matched": 57 }, "loop_face": { - "tp": 83, - "fp": 42, - "fn": 20, - "precision": 0.664, - "recall": 0.8058252427184466, - "f1": 0.7280701754385964, - "mean_mask_iou": 0.8429189310341726, - "n_matched": 83 + "tp": 110, + "fp": 39, + "fn": 21, + "precision": 0.738255033557047, + "recall": 0.8396946564885496, + "f1": 0.7857142857142858, + "mean_mask_iou": 0.8804038026148024, + "n_matched": 110 }, "ice": { "tp": 1, "fp": 1, - "fn": 11, + "fn": 17, "precision": 0.5, - "recall": 0.08333333333333333, - "f1": 0.14285714285714285, + "recall": 0.05555555555555555, + "f1": 0.09999999999999999, "mean_mask_iou": 0.8480243161094225, "n_matched": 1 }, @@ -735,266 +735,266 @@ } }, "overall": { - "tp": 276, - "fp": 131, - "fn": 107, - "precision": 0.6781326781326781, - "recall": 0.720626631853786, - "f1": 0.6987341772151898, - "mean_mask_iou": 0.8489131560249852, - "n_matched": 276 + "tp": 349, + "fp": 116, + "fn": 138, + "precision": 0.7505376344086021, + "recall": 0.7166324435318275, + "f1": 0.7331932773109243, + "mean_mask_iou": 0.87158871194008, + "n_matched": 349 }, "dataset": { - "gold_images": 281 + "gold_images": 236 } }, "2026-10-01_v4-noflip-mask1": { "per_class": { "loop_all": { - "tp": 98, + "tp": 132, "fp": 16, - "fn": 7, - "precision": 0.8596491228070176, - "recall": 0.9333333333333333, - "f1": 0.8949771689497716, - "mean_mask_iou": 0.8840375398499658, - "n_matched": 98 + "fn": 6, + "precision": 0.8918918918918919, + "recall": 0.9565217391304348, + "f1": 0.9230769230769231, + "mean_mask_iou": 0.9150571988187318, + "n_matched": 132 }, "pin": { - "tp": 46, - "fp": 19, - "fn": 8, - "precision": 0.7076923076923077, - "recall": 0.8518518518518519, - "f1": 0.7731092436974791, - "mean_mask_iou": 0.8829991994931374, - "n_matched": 46 + "tp": 51, + "fp": 14, + "fn": 7, + "precision": 0.7846153846153846, + "recall": 0.8793103448275862, + "f1": 0.8292682926829268, + "mean_mask_iou": 0.9036622788523914, + "n_matched": 51 }, "crystal": { - "tp": 66, - "fp": 69, - "fn": 43, - "precision": 0.4888888888888889, - "recall": 0.6055045871559633, - "f1": 0.5409836065573771, - "mean_mask_iou": 0.774775940933327, - "n_matched": 66 + "tp": 75, + "fp": 64, + "fn": 67, + "precision": 0.539568345323741, + "recall": 0.528169014084507, + "f1": 0.5338078291814946, + "mean_mask_iou": 0.765582483966039, + "n_matched": 75 }, "loop_face": { - "tp": 84, - "fp": 45, - "fn": 19, - "precision": 0.6511627906976745, - "recall": 0.8155339805825242, - "f1": 0.7241379310344829, - "mean_mask_iou": 0.8445439682444835, - "n_matched": 84 + "tp": 111, + "fp": 41, + "fn": 20, + "precision": 0.7302631578947368, + "recall": 0.8473282442748091, + "f1": 0.7844522968197879, + "mean_mask_iou": 0.8873015177794729, + "n_matched": 111 }, "ice": { "tp": 1, - "fp": 6, - "fn": 11, - "precision": 0.14285714285714285, - "recall": 0.08333333333333333, - "f1": 0.10526315789473685, + "fp": 3, + "fn": 17, + "precision": 0.25, + "recall": 0.05555555555555555, + "f1": 0.0909090909090909, "mean_mask_iou": 0.9003021148036254, "n_matched": 1 } }, "overall": { - "tp": 295, - "fp": 155, - "fn": 88, - "precision": 0.6555555555555556, - "recall": 0.7702349869451697, - "f1": 0.70828331332533, - "mean_mask_iou": 0.8482401682404099, - "n_matched": 295 + "tp": 370, + "fp": 138, + "fn": 117, + "precision": 0.7283464566929134, + "recall": 0.7597535934291582, + "f1": 0.7437185929648241, + "mean_mask_iou": 0.8748210360846558, + "n_matched": 370 }, "dataset": { - "gold_images": 281 + "gold_images": 236 } }, "2026-10-01_v4-recipeA": { "per_class": { "loop_all": { - "tp": 98, - "fp": 25, + "tp": 131, + "fp": 23, "fn": 7, - "precision": 0.7967479674796748, - "recall": 0.9333333333333333, - "f1": 0.8596491228070176, - "mean_mask_iou": 0.8683856061789086, - "n_matched": 98 + "precision": 0.8506493506493507, + "recall": 0.9492753623188406, + "f1": 0.8972602739726028, + "mean_mask_iou": 0.9001888137287063, + "n_matched": 131 }, "pin": { - "tp": 44, - "fp": 18, - "fn": 10, - "precision": 0.7096774193548387, - "recall": 0.8148148148148148, - "f1": 0.7586206896551724, - "mean_mask_iou": 0.894454944449853, - "n_matched": 44 + "tp": 49, + "fp": 10, + "fn": 9, + "precision": 0.8305084745762712, + "recall": 0.8448275862068966, + "f1": 0.8376068376068375, + "mean_mask_iou": 0.911345452494543, + "n_matched": 49 }, "crystal": { - "tp": 59, - "fp": 49, - "fn": 50, - "precision": 0.5462962962962963, - "recall": 0.5412844036697247, - "f1": 0.543778801843318, - "mean_mask_iou": 0.769539349736585, - "n_matched": 59 + "tp": 72, + "fp": 48, + "fn": 70, + "precision": 0.6, + "recall": 0.5070422535211268, + "f1": 0.549618320610687, + "mean_mask_iou": 0.7285794135121487, + "n_matched": 72 }, "loop_face": { - "tp": 84, - "fp": 56, - "fn": 19, - "precision": 0.6, - "recall": 0.8155339805825242, - "f1": 0.691358024691358, - "mean_mask_iou": 0.8352425749724459, - "n_matched": 84 + "tp": 111, + "fp": 51, + "fn": 20, + "precision": 0.6851851851851852, + "recall": 0.8473282442748091, + "f1": 0.757679180887372, + "mean_mask_iou": 0.8707638657386834, + "n_matched": 111 }, "ice": { "tp": 1, - "fp": 7, - "fn": 11, - "precision": 0.125, - "recall": 0.08333333333333333, - "f1": 0.1, + "fp": 3, + "fn": 17, + "precision": 0.25, + "recall": 0.05555555555555555, + "f1": 0.0909090909090909, "mean_mask_iou": 0.8850574712643678, "n_matched": 1 } }, "overall": { - "tp": 286, - "fp": 155, - "fn": 97, - "precision": 0.6485260770975056, - "recall": 0.7467362924281984, - "f1": 0.6941747572815534, - "mean_mask_iou": 0.8423288893871854, - "n_matched": 286 + "tp": 364, + "fp": 135, + "fn": 123, + "precision": 0.7294589178356713, + "recall": 0.7474332648870636, + "f1": 0.7383367139959431, + "mean_mask_iou": 0.8587313904171051, + "n_matched": 364 }, "dataset": { - "gold_images": 281 + "gold_images": 236 } }, "2026-10-22_v5-noflip-mask1": { "per_class": { "loop_all": { - "tp": 99, - "fp": 23, + "tp": 132, + "fp": 22, "fn": 6, - "precision": 0.8114754098360656, - "recall": 0.9428571428571428, - "f1": 0.8722466960352424, - "mean_mask_iou": 0.8810230339364085, - "n_matched": 99 + "precision": 0.8571428571428571, + "recall": 0.9565217391304348, + "f1": 0.904109589041096, + "mean_mask_iou": 0.9129411420247932, + "n_matched": 132 }, "pin": { - "tp": 46, - "fp": 12, - "fn": 8, - "precision": 0.7931034482758621, - "recall": 0.8518518518518519, - "f1": 0.8214285714285715, - "mean_mask_iou": 0.8804466045879558, - "n_matched": 46 + "tp": 51, + "fp": 7, + "fn": 7, + "precision": 0.8793103448275862, + "recall": 0.8793103448275862, + "f1": 0.8793103448275863, + "mean_mask_iou": 0.8988018943230013, + "n_matched": 51 }, "crystal": { - "tp": 65, - "fp": 55, - "fn": 44, - "precision": 0.5416666666666666, - "recall": 0.5963302752293578, - "f1": 0.5676855895196505, - "mean_mask_iou": 0.7702733833623545, - "n_matched": 65 + "tp": 76, + "fp": 45, + "fn": 66, + "precision": 0.628099173553719, + "recall": 0.5352112676056338, + "f1": 0.5779467680608366, + "mean_mask_iou": 0.7509302982171377, + "n_matched": 76 }, "loop_face": { - "tp": 85, - "fp": 43, - "fn": 18, - "precision": 0.6640625, - "recall": 0.8252427184466019, - "f1": 0.7359307359307359, - "mean_mask_iou": 0.8373790173249661, - "n_matched": 85 + "tp": 111, + "fp": 39, + "fn": 20, + "precision": 0.74, + "recall": 0.8473282442748091, + "f1": 0.7900355871886121, + "mean_mask_iou": 0.8810800237030207, + "n_matched": 111 }, "ice": { "tp": 1, - "fp": 6, - "fn": 11, - "precision": 0.14285714285714285, - "recall": 0.08333333333333333, - "f1": 0.10526315789473685, + "fp": 1, + "fn": 17, + "precision": 0.5, + "recall": 0.05555555555555555, + "f1": 0.09999999999999999, "mean_mask_iou": 0.8985074626865671, "n_matched": 1 } }, "overall": { - "tp": 296, - "fp": 139, - "fn": 87, - "precision": 0.6804597701149425, - "recall": 0.7728459530026109, - "f1": 0.7237163814180929, - "mean_mask_iou": 0.844139587920987, - "n_matched": 296 + "tp": 371, + "fp": 114, + "fn": 116, + "precision": 0.7649484536082474, + "recall": 0.7618069815195072, + "f1": 0.7633744855967078, + "mean_mask_iou": 0.8682377900700005, + "n_matched": 371 }, "dataset": { - "gold_images": 281 + "gold_images": 236 } }, "2026-10-23_v5-n-1024px": { "per_class": { "loop_all": { - "tp": 100, - "fp": 21, + "tp": 133, + "fp": 19, "fn": 5, - "precision": 0.8264462809917356, - "recall": 0.9523809523809523, - "f1": 0.8849557522123893, - "mean_mask_iou": 0.8843718017827347, - "n_matched": 100 + "precision": 0.875, + "recall": 0.9637681159420289, + "f1": 0.9172413793103448, + "mean_mask_iou": 0.9123171978371186, + "n_matched": 133 }, "pin": { - "tp": 49, - "fp": 14, - "fn": 5, - "precision": 0.7777777777777778, - "recall": 0.9074074074074074, - "f1": 0.8376068376068377, - "mean_mask_iou": 0.8810247978329447, - "n_matched": 49 + "tp": 54, + "fp": 7, + "fn": 4, + "precision": 0.8852459016393442, + "recall": 0.9310344827586207, + "f1": 0.9075630252100839, + "mean_mask_iou": 0.8983520477354887, + "n_matched": 54 }, "crystal": { - "tp": 64, - "fp": 55, - "fn": 45, - "precision": 0.5378151260504201, - "recall": 0.5871559633027523, - "f1": 0.5614035087719299, - "mean_mask_iou": 0.7691455738105024, - "n_matched": 64 + "tp": 74, + "fp": 50, + "fn": 68, + "precision": 0.5967741935483871, + "recall": 0.5211267605633803, + "f1": 0.556390977443609, + "mean_mask_iou": 0.7615725001109216, + "n_matched": 74 }, "loop_face": { - "tp": 85, - "fp": 45, - "fn": 18, - "precision": 0.6538461538461539, - "recall": 0.8252427184466019, - "f1": 0.7296137339055794, - "mean_mask_iou": 0.8423569091844416, - "n_matched": 85 + "tp": 112, + "fp": 41, + "fn": 19, + "precision": 0.7320261437908496, + "recall": 0.8549618320610687, + "f1": 0.7887323943661971, + "mean_mask_iou": 0.878948536998682, + "n_matched": 112 }, "ice": { "tp": 0, "fp": 3, - "fn": 12, + "fn": 18, "precision": 0.0, "recall": 0.0, "f1": 0.0, @@ -1003,466 +1003,600 @@ } }, "overall": { - "tp": 298, - "fp": 138, - "fn": 85, - "precision": 0.6834862385321101, - "recall": 0.7780678851174935, - "f1": 0.7277167277167278, - "mean_mask_iou": 0.8470907693846897, - "n_matched": 298 + "tp": 373, + "fp": 120, + "fn": 114, + "precision": 0.7565922920892495, + "recall": 0.7659137577002053, + "f1": 0.7612244897959184, + "mean_mask_iou": 0.8703694344292592, + "n_matched": 373 }, "dataset": { - "gold_images": 281 + "gold_images": 236 } }, "2026-10-23_v5-s-noflip-mask1": { "per_class": { "loop_all": { - "tp": 99, - "fp": 17, + "tp": 132, + "fp": 16, "fn": 6, - "precision": 0.853448275862069, - "recall": 0.9428571428571428, - "f1": 0.8959276018099547, - "mean_mask_iou": 0.8784976840082256, - "n_matched": 99 + "precision": 0.8918918918918919, + "recall": 0.9565217391304348, + "f1": 0.9230769230769231, + "mean_mask_iou": 0.9117586979559608, + "n_matched": 132 }, "pin": { - "tp": 47, - "fp": 18, - "fn": 7, - "precision": 0.7230769230769231, - "recall": 0.8703703703703703, - "f1": 0.7899159663865546, - "mean_mask_iou": 0.8888707595088146, - "n_matched": 47 + "tp": 52, + "fp": 9, + "fn": 6, + "precision": 0.8524590163934426, + "recall": 0.896551724137931, + "f1": 0.8739495798319327, + "mean_mask_iou": 0.9046550423006917, + "n_matched": 52 }, "crystal": { - "tp": 65, - "fp": 47, - "fn": 44, - "precision": 0.5803571428571429, - "recall": 0.5963302752293578, - "f1": 0.588235294117647, - "mean_mask_iou": 0.775359040694635, - "n_matched": 65 + "tp": 78, + "fp": 38, + "fn": 64, + "precision": 0.6724137931034483, + "recall": 0.5492957746478874, + "f1": 0.6046511627906976, + "mean_mask_iou": 0.7623788181541683, + "n_matched": 78 }, "loop_face": { - "tp": 91, - "fp": 45, - "fn": 12, - "precision": 0.6691176470588235, - "recall": 0.883495145631068, - "f1": 0.7615062761506276, - "mean_mask_iou": 0.8379654584280626, - "n_matched": 91 + "tp": 118, + "fp": 39, + "fn": 13, + "precision": 0.7515923566878981, + "recall": 0.9007633587786259, + "f1": 0.8194444444444444, + "mean_mask_iou": 0.8815028087188286, + "n_matched": 118 }, "ice": { "tp": 1, - "fp": 10, - "fn": 11, - "precision": 0.09090909090909091, - "recall": 0.08333333333333333, - "f1": 0.08695652173913043, + "fp": 4, + "fn": 17, + "precision": 0.2, + "recall": 0.05555555555555555, + "f1": 0.08695652173913045, "mean_mask_iou": 0.8635014836795252, "n_matched": 1 } }, "overall": { - "tp": 303, - "fp": 137, - "fn": 80, - "precision": 0.6886363636363636, - "recall": 0.7911227154046997, - "f1": 0.7363304981773997, - "mean_mask_iou": 0.8457587203284264, - "n_matched": 303 + "tp": 381, + "fp": 106, + "fn": 106, + "precision": 0.7823408624229979, + "recall": 0.7823408624229979, + "f1": 0.7823408624229979, + "mean_mask_iou": 0.8707102127515733, + "n_matched": 381 }, "dataset": { - "gold_images": 281 + "gold_images": 236 } }, "2026-10-25_v5-amp": { "per_class": { "loop_all": { - "tp": 97, - "fp": 17, - "fn": 8, - "precision": 0.8508771929824561, - "recall": 0.9238095238095239, - "f1": 0.8858447488584474, - "mean_mask_iou": 0.8785500799135099, - "n_matched": 97 + "tp": 131, + "fp": 15, + "fn": 7, + "precision": 0.8972602739726028, + "recall": 0.9492753623188406, + "f1": 0.9225352112676057, + "mean_mask_iou": 0.9097748678036016, + "n_matched": 131 }, "pin": { - "tp": 44, - "fp": 20, - "fn": 10, - "precision": 0.6875, - "recall": 0.8148148148148148, - "f1": 0.7457627118644067, - "mean_mask_iou": 0.8972523155916737, - "n_matched": 44 + "tp": 49, + "fp": 11, + "fn": 9, + "precision": 0.8166666666666667, + "recall": 0.8448275862068966, + "f1": 0.8305084745762712, + "mean_mask_iou": 0.9145410064981385, + "n_matched": 49 }, "crystal": { - "tp": 59, - "fp": 52, - "fn": 50, - "precision": 0.5315315315315315, - "recall": 0.5412844036697247, - "f1": 0.5363636363636364, - "mean_mask_iou": 0.7757876113016097, - "n_matched": 59 + "tp": 70, + "fp": 46, + "fn": 72, + "precision": 0.603448275862069, + "recall": 0.49295774647887325, + "f1": 0.5426356589147286, + "mean_mask_iou": 0.7735928184940035, + "n_matched": 70 }, "loop_face": { - "tp": 88, - "fp": 41, - "fn": 15, - "precision": 0.6821705426356589, - "recall": 0.8543689320388349, - "f1": 0.7586206896551724, - "mean_mask_iou": 0.8421014065309328, - "n_matched": 88 + "tp": 114, + "fp": 35, + "fn": 17, + "precision": 0.7651006711409396, + "recall": 0.8702290076335878, + "f1": 0.8142857142857143, + "mean_mask_iou": 0.8808967710157218, + "n_matched": 114 }, "ice": { "tp": 1, - "fp": 6, - "fn": 11, - "precision": 0.14285714285714285, - "recall": 0.08333333333333333, - "f1": 0.10526315789473685, + "fp": 1, + "fn": 17, + "precision": 0.5, + "recall": 0.05555555555555555, + "f1": 0.09999999999999999, "mean_mask_iou": 0.8818181818181818, "n_matched": 1 } }, "overall": { - "tp": 289, - "fp": 136, - "fn": 94, - "precision": 0.68, - "recall": 0.7545691906005222, - "f1": 0.7153465346534653, - "mean_mask_iou": 0.8493310403494094, - "n_matched": 289 + "tp": 365, + "fp": 108, + "fn": 122, + "precision": 0.7716701902748414, + "recall": 0.7494866529774127, + "f1": 0.7604166666666665, + "mean_mask_iou": 0.8752015462270443, + "n_matched": 365 }, "dataset": { - "gold_images": 281 + "gold_images": 236 } }, "2026-10-25_v5-warm": { "per_class": { "loop_all": { - "tp": 100, - "fp": 20, + "tp": 133, + "fp": 19, "fn": 5, - "precision": 0.8333333333333334, - "recall": 0.9523809523809523, - "f1": 0.888888888888889, - "mean_mask_iou": 0.8830174895721461, - "n_matched": 100 + "precision": 0.875, + "recall": 0.9637681159420289, + "f1": 0.9172413793103448, + "mean_mask_iou": 0.9135414206333146, + "n_matched": 133 }, "pin": { - "tp": 44, - "fp": 17, - "fn": 10, - "precision": 0.7213114754098361, - "recall": 0.8148148148148148, - "f1": 0.7652173913043478, - "mean_mask_iou": 0.8859385880451363, - "n_matched": 44 + "tp": 49, + "fp": 10, + "fn": 9, + "precision": 0.8305084745762712, + "recall": 0.8448275862068966, + "f1": 0.8376068376068375, + "mean_mask_iou": 0.9055133787247467, + "n_matched": 49 }, "crystal": { - "tp": 68, - "fp": 45, - "fn": 41, - "precision": 0.6017699115044248, - "recall": 0.6238532110091743, - "f1": 0.6126126126126127, - "mean_mask_iou": 0.7681100652666023, - "n_matched": 68 + "tp": 81, + "fp": 34, + "fn": 61, + "precision": 0.7043478260869566, + "recall": 0.5704225352112676, + "f1": 0.6303501945525292, + "mean_mask_iou": 0.7485143552628597, + "n_matched": 81 }, "loop_face": { - "tp": 86, - "fp": 38, - "fn": 17, - "precision": 0.6935483870967742, - "recall": 0.8349514563106796, - "f1": 0.7577092511013217, - "mean_mask_iou": 0.8397764282865942, - "n_matched": 86 + "tp": 113, + "fp": 34, + "fn": 18, + "precision": 0.7687074829931972, + "recall": 0.8625954198473282, + "f1": 0.8129496402877697, + "mean_mask_iou": 0.8812215835734658, + "n_matched": 113 }, "ice": { "tp": 1, - "fp": 9, - "fn": 11, - "precision": 0.1, - "recall": 0.08333333333333333, - "f1": 0.0909090909090909, + "fp": 4, + "fn": 17, + "precision": 0.2, + "recall": 0.05555555555555555, + "f1": 0.08695652173913045, "mean_mask_iou": 0.9040697674418605, "n_matched": 1 } }, "overall": { - "tp": 299, - "fp": 129, - "fn": 84, - "precision": 0.6985981308411215, - "recall": 0.7806788511749347, - "f1": 0.7373612823674477, - "mean_mask_iou": 0.8449477386937074, - "n_matched": 299 + "tp": 377, + "fp": 101, + "fn": 110, + "precision": 0.7887029288702929, + "recall": 0.7741273100616016, + "f1": 0.7813471502590673, + "mean_mask_iou": 0.867328742677132, + "n_matched": 377 }, "dataset": { - "gold_images": 281 + "gold_images": 236 } }, "2026-10-26_v5h-noflip-mask1": { "per_class": { "loop_all": { - "tp": 94, + "tp": 128, "fp": 29, - "fn": 11, - "precision": 0.7642276422764228, - "recall": 0.8952380952380953, - "f1": 0.824561403508772, - "mean_mask_iou": 0.882245119279152, - "n_matched": 94 + "fn": 10, + "precision": 0.8152866242038217, + "recall": 0.927536231884058, + "f1": 0.8677966101694916, + "mean_mask_iou": 0.9120656382923361, + "n_matched": 128 }, "pin": { - "tp": 45, - "fp": 19, - "fn": 9, - "precision": 0.703125, - "recall": 0.8333333333333334, - "f1": 0.7627118644067796, - "mean_mask_iou": 0.8898254063784555, - "n_matched": 45 + "tp": 50, + "fp": 10, + "fn": 8, + "precision": 0.8333333333333334, + "recall": 0.8620689655172413, + "f1": 0.847457627118644, + "mean_mask_iou": 0.9072121456214163, + "n_matched": 50 }, "crystal": { - "tp": 60, - "fp": 51, - "fn": 49, - "precision": 0.5405405405405406, - "recall": 0.5504587155963303, - "f1": 0.5454545454545454, - "mean_mask_iou": 0.7756969124952409, - "n_matched": 60 + "tp": 71, + "fp": 45, + "fn": 71, + "precision": 0.6120689655172413, + "recall": 0.5, + "f1": 0.5503875968992248, + "mean_mask_iou": 0.7480089530459064, + "n_matched": 71 }, "loop_face": { - "tp": 80, - "fp": 59, - "fn": 23, - "precision": 0.5755395683453237, - "recall": 0.7766990291262136, - "f1": 0.6611570247933883, - "mean_mask_iou": 0.8486597442179095, - "n_matched": 80 + "tp": 106, + "fp": 52, + "fn": 25, + "precision": 0.6708860759493671, + "recall": 0.8091603053435115, + "f1": 0.7335640138408305, + "mean_mask_iou": 0.8861083233299858, + "n_matched": 106 }, "ice": { "tp": 1, "fp": 2, - "fn": 11, + "fn": 17, "precision": 0.3333333333333333, - "recall": 0.08333333333333333, - "f1": 0.13333333333333333, + "recall": 0.05555555555555555, + "f1": 0.09523809523809525, "mean_mask_iou": 0.847953216374269, "n_matched": 1 } }, "overall": { - "tp": 280, - "fp": 160, - "fn": 103, - "precision": 0.6363636363636364, - "recall": 0.7310704960835509, - "f1": 0.6804374240583232, - "mean_mask_iou": 0.8509133285814012, - "n_matched": 280 + "tp": 356, + "fp": 138, + "fn": 131, + "precision": 0.7206477732793523, + "recall": 0.731006160164271, + "f1": 0.72579001019368, + "mean_mask_iou": 0.8707558430845571, + "n_matched": 356 }, "dataset": { - "gold_images": 281 + "gold_images": 236 + } + }, + "2026-10-30_v6-noflip-mask1": { + "per_class": { + "loop_all": { + "tp": 131, + "fp": 15, + "fn": 7, + "precision": 0.8972602739726028, + "recall": 0.9492753623188406, + "f1": 0.9225352112676057, + "mean_mask_iou": 0.9095016235584598, + "n_matched": 131 + }, + "pin": { + "tp": 51, + "fp": 12, + "fn": 7, + "precision": 0.8095238095238095, + "recall": 0.8793103448275862, + "f1": 0.8429752066115702, + "mean_mask_iou": 0.8990523821569518, + "n_matched": 51 + }, + "crystal": { + "tp": 81, + "fp": 39, + "fn": 61, + "precision": 0.675, + "recall": 0.5704225352112676, + "f1": 0.6183206106870228, + "mean_mask_iou": 0.7350484776952941, + "n_matched": 81 + }, + "loop_face": { + "tp": 107, + "fp": 39, + "fn": 24, + "precision": 0.7328767123287672, + "recall": 0.816793893129771, + "f1": 0.7725631768953068, + "mean_mask_iou": 0.8873926737008391, + "n_matched": 107 + }, + "ice": { + "tp": 1, + "fp": 3, + "fn": 17, + "precision": 0.25, + "recall": 0.05555555555555555, + "f1": 0.0909090909090909, + "mean_mask_iou": 0.8719512195121951, + "n_matched": 1 + } + }, + "overall": { + "tp": 371, + "fp": 108, + "fn": 116, + "precision": 0.7745302713987474, + "recall": 0.7618069815195072, + "f1": 0.7681159420289856, + "mean_mask_iou": 0.8634994020889045, + "n_matched": 371 + }, + "dataset": { + "gold_images": 236 + } + }, + "2026-10-31_v6-s-noflip-mask1": { + "per_class": { + "loop_all": { + "tp": 133, + "fp": 15, + "fn": 5, + "precision": 0.8986486486486487, + "recall": 0.9637681159420289, + "f1": 0.9300699300699301, + "mean_mask_iou": 0.9132817810963653, + "n_matched": 133 + }, + "pin": { + "tp": 50, + "fp": 8, + "fn": 8, + "precision": 0.8620689655172413, + "recall": 0.8620689655172413, + "f1": 0.8620689655172413, + "mean_mask_iou": 0.8952343305703572, + "n_matched": 50 + }, + "crystal": { + "tp": 85, + "fp": 45, + "fn": 57, + "precision": 0.6538461538461539, + "recall": 0.5985915492957746, + "f1": 0.625, + "mean_mask_iou": 0.7565333473371383, + "n_matched": 85 + }, + "loop_face": { + "tp": 109, + "fp": 37, + "fn": 22, + "precision": 0.7465753424657534, + "recall": 0.8320610687022901, + "f1": 0.7870036101083032, + "mean_mask_iou": 0.8829181450580076, + "n_matched": 109 + }, + "ice": { + "tp": 1, + "fp": 2, + "fn": 17, + "precision": 0.3333333333333333, + "recall": 0.05555555555555555, + "f1": 0.09523809523809525, + "mean_mask_iou": 0.8629737609329446, + "n_matched": 1 + } + }, + "overall": { + "tp": 378, + "fp": 107, + "fn": 109, + "precision": 0.7793814432989691, + "recall": 0.7761806981519507, + "f1": 0.7777777777777778, + "mean_mask_iou": 0.8667581468525046, + "n_matched": 378 + }, + "dataset": { + "gold_images": 236 } } }, - "core_frames": 148, + "core_frames": 111, "core_frozen": "2026-10-02", "core_reports": { "beamline yolo26n-seg-overlap-false-2026-04-12": { "per_class": { "loop_all": { - "tp": 58, - "fp": 20, + "tp": 48, + "fp": 18, "fn": 34, - "precision": 0.7435897435897436, - "recall": 0.6304347826086957, - "f1": 0.6823529411764706, - "mean_mask_iou": 0.819627885818135, - "n_matched": 58 + "precision": 0.7272727272727273, + "recall": 0.5853658536585366, + "f1": 0.6486486486486487, + "mean_mask_iou": 0.8116053825008248, + "n_matched": 48 }, "pin": { - "tp": 28, - "fp": 19, - "fn": 19, - "precision": 0.5957446808510638, - "recall": 0.5957446808510638, - "f1": 0.5957446808510638, - "mean_mask_iou": 0.8824938544110352, - "n_matched": 28 + "tp": 26, + "fp": 18, + "fn": 18, + "precision": 0.5909090909090909, + "recall": 0.5909090909090909, + "f1": 0.5909090909090909, + "mean_mask_iou": 0.8929355804288792, + "n_matched": 26 }, "crystal": { - "tp": 15, - "fp": 39, - "fn": 24, - "precision": 0.2777777777777778, - "recall": 0.38461538461538464, - "f1": 0.3225806451612903, - "mean_mask_iou": 0.7672677057932032, - "n_matched": 15 + "tp": 11, + "fp": 17, + "fn": 19, + "precision": 0.39285714285714285, + "recall": 0.36666666666666664, + "f1": 0.3793103448275862, + "mean_mask_iou": 0.7870219732509092, + "n_matched": 11 }, "loop_face": { - "tp": 40, - "fp": 30, - "fn": 40, - "precision": 0.5714285714285714, - "recall": 0.5, - "f1": 0.5333333333333333, - "mean_mask_iou": 0.8462796921751832, - "n_matched": 40 + "tp": 28, + "fp": 24, + "fn": 39, + "precision": 0.5384615384615384, + "recall": 0.417910447761194, + "f1": 0.47058823529411764, + "mean_mask_iou": 0.8445081669169455, + "n_matched": 28 }, "ice": { "tp": 1, - "fp": 8, + "fp": 4, "fn": 8, - "precision": 0.1111111111111111, + "precision": 0.2, "recall": 0.1111111111111111, - "f1": 0.1111111111111111, + "f1": 0.14285714285714285, "mean_mask_iou": 0.8931750741839762, "n_matched": 1 } }, "overall": { - "tp": 142, - "fp": 116, - "fn": 125, - "precision": 0.5503875968992248, - "recall": 0.5318352059925093, - "f1": 0.5409523809523809, - "mean_mask_iou": 0.834518476401762, - "n_matched": 142 + "tp": 114, + "fp": 81, + "fn": 118, + "precision": 0.5846153846153846, + "recall": 0.49137931034482757, + "f1": 0.5339578454332553, + "mean_mask_iou": 0.8365792009193764, + "n_matched": 114 }, "dataset": { - "gold_images": 148 + "gold_images": 111 } }, "2026-09-28_alc-v1": { "per_class": { "loop_all": { - "tp": 81, + "tp": 71, "fp": 14, "fn": 11, - "precision": 0.8526315789473684, - "recall": 0.8804347826086957, - "f1": 0.8663101604278075, - "mean_mask_iou": 0.8499728718678281, - "n_matched": 81 + "precision": 0.8352941176470589, + "recall": 0.8658536585365854, + "f1": 0.8502994011976048, + "mean_mask_iou": 0.8520769300385382, + "n_matched": 71 }, "pin": { - "tp": 39, - "fp": 15, - "fn": 8, - "precision": 0.7222222222222222, - "recall": 0.8297872340425532, - "f1": 0.7722772277227723, - "mean_mask_iou": 0.8784304712458564, - "n_matched": 39 + "tp": 37, + "fp": 12, + "fn": 7, + "precision": 0.7551020408163265, + "recall": 0.8409090909090909, + "f1": 0.7956989247311828, + "mean_mask_iou": 0.881974917662591, + "n_matched": 37 }, "crystal": { - "tp": 20, - "fp": 17, - "fn": 19, - "precision": 0.5405405405405406, - "recall": 0.5128205128205128, - "f1": 0.5263157894736842, - "mean_mask_iou": 0.7492468138856745, - "n_matched": 20 + "tp": 12, + "fp": 7, + "fn": 18, + "precision": 0.631578947368421, + "recall": 0.4, + "f1": 0.4897959183673469, + "mean_mask_iou": 0.787210434133195, + "n_matched": 12 }, "loop_face": { - "tp": 57, - "fp": 24, + "tp": 44, + "fp": 21, "fn": 23, - "precision": 0.7037037037037037, - "recall": 0.7125, - "f1": 0.7080745341614907, - "mean_mask_iou": 0.8186131021085434, - "n_matched": 57 + "precision": 0.676923076923077, + "recall": 0.6567164179104478, + "f1": 0.6666666666666667, + "mean_mask_iou": 0.8303244510830408, + "n_matched": 44 }, "ice": { "tp": 1, - "fp": 3, + "fp": 1, "fn": 8, - "precision": 0.25, + "precision": 0.5, "recall": 0.1111111111111111, - "f1": 0.15384615384615383, + "f1": 0.1818181818181818, "mean_mask_iou": 0.8808139534883721, "n_matched": 1 } }, "overall": { - "tp": 198, - "fp": 73, - "fn": 69, - "precision": 0.7306273062730627, - "recall": 0.7415730337078652, - "f1": 0.7360594795539034, - "mean_mask_iou": 0.8365317578347039, - "n_matched": 198 + "tp": 165, + "fp": 55, + "fn": 67, + "precision": 0.75, + "recall": 0.7112068965517241, + "f1": 0.7300884955752212, + "mean_mask_iou": 0.8484372666484405, + "n_matched": 165 }, "dataset": { - "gold_images": 148 + "gold_images": 111 } }, "2026-09-28_alc-v1-800px": { "per_class": { "loop_all": { - "tp": 83, + "tp": 74, "fp": 21, - "fn": 9, - "precision": 0.7980769230769231, - "recall": 0.9021739130434783, - "f1": 0.8469387755102041, - "mean_mask_iou": 0.8644999688316582, - "n_matched": 83 + "fn": 8, + "precision": 0.7789473684210526, + "recall": 0.9024390243902439, + "f1": 0.8361581920903954, + "mean_mask_iou": 0.8651284521098243, + "n_matched": 74 }, "pin": { - "tp": 37, - "fp": 13, - "fn": 10, - "precision": 0.74, - "recall": 0.7872340425531915, - "f1": 0.7628865979381443, - "mean_mask_iou": 0.8904355832439773, - "n_matched": 37 + "tp": 35, + "fp": 8, + "fn": 9, + "precision": 0.813953488372093, + "recall": 0.7954545454545454, + "f1": 0.8045977011494252, + "mean_mask_iou": 0.8917055825200243, + "n_matched": 35 }, "crystal": { - "tp": 19, - "fp": 24, - "fn": 20, - "precision": 0.4418604651162791, - "recall": 0.48717948717948717, - "f1": 0.46341463414634154, - "mean_mask_iou": 0.7921412362927195, - "n_matched": 19 + "tp": 12, + "fp": 12, + "fn": 18, + "precision": 0.5, + "recall": 0.4, + "f1": 0.4444444444444445, + "mean_mask_iou": 0.7857098339381005, + "n_matched": 12 }, "loop_face": { - "tp": 49, - "fp": 21, + "tp": 36, + "fp": 17, "fn": 31, - "precision": 0.7, - "recall": 0.6125, - "f1": 0.6533333333333333, - "mean_mask_iou": 0.8332276031174903, - "n_matched": 49 + "precision": 0.6792452830188679, + "recall": 0.5373134328358209, + "f1": 0.5999999999999999, + "mean_mask_iou": 0.8398166648310967, + "n_matched": 36 }, "ice": { "tp": 0, @@ -1476,60 +1610,60 @@ } }, "overall": { - "tp": 188, - "fp": 80, - "fn": 79, - "precision": 0.7014925373134329, - "recall": 0.704119850187266, - "f1": 0.7028037383177571, - "mean_mask_iou": 0.8541406916775182, - "n_matched": 188 + "tp": 157, + "fp": 59, + "fn": 75, + "precision": 0.7268518518518519, + "recall": 0.6767241379310345, + "f1": 0.7008928571428571, + "mean_mask_iou": 0.8591791005446142, + "n_matched": 157 }, "dataset": { - "gold_images": 148 + "gold_images": 111 } }, "2026-09-28_alc-v1-humanonly": { "per_class": { "loop_all": { - "tp": 82, - "fp": 12, + "tp": 72, + "fp": 11, "fn": 10, - "precision": 0.8723404255319149, - "recall": 0.8913043478260869, - "f1": 0.8817204301075269, - "mean_mask_iou": 0.8481091035883077, - "n_matched": 82 + "precision": 0.8674698795180723, + "recall": 0.8780487804878049, + "f1": 0.8727272727272728, + "mean_mask_iou": 0.8508376829506162, + "n_matched": 72 }, "pin": { - "tp": 38, - "fp": 8, - "fn": 9, - "precision": 0.8260869565217391, - "recall": 0.8085106382978723, - "f1": 0.8172043010752688, - "mean_mask_iou": 0.8779326731730979, - "n_matched": 38 + "tp": 36, + "fp": 5, + "fn": 8, + "precision": 0.8780487804878049, + "recall": 0.8181818181818182, + "f1": 0.8470588235294119, + "mean_mask_iou": 0.876255615902882, + "n_matched": 36 }, "crystal": { - "tp": 22, - "fp": 25, - "fn": 17, - "precision": 0.46808510638297873, - "recall": 0.5641025641025641, - "f1": 0.5116279069767442, - "mean_mask_iou": 0.7288413011814886, - "n_matched": 22 + "tp": 14, + "fp": 11, + "fn": 16, + "precision": 0.56, + "recall": 0.4666666666666667, + "f1": 0.509090909090909, + "mean_mask_iou": 0.7687304397186375, + "n_matched": 14 }, "loop_face": { - "tp": 55, - "fp": 24, - "fn": 25, - "precision": 0.6962025316455697, - "recall": 0.6875, - "f1": 0.6918238993710691, - "mean_mask_iou": 0.8242191375929399, - "n_matched": 55 + "tp": 43, + "fp": 21, + "fn": 24, + "precision": 0.671875, + "recall": 0.6417910447761194, + "f1": 0.6564885496183207, + "mean_mask_iou": 0.8295631323307117, + "n_matched": 43 }, "ice": { "tp": 1, @@ -1543,60 +1677,60 @@ } }, "overall": { - "tp": 198, - "fp": 70, - "fn": 69, - "precision": 0.7388059701492538, - "recall": 0.7415730337078652, - "f1": 0.7401869158878505, - "mean_mask_iou": 0.8341540480163102, - "n_matched": 198 + "tp": 166, + "fp": 49, + "fn": 66, + "precision": 0.772093023255814, + "recall": 0.7155172413793104, + "f1": 0.7427293064876959, + "mean_mask_iou": 0.8441476411447929, + "n_matched": 166 }, "dataset": { - "gold_images": 148 + "gold_images": 111 } }, "2026-09-28_alc-v1-mask1": { "per_class": { "loop_all": { - "tp": 84, - "fp": 28, - "fn": 8, - "precision": 0.75, - "recall": 0.9130434782608695, - "f1": 0.8235294117647057, - "mean_mask_iou": 0.8526792176111354, - "n_matched": 84 + "tp": 75, + "fp": 27, + "fn": 7, + "precision": 0.7352941176470589, + "recall": 0.9146341463414634, + "f1": 0.8152173913043479, + "mean_mask_iou": 0.856891029744356, + "n_matched": 75 }, "pin": { - "tp": 35, - "fp": 8, - "fn": 12, - "precision": 0.813953488372093, - "recall": 0.7446808510638298, - "f1": 0.7777777777777778, - "mean_mask_iou": 0.8969516849877124, - "n_matched": 35 + "tp": 33, + "fp": 6, + "fn": 11, + "precision": 0.8461538461538461, + "recall": 0.75, + "f1": 0.7951807228915662, + "mean_mask_iou": 0.9038044765084308, + "n_matched": 33 }, "crystal": { - "tp": 16, - "fp": 16, - "fn": 23, - "precision": 0.5, - "recall": 0.41025641025641024, - "f1": 0.4507042253521127, - "mean_mask_iou": 0.7963076463114488, - "n_matched": 16 + "tp": 11, + "fp": 4, + "fn": 19, + "precision": 0.7333333333333333, + "recall": 0.36666666666666664, + "f1": 0.4888888888888889, + "mean_mask_iou": 0.7899232116772347, + "n_matched": 11 }, "loop_face": { - "tp": 60, - "fp": 21, + "tp": 47, + "fp": 20, "fn": 20, - "precision": 0.7407407407407407, - "recall": 0.75, - "f1": 0.7453416149068324, - "mean_mask_iou": 0.8233537817549802, - "n_matched": 60 + "precision": 0.7014925373134329, + "recall": 0.7014925373134329, + "f1": 0.7014925373134329, + "mean_mask_iou": 0.8378540999391998, + "n_matched": 47 }, "ice": { "tp": 1, @@ -1610,60 +1744,60 @@ } }, "overall": { - "tp": 196, - "fp": 73, - "fn": 71, - "precision": 0.7286245353159851, - "recall": 0.7340823970037453, - "f1": 0.7313432835820894, - "mean_mask_iou": 0.8472262542526565, - "n_matched": 196 + "tp": 167, + "fp": 57, + "fn": 65, + "precision": 0.7455357142857143, + "recall": 0.7198275862068966, + "f1": 0.7324561403508772, + "mean_mask_iou": 0.8566257863145521, + "n_matched": 167 }, "dataset": { - "gold_images": 148 + "gold_images": 111 } }, "2026-09-28_alc-v1-noflip": { "per_class": { "loop_all": { - "tp": 84, - "fp": 15, + "tp": 74, + "fp": 14, "fn": 8, - "precision": 0.8484848484848485, - "recall": 0.9130434782608695, - "f1": 0.8795811518324607, - "mean_mask_iou": 0.8461441573258723, - "n_matched": 84 + "precision": 0.8409090909090909, + "recall": 0.9024390243902439, + "f1": 0.8705882352941177, + "mean_mask_iou": 0.846889963631401, + "n_matched": 74 }, "pin": { - "tp": 37, - "fp": 9, - "fn": 10, - "precision": 0.8043478260869565, - "recall": 0.7872340425531915, - "f1": 0.795698924731183, - "mean_mask_iou": 0.8775115973244322, - "n_matched": 37 + "tp": 35, + "fp": 6, + "fn": 9, + "precision": 0.8536585365853658, + "recall": 0.7954545454545454, + "f1": 0.8235294117647058, + "mean_mask_iou": 0.8808774443063342, + "n_matched": 35 }, "crystal": { - "tp": 20, - "fp": 17, - "fn": 19, - "precision": 0.5405405405405406, - "recall": 0.5128205128205128, - "f1": 0.5263157894736842, - "mean_mask_iou": 0.7273790791361571, - "n_matched": 20 + "tp": 13, + "fp": 9, + "fn": 17, + "precision": 0.5909090909090909, + "recall": 0.43333333333333335, + "f1": 0.5, + "mean_mask_iou": 0.7325078499800658, + "n_matched": 13 }, "loop_face": { - "tp": 61, - "fp": 28, + "tp": 48, + "fp": 26, "fn": 19, - "precision": 0.6853932584269663, - "recall": 0.7625, - "f1": 0.7218934911242604, - "mean_mask_iou": 0.8210088491188919, - "n_matched": 61 + "precision": 0.6486486486486487, + "recall": 0.7164179104477612, + "f1": 0.6808510638297873, + "mean_mask_iou": 0.8277774500605997, + "n_matched": 48 }, "ice": { "tp": 1, @@ -1677,60 +1811,60 @@ } }, "overall": { - "tp": 203, - "fp": 69, - "fn": 64, - "precision": 0.7463235294117647, - "recall": 0.7602996254681648, - "f1": 0.7532467532467532, - "mean_mask_iou": 0.8329498637731789, - "n_matched": 203 + "tp": 171, + "fp": 55, + "fn": 61, + "precision": 0.7566371681415929, + "recall": 0.7370689655172413, + "f1": 0.7467248908296943, + "mean_mask_iou": 0.8401880126473535, + "n_matched": 171 }, "dataset": { - "gold_images": 148 + "gold_images": 111 } }, "2026-09-29_alc-v1-noflip-mask1": { "per_class": { "loop_all": { - "tp": 83, - "fp": 20, - "fn": 9, - "precision": 0.8058252427184466, - "recall": 0.9021739130434783, - "f1": 0.8512820512820513, - "mean_mask_iou": 0.8534895677923248, - "n_matched": 83 + "tp": 74, + "fp": 17, + "fn": 8, + "precision": 0.8131868131868132, + "recall": 0.9024390243902439, + "f1": 0.8554913294797688, + "mean_mask_iou": 0.8524137396040476, + "n_matched": 74 }, "pin": { - "tp": 37, - "fp": 8, - "fn": 10, - "precision": 0.8222222222222222, - "recall": 0.7872340425531915, - "f1": 0.8043478260869565, - "mean_mask_iou": 0.8874372647201296, - "n_matched": 37 + "tp": 35, + "fp": 6, + "fn": 9, + "precision": 0.8536585365853658, + "recall": 0.7954545454545454, + "f1": 0.8235294117647058, + "mean_mask_iou": 0.8929084066966806, + "n_matched": 35 }, "crystal": { - "tp": 21, - "fp": 31, - "fn": 18, - "precision": 0.40384615384615385, - "recall": 0.5384615384615384, - "f1": 0.46153846153846156, - "mean_mask_iou": 0.7718891071431425, - "n_matched": 21 + "tp": 14, + "fp": 17, + "fn": 16, + "precision": 0.45161290322580644, + "recall": 0.4666666666666667, + "f1": 0.45901639344262296, + "mean_mask_iou": 0.7737037697673378, + "n_matched": 14 }, "loop_face": { - "tp": 60, - "fp": 28, + "tp": 47, + "fp": 26, "fn": 20, - "precision": 0.6818181818181818, - "recall": 0.75, - "f1": 0.7142857142857143, - "mean_mask_iou": 0.8295419449936053, - "n_matched": 60 + "precision": 0.6438356164383562, + "recall": 0.7014925373134329, + "f1": 0.6714285714285715, + "mean_mask_iou": 0.8376208946796272, + "n_matched": 47 }, "ice": { "tp": 1, @@ -1744,127 +1878,60 @@ } }, "overall": { - "tp": 202, - "fp": 88, - "fn": 65, - "precision": 0.696551724137931, - "recall": 0.7565543071161048, - "f1": 0.7253141831238779, - "mean_mask_iou": 0.8443506998110276, - "n_matched": 202 + "tp": 171, + "fp": 67, + "fn": 61, + "precision": 0.7184873949579832, + "recall": 0.7370689655172413, + "f1": 0.7276595744680852, + "mean_mask_iou": 0.8504812063307956, + "n_matched": 171 }, "dataset": { - "gold_images": 148 + "gold_images": 111 } }, "2026-09-29_v2-recipeA": { "per_class": { "loop_all": { - "tp": 87, + "tp": 77, "fp": 16, "fn": 5, - "precision": 0.8446601941747572, - "recall": 0.9456521739130435, - "f1": 0.8923076923076922, - "mean_mask_iou": 0.8416325465301895, - "n_matched": 87 + "precision": 0.8279569892473119, + "recall": 0.9390243902439024, + "f1": 0.8799999999999999, + "mean_mask_iou": 0.8387941614212304, + "n_matched": 77 }, "pin": { - "tp": 38, - "fp": 13, - "fn": 9, - "precision": 0.7450980392156863, - "recall": 0.8085106382978723, - "f1": 0.7755102040816325, - "mean_mask_iou": 0.8815330873650353, - "n_matched": 38 + "tp": 36, + "fp": 9, + "fn": 8, + "precision": 0.8, + "recall": 0.8181818181818182, + "f1": 0.8089887640449439, + "mean_mask_iou": 0.8841958558253175, + "n_matched": 36 }, "crystal": { - "tp": 18, - "fp": 19, - "fn": 21, - "precision": 0.4864864864864865, - "recall": 0.46153846153846156, - "f1": 0.47368421052631576, - "mean_mask_iou": 0.7810514836266865, - "n_matched": 18 + "tp": 13, + "fp": 11, + "fn": 17, + "precision": 0.5416666666666666, + "recall": 0.43333333333333335, + "f1": 0.4814814814814815, + "mean_mask_iou": 0.7865922910782236, + "n_matched": 13 }, "loop_face": { - "tp": 60, - "fp": 34, - "fn": 20, - "precision": 0.6382978723404256, - "recall": 0.75, - "f1": 0.6896551724137931, - "mean_mask_iou": 0.823707382910823, - "n_matched": 60 - }, - "ice": { - "tp": 1, - "fp": 6, - "fn": 8, - "precision": 0.14285714285714285, - "recall": 0.1111111111111111, - "f1": 0.125, - "mean_mask_iou": 0.8793103448275862, - "n_matched": 1 - } - }, - "overall": { - "tp": 204, - "fp": 88, - "fn": 63, - "precision": 0.6986301369863014, - "recall": 0.7640449438202247, - "f1": 0.7298747763864043, - "mean_mask_iou": 0.8386322004546822, - "n_matched": 204 - }, - "dataset": { - "gold_images": 148 - } - }, - "2026-09-29_v3-noflip-mask1": { - "per_class": { - "loop_all": { - "tp": 87, - "fp": 14, - "fn": 5, - "precision": 0.8613861386138614, - "recall": 0.9456521739130435, - "f1": 0.9015544041450778, - "mean_mask_iou": 0.872090102772944, - "n_matched": 87 - }, - "pin": { - "tp": 39, - "fp": 7, - "fn": 8, - "precision": 0.8478260869565217, - "recall": 0.8297872340425532, - "f1": 0.8387096774193549, - "mean_mask_iou": 0.894610697381512, - "n_matched": 39 - }, - "crystal": { - "tp": 23, - "fp": 14, - "fn": 16, - "precision": 0.6216216216216216, - "recall": 0.5897435897435898, - "f1": 0.6052631578947368, - "mean_mask_iou": 0.7823935441983431, - "n_matched": 23 - }, - "loop_face": { - "tp": 71, - "fp": 28, - "fn": 9, - "precision": 0.7171717171717171, - "recall": 0.8875, - "f1": 0.7932960893854748, - "mean_mask_iou": 0.8256259061274975, - "n_matched": 71 + "tp": 48, + "fp": 26, + "fn": 19, + "precision": 0.6486486486486487, + "recall": 0.7164179104477612, + "f1": 0.6808510638297873, + "mean_mask_iou": 0.8160874889402566, + "n_matched": 48 }, "ice": { "tp": 1, @@ -1873,65 +1940,132 @@ "precision": 0.25, "recall": 0.1111111111111111, "f1": 0.15384615384615383, + "mean_mask_iou": 0.8793103448275862, + "n_matched": 1 + } + }, + "overall": { + "tp": 175, + "fp": 65, + "fn": 57, + "precision": 0.7291666666666666, + "recall": 0.7543103448275862, + "f1": 0.7415254237288136, + "mean_mask_iou": 0.8382594904978455, + "n_matched": 175 + }, + "dataset": { + "gold_images": 111 + } + }, + "2026-09-29_v3-noflip-mask1": { + "per_class": { + "loop_all": { + "tp": 77, + "fp": 14, + "fn": 5, + "precision": 0.8461538461538461, + "recall": 0.9390243902439024, + "f1": 0.8901734104046243, + "mean_mask_iou": 0.8717811274695157, + "n_matched": 77 + }, + "pin": { + "tp": 37, + "fp": 4, + "fn": 7, + "precision": 0.9024390243902439, + "recall": 0.8409090909090909, + "f1": 0.8705882352941177, + "mean_mask_iou": 0.8988736447484886, + "n_matched": 37 + }, + "crystal": { + "tp": 15, + "fp": 5, + "fn": 15, + "precision": 0.75, + "recall": 0.5, + "f1": 0.6, + "mean_mask_iou": 0.7905042408156481, + "n_matched": 15 + }, + "loop_face": { + "tp": 58, + "fp": 26, + "fn": 9, + "precision": 0.6904761904761905, + "recall": 0.8656716417910447, + "f1": 0.7682119205298013, + "mean_mask_iou": 0.8239478295477372, + "n_matched": 58 + }, + "ice": { + "tp": 1, + "fp": 2, + "fn": 8, + "precision": 0.3333333333333333, + "recall": 0.1111111111111111, + "f1": 0.16666666666666666, "mean_mask_iou": 0.8753799392097265, "n_matched": 1 } }, "overall": { - "tp": 221, - "fp": 66, - "fn": 46, - "precision": 0.7700348432055749, - "recall": 0.8277153558052435, - "f1": 0.7978339350180506, - "mean_mask_iou": 0.8518168639364216, - "n_matched": 221 + "tp": 188, + "fp": 51, + "fn": 44, + "precision": 0.7866108786610879, + "recall": 0.8103448275862069, + "f1": 0.7983014861995754, + "mean_mask_iou": 0.8558903688088305, + "n_matched": 188 }, "dataset": { - "gold_images": 148 + "gold_images": 111 } }, "2026-09-29_v3-recipeA": { "per_class": { "loop_all": { - "tp": 87, + "tp": 78, "fp": 8, - "fn": 5, - "precision": 0.9157894736842105, - "recall": 0.9456521739130435, - "f1": 0.9304812834224598, - "mean_mask_iou": 0.8638258937880646, - "n_matched": 87 + "fn": 4, + "precision": 0.9069767441860465, + "recall": 0.9512195121951219, + "f1": 0.9285714285714286, + "mean_mask_iou": 0.8642736506881715, + "n_matched": 78 }, "pin": { - "tp": 39, - "fp": 14, - "fn": 8, - "precision": 0.7358490566037735, - "recall": 0.8297872340425532, - "f1": 0.78, - "mean_mask_iou": 0.8776970251056005, - "n_matched": 39 + "tp": 37, + "fp": 10, + "fn": 7, + "precision": 0.7872340425531915, + "recall": 0.8409090909090909, + "f1": 0.8131868131868133, + "mean_mask_iou": 0.8844616379548408, + "n_matched": 37 }, "crystal": { - "tp": 19, - "fp": 15, - "fn": 20, - "precision": 0.5588235294117647, - "recall": 0.48717948717948717, - "f1": 0.5205479452054794, - "mean_mask_iou": 0.8033218114573291, - "n_matched": 19 + "tp": 14, + "fp": 7, + "fn": 16, + "precision": 0.6666666666666666, + "recall": 0.4666666666666667, + "f1": 0.5490196078431373, + "mean_mask_iou": 0.7906747726239798, + "n_matched": 14 }, "loop_face": { - "tp": 68, - "fp": 27, + "tp": 55, + "fp": 21, "fn": 12, - "precision": 0.7157894736842105, - "recall": 0.85, - "f1": 0.7771428571428571, - "mean_mask_iou": 0.827892936654284, - "n_matched": 68 + "precision": 0.7236842105263158, + "recall": 0.8208955223880597, + "f1": 0.7692307692307693, + "mean_mask_iou": 0.8291669135392943, + "n_matched": 55 }, "ice": { "tp": 1, @@ -1945,60 +2079,60 @@ } }, "overall": { - "tp": 214, - "fp": 67, - "fn": 53, - "precision": 0.7615658362989324, - "recall": 0.8014981273408239, - "f1": 0.781021897810219, - "mean_mask_iou": 0.8496043673690487, - "n_matched": 214 + "tp": 185, + "fp": 49, + "fn": 47, + "precision": 0.7905982905982906, + "recall": 0.7974137931034483, + "f1": 0.7939914163090129, + "mean_mask_iou": 0.8523487361487527, + "n_matched": 185 }, "dataset": { - "gold_images": 148 + "gold_images": 111 } }, "2026-09-30_v3-s-640px": { "per_class": { "loop_all": { - "tp": 87, - "fp": 10, + "tp": 77, + "fp": 9, "fn": 5, - "precision": 0.8969072164948454, - "recall": 0.9456521739130435, - "f1": 0.9206349206349207, - "mean_mask_iou": 0.8769149733331438, - "n_matched": 87 + "precision": 0.8953488372093024, + "recall": 0.9390243902439024, + "f1": 0.9166666666666666, + "mean_mask_iou": 0.875482179708955, + "n_matched": 77 }, "pin": { - "tp": 39, - "fp": 6, - "fn": 8, - "precision": 0.8666666666666667, - "recall": 0.8297872340425532, - "f1": 0.8478260869565217, - "mean_mask_iou": 0.8867164860389218, - "n_matched": 39 + "tp": 37, + "fp": 3, + "fn": 7, + "precision": 0.925, + "recall": 0.8409090909090909, + "f1": 0.8809523809523809, + "mean_mask_iou": 0.8879313149156861, + "n_matched": 37 }, "crystal": { - "tp": 21, - "fp": 14, - "fn": 18, - "precision": 0.6, - "recall": 0.5384615384615384, - "f1": 0.5675675675675675, - "mean_mask_iou": 0.7742300919117516, - "n_matched": 21 + "tp": 15, + "fp": 7, + "fn": 15, + "precision": 0.6818181818181818, + "recall": 0.5, + "f1": 0.576923076923077, + "mean_mask_iou": 0.7682687171085124, + "n_matched": 15 }, "loop_face": { - "tp": 71, - "fp": 23, + "tp": 58, + "fp": 22, "fn": 9, - "precision": 0.7553191489361702, - "recall": 0.8875, - "f1": 0.8160919540229885, - "mean_mask_iou": 0.8291475304406545, - "n_matched": 71 + "precision": 0.725, + "recall": 0.8656716417910447, + "f1": 0.7891156462585034, + "mean_mask_iou": 0.8293982544142166, + "n_matched": 58 }, "ice": { "tp": 1, @@ -2012,261 +2146,261 @@ } }, "overall": { - "tp": 219, - "fp": 54, - "fn": 48, - "precision": 0.8021978021978022, - "recall": 0.8202247191011236, - "f1": 0.8111111111111112, - "mean_mask_iou": 0.8531957833015719, - "n_matched": 219 + "tp": 188, + "fp": 42, + "fn": 44, + "precision": 0.8173913043478261, + "recall": 0.8103448275862069, + "f1": 0.8138528138528138, + "mean_mask_iou": 0.8550145761608061, + "n_matched": 188 }, "dataset": { - "gold_images": 148 + "gold_images": 111 } }, "2026-10-01_v4-noflip-mask1": { "per_class": { "loop_all": { - "tp": 86, + "tp": 77, "fp": 8, - "fn": 6, - "precision": 0.9148936170212766, - "recall": 0.9347826086956522, - "f1": 0.924731182795699, - "mean_mask_iou": 0.8832753278267423, - "n_matched": 86 + "fn": 5, + "precision": 0.9058823529411765, + "recall": 0.9390243902439024, + "f1": 0.9221556886227545, + "mean_mask_iou": 0.8829628427244136, + "n_matched": 77 }, "pin": { - "tp": 40, - "fp": 9, - "fn": 7, - "precision": 0.8163265306122449, - "recall": 0.851063829787234, - "f1": 0.8333333333333334, - "mean_mask_iou": 0.8829127766413013, - "n_matched": 40 + "tp": 38, + "fp": 7, + "fn": 6, + "precision": 0.8444444444444444, + "recall": 0.8636363636363636, + "f1": 0.853932584269663, + "mean_mask_iou": 0.8898349490974621, + "n_matched": 38 }, "crystal": { - "tp": 23, - "fp": 19, - "fn": 16, - "precision": 0.5476190476190477, - "recall": 0.5897435897435898, - "f1": 0.5679012345679013, - "mean_mask_iou": 0.8026071915900868, - "n_matched": 23 + "tp": 16, + "fp": 11, + "fn": 14, + "precision": 0.5925925925925926, + "recall": 0.5333333333333333, + "f1": 0.5614035087719299, + "mean_mask_iou": 0.8099010484769642, + "n_matched": 16 }, "loop_face": { - "tp": 71, - "fp": 21, + "tp": 58, + "fp": 20, "fn": 9, - "precision": 0.7717391304347826, - "recall": 0.8875, - "f1": 0.8255813953488372, - "mean_mask_iou": 0.8319862028801424, - "n_matched": 71 + "precision": 0.7435897435897436, + "recall": 0.8656716417910447, + "f1": 0.8, + "mean_mask_iou": 0.8322010547062246, + "n_matched": 58 }, "ice": { "tp": 1, - "fp": 5, + "fp": 2, "fn": 8, - "precision": 0.16666666666666666, + "precision": 0.3333333333333333, "recall": 0.1111111111111111, - "f1": 0.13333333333333333, + "f1": 0.16666666666666666, "mean_mask_iou": 0.9003021148036254, "n_matched": 1 } }, "overall": { - "tp": 221, - "fp": 62, - "fn": 46, - "precision": 0.7809187279151943, - "recall": 0.8277153558052435, - "f1": 0.8036363636363636, - "mean_mask_iou": 0.8584139239122974, - "n_matched": 221 + "tp": 190, + "fp": 48, + "fn": 42, + "precision": 0.7983193277310925, + "recall": 0.8189655172413793, + "f1": 0.8085106382978725, + "mean_mask_iou": 0.862780247467787, + "n_matched": 190 }, "dataset": { - "gold_images": 148 + "gold_images": 111 } }, "2026-10-01_v4-recipeA": { "per_class": { "loop_all": { - "tp": 87, + "tp": 77, "fp": 14, "fn": 5, - "precision": 0.8613861386138614, - "recall": 0.9456521739130435, - "f1": 0.9015544041450778, - "mean_mask_iou": 0.8678159971781848, - "n_matched": 87 + "precision": 0.8461538461538461, + "recall": 0.9390243902439024, + "f1": 0.8901734104046243, + "mean_mask_iou": 0.8672246266423598, + "n_matched": 77 }, "pin": { - "tp": 39, - "fp": 10, - "fn": 8, - "precision": 0.7959183673469388, - "recall": 0.8297872340425532, - "f1": 0.8125, - "mean_mask_iou": 0.8960140088878913, - "n_matched": 39 + "tp": 37, + "fp": 6, + "fn": 7, + "precision": 0.8604651162790697, + "recall": 0.8409090909090909, + "f1": 0.8505747126436781, + "mean_mask_iou": 0.9017462958159614, + "n_matched": 37 }, "crystal": { - "tp": 19, - "fp": 21, - "fn": 20, - "precision": 0.475, - "recall": 0.48717948717948717, - "f1": 0.4810126582278481, - "mean_mask_iou": 0.7790582780689452, - "n_matched": 19 + "tp": 14, + "fp": 15, + "fn": 16, + "precision": 0.4827586206896552, + "recall": 0.4666666666666667, + "f1": 0.47457627118644075, + "mean_mask_iou": 0.7633714777455356, + "n_matched": 14 }, "loop_face": { - "tp": 69, - "fp": 29, + "tp": 56, + "fp": 26, "fn": 11, - "precision": 0.7040816326530612, - "recall": 0.8625, - "f1": 0.7752808988764046, - "mean_mask_iou": 0.8253312582350022, - "n_matched": 69 + "precision": 0.6829268292682927, + "recall": 0.835820895522388, + "f1": 0.7516778523489933, + "mean_mask_iou": 0.8244866284294033, + "n_matched": 56 }, "ice": { "tp": 1, - "fp": 7, + "fp": 2, "fn": 8, - "precision": 0.125, + "precision": 0.3333333333333333, "recall": 0.1111111111111111, - "f1": 0.11764705882352941, + "f1": 0.16666666666666666, "mean_mask_iou": 0.8850574712643678, "n_matched": 1 } }, "overall": { - "tp": 215, - "fp": 81, - "fn": 52, - "precision": 0.7263513513513513, - "recall": 0.8052434456928839, - "f1": 0.763765541740675, - "mean_mask_iou": 0.8515328356926481, - "n_matched": 215 + "tp": 185, + "fp": 63, + "fn": 47, + "precision": 0.7459677419354839, + "recall": 0.7974137931034483, + "f1": 0.7708333333333333, + "mean_mask_iou": 0.8534292894508152, + "n_matched": 185 }, "dataset": { - "gold_images": 148 + "gold_images": 111 } }, "2026-10-22_v5-noflip-mask1": { "per_class": { "loop_all": { - "tp": 88, + "tp": 78, "fp": 10, "fn": 4, - "precision": 0.8979591836734694, - "recall": 0.9565217391304348, - "f1": 0.9263157894736843, - "mean_mask_iou": 0.8775883729569949, - "n_matched": 88 + "precision": 0.8863636363636364, + "recall": 0.9512195121951219, + "f1": 0.9176470588235294, + "mean_mask_iou": 0.8780226535883028, + "n_matched": 78 }, "pin": { - "tp": 39, - "fp": 7, - "fn": 8, - "precision": 0.8478260869565217, - "recall": 0.8297872340425532, - "f1": 0.8387096774193549, - "mean_mask_iou": 0.8905877309638975, - "n_matched": 39 + "tp": 37, + "fp": 4, + "fn": 7, + "precision": 0.9024390243902439, + "recall": 0.8409090909090909, + "f1": 0.8705882352941177, + "mean_mask_iou": 0.8961042728440842, + "n_matched": 37 }, "crystal": { - "tp": 22, - "fp": 23, - "fn": 17, - "precision": 0.4888888888888889, - "recall": 0.5641025641025641, - "f1": 0.5238095238095238, - "mean_mask_iou": 0.8016606571748839, - "n_matched": 22 + "tp": 15, + "fp": 13, + "fn": 15, + "precision": 0.5357142857142857, + "recall": 0.5, + "f1": 0.5172413793103449, + "mean_mask_iou": 0.8007609759017009, + "n_matched": 15 }, "loop_face": { - "tp": 69, - "fp": 24, + "tp": 56, + "fp": 22, "fn": 11, - "precision": 0.7419354838709677, - "recall": 0.8625, - "f1": 0.7976878612716763, - "mean_mask_iou": 0.8220439265624961, - "n_matched": 69 + "precision": 0.717948717948718, + "recall": 0.835820895522388, + "f1": 0.7724137931034484, + "mean_mask_iou": 0.8247521984592348, + "n_matched": 56 }, "ice": { "tp": 1, - "fp": 5, + "fp": 1, "fn": 8, - "precision": 0.16666666666666666, + "precision": 0.5, "recall": 0.1111111111111111, - "f1": 0.13333333333333333, + "f1": 0.1818181818181818, "mean_mask_iou": 0.8985074626865671, "n_matched": 1 } }, "overall": { - "tp": 219, - "fp": 69, - "fn": 48, - "precision": 0.7604166666666666, - "recall": 0.8202247191011236, - "f1": 0.7891891891891892, - "mean_mask_iou": 0.8548711012838078, - "n_matched": 219 + "tp": 187, + "fp": 50, + "fn": 45, + "precision": 0.7890295358649789, + "recall": 0.8060344827586207, + "f1": 0.7974413646055437, + "mean_mask_iou": 0.8595597341713794, + "n_matched": 187 }, "dataset": { - "gold_images": 148 + "gold_images": 111 } }, "2026-10-23_v5-n-1024px": { "per_class": { "loop_all": { - "tp": 89, + "tp": 79, "fp": 10, "fn": 3, - "precision": 0.898989898989899, - "recall": 0.967391304347826, - "f1": 0.9319371727748692, - "mean_mask_iou": 0.8815048799355819, - "n_matched": 89 + "precision": 0.8876404494382022, + "recall": 0.9634146341463414, + "f1": 0.9239766081871345, + "mean_mask_iou": 0.8810315455938095, + "n_matched": 79 }, "pin": { - "tp": 42, - "fp": 9, - "fn": 5, - "precision": 0.8235294117647058, - "recall": 0.8936170212765957, - "f1": 0.8571428571428571, - "mean_mask_iou": 0.8926924951824537, - "n_matched": 42 + "tp": 40, + "fp": 5, + "fn": 4, + "precision": 0.8888888888888888, + "recall": 0.9090909090909091, + "f1": 0.8988764044943819, + "mean_mask_iou": 0.8988229274854499, + "n_matched": 40 }, "crystal": { - "tp": 23, - "fp": 18, - "fn": 16, - "precision": 0.5609756097560976, - "recall": 0.5897435897435898, - "f1": 0.575, - "mean_mask_iou": 0.8022104387675705, - "n_matched": 23 + "tp": 16, + "fp": 8, + "fn": 14, + "precision": 0.6666666666666666, + "recall": 0.5333333333333333, + "f1": 0.5925925925925926, + "mean_mask_iou": 0.8005865884243686, + "n_matched": 16 }, "loop_face": { - "tp": 69, - "fp": 24, + "tp": 56, + "fp": 21, "fn": 11, - "precision": 0.7419354838709677, - "recall": 0.8625, - "f1": 0.7976878612716763, - "mean_mask_iou": 0.8304512768596254, - "n_matched": 69 + "precision": 0.7272727272727273, + "recall": 0.835820895522388, + "f1": 0.7777777777777778, + "mean_mask_iou": 0.8294983216737084, + "n_matched": 56 }, "ice": { "tp": 0, @@ -2280,261 +2414,261 @@ } }, "overall": { - "tp": 223, - "fp": 63, - "fn": 44, - "precision": 0.7797202797202797, - "recall": 0.8352059925093633, - "f1": 0.8065099457504521, - "mean_mask_iou": 0.8596367592237583, - "n_matched": 223 + "tp": 191, + "fp": 46, + "fn": 41, + "precision": 0.8059071729957806, + "recall": 0.8232758620689655, + "f1": 0.8144989339019191, + "mean_mask_iou": 0.8629094273813953, + "n_matched": 191 }, "dataset": { - "gold_images": 148 + "gold_images": 111 } }, "2026-10-23_v5-s-noflip-mask1": { "per_class": { "loop_all": { - "tp": 89, + "tp": 79, "fp": 7, "fn": 3, - "precision": 0.9270833333333334, - "recall": 0.967391304347826, - "f1": 0.9468085106382979, - "mean_mask_iou": 0.8767158456805172, - "n_matched": 89 + "precision": 0.9186046511627907, + "recall": 0.9634146341463414, + "f1": 0.9404761904761905, + "mean_mask_iou": 0.8759748376865424, + "n_matched": 79 }, "pin": { - "tp": 40, - "fp": 9, - "fn": 7, - "precision": 0.8163265306122449, - "recall": 0.851063829787234, - "f1": 0.8333333333333334, - "mean_mask_iou": 0.9022457662605039, - "n_matched": 40 + "tp": 38, + "fp": 6, + "fn": 6, + "precision": 0.8636363636363636, + "recall": 0.8636363636363636, + "f1": 0.8636363636363636, + "mean_mask_iou": 0.9052959782762418, + "n_matched": 38 }, "crystal": { - "tp": 24, - "fp": 18, - "fn": 15, - "precision": 0.5714285714285714, - "recall": 0.6153846153846154, - "f1": 0.5925925925925927, - "mean_mask_iou": 0.7974621479687757, - "n_matched": 24 + "tp": 16, + "fp": 11, + "fn": 14, + "precision": 0.5925925925925926, + "recall": 0.5333333333333333, + "f1": 0.5614035087719299, + "mean_mask_iou": 0.7887475047177739, + "n_matched": 16 }, "loop_face": { - "tp": 73, - "fp": 20, + "tp": 60, + "fp": 19, "fn": 7, - "precision": 0.7849462365591398, - "recall": 0.9125, - "f1": 0.8439306358381503, - "mean_mask_iou": 0.8246587023706556, - "n_matched": 73 + "precision": 0.759493670886076, + "recall": 0.8955223880597015, + "f1": 0.8219178082191781, + "mean_mask_iou": 0.8210345528841124, + "n_matched": 60 }, "ice": { "tp": 1, - "fp": 8, + "fp": 3, "fn": 8, - "precision": 0.1111111111111111, + "precision": 0.25, "recall": 0.1111111111111111, - "f1": 0.1111111111111111, + "f1": 0.15384615384615383, "mean_mask_iou": 0.8635014836795252, "n_matched": 1 } }, "overall": { - "tp": 227, - "fp": 62, - "fn": 40, - "precision": 0.7854671280276817, - "recall": 0.850187265917603, - "f1": 0.8165467625899281, - "mean_mask_iou": 0.8560362080351288, - "n_matched": 227 + "tp": 194, + "fp": 46, + "fn": 38, + "precision": 0.8083333333333333, + "recall": 0.8362068965517241, + "f1": 0.8220338983050848, + "mean_mask_iou": 0.8574680107419831, + "n_matched": 194 }, "dataset": { - "gold_images": 148 + "gold_images": 111 } }, "2026-10-25_v5-amp": { "per_class": { "loop_all": { - "tp": 87, - "fp": 6, - "fn": 5, - "precision": 0.9354838709677419, - "recall": 0.9456521739130435, - "f1": 0.9405405405405404, - "mean_mask_iou": 0.8815385677283908, - "n_matched": 87 + "tp": 78, + "fp": 5, + "fn": 4, + "precision": 0.9397590361445783, + "recall": 0.9512195121951219, + "f1": 0.9454545454545454, + "mean_mask_iou": 0.8803239662944046, + "n_matched": 78 }, "pin": { - "tp": 39, - "fp": 10, - "fn": 8, - "precision": 0.7959183673469388, - "recall": 0.8297872340425532, - "f1": 0.8125, - "mean_mask_iou": 0.9006459173997542, - "n_matched": 39 + "tp": 37, + "fp": 5, + "fn": 7, + "precision": 0.8809523809523809, + "recall": 0.8409090909090909, + "f1": 0.8604651162790699, + "mean_mask_iou": 0.9064128982362594, + "n_matched": 37 }, "crystal": { - "tp": 21, - "fp": 21, - "fn": 18, - "precision": 0.5, - "recall": 0.5384615384615384, - "f1": 0.5185185185185186, - "mean_mask_iou": 0.7979628501698189, - "n_matched": 21 + "tp": 14, + "fp": 13, + "fn": 16, + "precision": 0.5185185185185185, + "recall": 0.4666666666666667, + "f1": 0.4912280701754386, + "mean_mask_iou": 0.7978303451858817, + "n_matched": 14 }, "loop_face": { - "tp": 70, - "fp": 19, + "tp": 57, + "fp": 16, "fn": 10, - "precision": 0.7865168539325843, - "recall": 0.875, - "f1": 0.8284023668639053, - "mean_mask_iou": 0.8324651516773885, - "n_matched": 70 + "precision": 0.7808219178082192, + "recall": 0.8507462686567164, + "f1": 0.8142857142857143, + "mean_mask_iou": 0.8327616621178932, + "n_matched": 57 }, "ice": { "tp": 1, - "fp": 5, + "fp": 1, "fn": 8, - "precision": 0.16666666666666666, + "precision": 0.5, "recall": 0.1111111111111111, - "f1": 0.13333333333333333, + "f1": 0.1818181818181818, "mean_mask_iou": 0.8818181818181818, "n_matched": 1 } }, "overall": { - "tp": 218, - "fp": 61, - "fn": 49, - "precision": 0.7813620071684588, - "recall": 0.8164794007490637, - "f1": 0.7985347985347986, - "mean_mask_iou": 0.861149746897991, - "n_matched": 218 + "tp": 187, + "fp": 40, + "fn": 45, + "precision": 0.8237885462555066, + "recall": 0.8060344827586207, + "f1": 0.8148148148148149, + "mean_mask_iou": 0.8648203441756446, + "n_matched": 187 }, "dataset": { - "gold_images": 148 + "gold_images": 111 } }, "2026-10-25_v5-warm": { "per_class": { "loop_all": { - "tp": 88, + "tp": 78, "fp": 10, "fn": 4, - "precision": 0.8979591836734694, - "recall": 0.9565217391304348, - "f1": 0.9263157894736843, - "mean_mask_iou": 0.8850851242933359, - "n_matched": 88 + "precision": 0.8863636363636364, + "recall": 0.9512195121951219, + "f1": 0.9176470588235294, + "mean_mask_iou": 0.8856333373364353, + "n_matched": 78 }, "pin": { - "tp": 39, - "fp": 10, - "fn": 8, - "precision": 0.7959183673469388, - "recall": 0.8297872340425532, - "f1": 0.8125, - "mean_mask_iou": 0.8892182728850818, - "n_matched": 39 + "tp": 37, + "fp": 7, + "fn": 7, + "precision": 0.8409090909090909, + "recall": 0.8409090909090909, + "f1": 0.8409090909090909, + "mean_mask_iou": 0.8963480711550421, + "n_matched": 37 }, "crystal": { - "tp": 22, - "fp": 21, - "fn": 17, - "precision": 0.5116279069767442, - "recall": 0.5641025641025641, - "f1": 0.5365853658536586, - "mean_mask_iou": 0.8353212119145368, - "n_matched": 22 + "tp": 16, + "fp": 11, + "fn": 14, + "precision": 0.5925925925925926, + "recall": 0.5333333333333333, + "f1": 0.5614035087719299, + "mean_mask_iou": 0.8280715179309572, + "n_matched": 16 }, "loop_face": { - "tp": 71, - "fp": 16, + "tp": 58, + "fp": 14, "fn": 9, - "precision": 0.8160919540229885, - "recall": 0.8875, - "f1": 0.8502994011976048, - "mean_mask_iou": 0.8302185968739946, - "n_matched": 71 + "precision": 0.8055555555555556, + "recall": 0.8656716417910447, + "f1": 0.8345323741007193, + "mean_mask_iou": 0.8304287371720194, + "n_matched": 58 }, "ice": { "tp": 1, - "fp": 9, + "fp": 3, "fn": 8, - "precision": 0.1, + "precision": 0.25, "recall": 0.1111111111111111, - "f1": 0.10526315789473685, + "f1": 0.15384615384615383, "mean_mask_iou": 0.9040697674418605, "n_matched": 1 } }, "overall": { - "tp": 221, - "fp": 66, - "fn": 46, - "precision": 0.7700348432055749, - "recall": 0.8277153558052435, - "f1": 0.7978339350180506, - "mean_mask_iou": 0.863319730262204, - "n_matched": 221 + "tp": 190, + "fp": 45, + "fn": 42, + "precision": 0.8085106382978723, + "recall": 0.8189655172413793, + "f1": 0.8137044967880086, + "mean_mask_iou": 0.8661176829225943, + "n_matched": 190 }, "dataset": { - "gold_images": 148 + "gold_images": 111 } }, "2026-10-26_v5h-noflip-mask1": { "per_class": { "loop_all": { - "tp": 85, + "tp": 76, "fp": 16, - "fn": 7, - "precision": 0.8415841584158416, - "recall": 0.9239130434782609, - "f1": 0.8808290155440415, - "mean_mask_iou": 0.8795057842099225, - "n_matched": 85 + "fn": 6, + "precision": 0.8260869565217391, + "recall": 0.926829268292683, + "f1": 0.8735632183908046, + "mean_mask_iou": 0.8780691677688575, + "n_matched": 76 }, "pin": { - "tp": 40, - "fp": 11, - "fn": 7, - "precision": 0.7843137254901961, - "recall": 0.851063829787234, - "f1": 0.8163265306122448, - "mean_mask_iou": 0.8968556984910545, - "n_matched": 40 + "tp": 38, + "fp": 6, + "fn": 6, + "precision": 0.8636363636363636, + "recall": 0.8636363636363636, + "f1": 0.8636363636363636, + "mean_mask_iou": 0.9023777172170735, + "n_matched": 38 }, "crystal": { - "tp": 25, - "fp": 19, - "fn": 14, - "precision": 0.5681818181818182, - "recall": 0.6410256410256411, - "f1": 0.6024096385542169, - "mean_mask_iou": 0.7972727263513228, - "n_matched": 25 + "tp": 18, + "fp": 13, + "fn": 12, + "precision": 0.5806451612903226, + "recall": 0.6, + "f1": 0.5901639344262295, + "mean_mask_iou": 0.7697383406791608, + "n_matched": 18 }, "loop_face": { - "tp": 66, - "fp": 33, + "tp": 53, + "fp": 29, "fn": 14, - "precision": 0.6666666666666666, - "recall": 0.825, - "f1": 0.7374301675977653, - "mean_mask_iou": 0.8367299888068087, - "n_matched": 66 + "precision": 0.6463414634146342, + "recall": 0.7910447761194029, + "f1": 0.7114093959731543, + "mean_mask_iou": 0.8376657290658535, + "n_matched": 53 }, "ice": { "tp": 1, @@ -2548,612 +2682,812 @@ } }, "overall": { - "tp": 217, - "fp": 80, - "fn": 50, - "precision": 0.7306397306397306, - "recall": 0.8127340823970037, - "f1": 0.7695035460992908, - "mean_mask_iou": 0.8600745172068767, - "n_matched": 217 + "tp": 186, + "fp": 65, + "fn": 46, + "precision": 0.7410358565737052, + "recall": 0.8017241379310345, + "f1": 0.7701863354037267, + "mean_mask_iou": 0.8608770806116735, + "n_matched": 186 }, "dataset": { - "gold_images": 148 + "gold_images": 111 + } + }, + "2026-10-30_v6-noflip-mask1": { + "per_class": { + "loop_all": { + "tp": 78, + "fp": 7, + "fn": 4, + "precision": 0.9176470588235294, + "recall": 0.9512195121951219, + "f1": 0.9341317365269461, + "mean_mask_iou": 0.877268746963905, + "n_matched": 78 + }, + "pin": { + "tp": 38, + "fp": 5, + "fn": 6, + "precision": 0.8837209302325582, + "recall": 0.8636363636363636, + "f1": 0.8735632183908046, + "mean_mask_iou": 0.8859983482786025, + "n_matched": 38 + }, + "crystal": { + "tp": 17, + "fp": 8, + "fn": 13, + "precision": 0.68, + "recall": 0.5666666666666667, + "f1": 0.6181818181818183, + "mean_mask_iou": 0.7718810399392496, + "n_matched": 17 + }, + "loop_face": { + "tp": 53, + "fp": 18, + "fn": 14, + "precision": 0.7464788732394366, + "recall": 0.7910447761194029, + "f1": 0.7681159420289855, + "mean_mask_iou": 0.8402192277773846, + "n_matched": 53 + }, + "ice": { + "tp": 1, + "fp": 2, + "fn": 8, + "precision": 0.3333333333333333, + "recall": 0.1111111111111111, + "f1": 0.16666666666666666, + "mean_mask_iou": 0.8719512195121951, + "n_matched": 1 + } + }, + "overall": { + "tp": 187, + "fp": 40, + "fn": 45, + "precision": 0.8237885462555066, + "recall": 0.8060344827586207, + "f1": 0.8148148148148149, + "mean_mask_iou": 0.8589328741628466, + "n_matched": 187 + }, + "dataset": { + "gold_images": 111 + } + }, + "2026-10-31_v6-s-noflip-mask1": { + "per_class": { + "loop_all": { + "tp": 78, + "fp": 7, + "fn": 4, + "precision": 0.9176470588235294, + "recall": 0.9512195121951219, + "f1": 0.9341317365269461, + "mean_mask_iou": 0.8857253534438428, + "n_matched": 78 + }, + "pin": { + "tp": 37, + "fp": 6, + "fn": 7, + "precision": 0.8604651162790697, + "recall": 0.8409090909090909, + "f1": 0.8505747126436781, + "mean_mask_iou": 0.889993245564848, + "n_matched": 37 + }, + "crystal": { + "tp": 17, + "fp": 12, + "fn": 13, + "precision": 0.5862068965517241, + "recall": 0.5666666666666667, + "f1": 0.576271186440678, + "mean_mask_iou": 0.7850463630065345, + "n_matched": 17 + }, + "loop_face": { + "tp": 55, + "fp": 19, + "fn": 12, + "precision": 0.7432432432432432, + "recall": 0.8208955223880597, + "f1": 0.7801418439716312, + "mean_mask_iou": 0.8324109454668613, + "n_matched": 55 + }, + "ice": { + "tp": 1, + "fp": 1, + "fn": 8, + "precision": 0.5, + "recall": 0.1111111111111111, + "f1": 0.1818181818181818, + "mean_mask_iou": 0.8629737609329446, + "n_matched": 1 + } + }, + "overall": { + "tp": 188, + "fp": 45, + "fn": 44, + "precision": 0.8068669527896996, + "recall": 0.8103448275862069, + "f1": 0.8086021505376344, + "mean_mask_iou": 0.8617430403576619, + "n_matched": 188 + }, + "dataset": { + "gold_images": 111 } } }, "active": "yolo26s-seg-v5-s-noflip-mask1-2026-10-25", "bootstrap_vs_active": { "beamline yolo26n-seg-overlap-false-2026-04-12": { - "frames": 281, - "mounts": 249, + "frames": 236, + "mounts": 210, "draws": 2000, "f1": { - "delta": -0.2622, - "lo": -0.3135, - "hi": -0.2107, + "delta": -0.2159, + "lo": -0.2621, + "hi": -0.1713, "win": 0.0 }, "mask_score": { - "delta": -0.2634, - "lo": -0.3123, - "hi": -0.215, + "delta": -0.2198, + "lo": -0.2635, + "hi": -0.1797, "win": 0.0 }, "per_class": { "crystal": { "f1": { - "delta": -0.2693, - "lo": -0.3581, - "hi": -0.1832, + "delta": -0.2565, + "lo": -0.3416, + "hi": -0.1719, "win": 0.0 }, "mask_score": { - "delta": -0.2161, - "lo": -0.2997, - "hi": -0.1367, + "delta": -0.2006, + "lo": -0.2758, + "hi": -0.1285, "win": 0.0 } } } }, "2026-09-28_alc-v1": { - "frames": 281, - "mounts": 249, + "frames": 236, + "mounts": 210, "draws": 2000, "f1": { - "delta": -0.103, - "lo": -0.1494, - "hi": -0.0621, + "delta": -0.1099, + "lo": -0.1475, + "hi": -0.0735, "win": 0.0 }, "mask_score": { - "delta": -0.1354, - "lo": -0.1732, - "hi": -0.1012, + "delta": -0.128, + "lo": -0.1592, + "hi": -0.0986, "win": 0.0 }, "per_class": { "crystal": { "f1": { - "delta": -0.1604, - "lo": -0.2606, - "hi": -0.0617, - "win": 0.001 + "delta": -0.219, + "lo": -0.3107, + "hi": -0.1225, + "win": 0.0 }, "mask_score": { - "delta": -0.1806, - "lo": -0.2589, - "hi": -0.1088, + "delta": -0.2044, + "lo": -0.2699, + "hi": -0.1368, "win": 0.0 } } } }, "2026-09-28_alc-v1-800px": { - "frames": 281, - "mounts": 249, + "frames": 236, + "mounts": 210, "draws": 2000, "f1": { - "delta": -0.1188, - "lo": -0.1614, - "hi": -0.0785, + "delta": -0.1129, + "lo": -0.1478, + "hi": -0.0778, "win": 0.0 }, "mask_score": { - "delta": -0.1371, - "lo": -0.1758, - "hi": -0.1025, + "delta": -0.1225, + "lo": -0.1555, + "hi": -0.0912, "win": 0.0 }, "per_class": { "crystal": { "f1": { - "delta": -0.1629, - "lo": -0.2484, - "hi": -0.0808, + "delta": -0.1637, + "lo": -0.2427, + "hi": -0.077, "win": 0.0 }, "mask_score": { - "delta": -0.1487, - "lo": -0.2194, - "hi": -0.0806, + "delta": -0.1472, + "lo": -0.2113, + "hi": -0.0808, "win": 0.0 } } } }, "2026-09-28_alc-v1-humanonly": { - "frames": 281, - "mounts": 249, + "frames": 236, + "mounts": 210, "draws": 2000, "f1": { - "delta": -0.0893, - "lo": -0.1332, - "hi": -0.05, + "delta": -0.0934, + "lo": -0.1309, + "hi": -0.0585, "win": 0.0 }, "mask_score": { - "delta": -0.1237, - "lo": -0.1639, - "hi": -0.0891, + "delta": -0.1051, + "lo": -0.1373, + "hi": -0.0742, "win": 0.0 }, "per_class": { "crystal": { "f1": { - "delta": -0.1329, - "lo": -0.2241, - "hi": -0.0476, - "win": 0.001 + "delta": -0.1554, + "lo": -0.2374, + "hi": -0.0666, + "win": 0.0 }, "mask_score": { - "delta": -0.1244, - "lo": -0.1936, - "hi": -0.0574, - "win": 0.0 + "delta": -0.1191, + "lo": -0.1805, + "hi": -0.0583, + "win": 0.001 } } } }, "2026-09-28_alc-v1-mask1": { - "frames": 281, - "mounts": 249, + "frames": 236, + "mounts": 210, "draws": 2000, "f1": { - "delta": -0.1066, - "lo": -0.1489, - "hi": -0.0673, + "delta": -0.1092, + "lo": -0.1436, + "hi": -0.0774, "win": 0.0 }, "mask_score": { - "delta": -0.146, - "lo": -0.1819, - "hi": -0.1118, + "delta": -0.1284, + "lo": -0.1582, + "hi": -0.099, "win": 0.0 }, "per_class": { "crystal": { "f1": { - "delta": -0.2174, - "lo": -0.3212, - "hi": -0.1179, + "delta": -0.2273, + "lo": -0.3196, + "hi": -0.128, "win": 0.0 }, "mask_score": { - "delta": -0.2418, - "lo": -0.3259, - "hi": -0.1624, + "delta": -0.2292, + "lo": -0.3041, + "hi": -0.1549, "win": 0.0 } } } }, "2026-09-28_alc-v1-noflip": { - "frames": 281, - "mounts": 249, + "frames": 236, + "mounts": 210, "draws": 2000, "f1": { - "delta": -0.1004, - "lo": -0.1424, - "hi": -0.0621, + "delta": -0.1086, + "lo": -0.1419, + "hi": -0.0761, "win": 0.0 }, "mask_score": { - "delta": -0.1305, - "lo": -0.1708, - "hi": -0.0953, + "delta": -0.1184, + "lo": -0.1485, + "hi": -0.088, "win": 0.0 }, "per_class": { "crystal": { "f1": { - "delta": -0.1965, - "lo": -0.2943, - "hi": -0.1088, + "delta": -0.2275, + "lo": -0.3072, + "hi": -0.1452, "win": 0.0 }, "mask_score": { - "delta": -0.2066, - "lo": -0.2894, - "hi": -0.1308, + "delta": -0.2036, + "lo": -0.2738, + "hi": -0.1377, "win": 0.0 } } } }, "2026-09-29_alc-v1-noflip-mask1": { - "frames": 281, - "mounts": 249, + "frames": 236, + "mounts": 210, "draws": 2000, "f1": { - "delta": -0.1078, - "lo": -0.1494, - "hi": -0.0702, + "delta": -0.117, + "lo": -0.154, + "hi": -0.08, "win": 0.0 }, "mask_score": { - "delta": -0.1076, - "lo": -0.1479, - "hi": -0.0726, + "delta": -0.0892, + "lo": -0.1201, + "hi": -0.0587, "win": 0.0 }, "per_class": { "crystal": { "f1": { - "delta": -0.164, - "lo": -0.2486, - "hi": -0.0845, + "delta": -0.157, + "lo": -0.2375, + "hi": -0.072, "win": 0.001 }, "mask_score": { - "delta": -0.1332, - "lo": -0.2061, - "hi": -0.061, - "win": 0.001 + "delta": -0.115, + "lo": -0.1829, + "hi": -0.0508, + "win": 0.0 } } } }, "2026-09-29_v2-recipeA": { - "frames": 281, - "mounts": 249, + "frames": 236, + "mounts": 210, "draws": 2000, "f1": { - "delta": -0.1134, - "lo": -0.1556, - "hi": -0.0735, + "delta": -0.1107, + "lo": -0.1457, + "hi": -0.0758, "win": 0.0 }, "mask_score": { - "delta": -0.1322, - "lo": -0.1718, - "hi": -0.0951, + "delta": -0.127, + "lo": -0.1598, + "hi": -0.0972, "win": 0.0 }, "per_class": { "crystal": { "f1": { - "delta": -0.2032, - "lo": -0.3029, - "hi": -0.115, - "win": 0.001 + "delta": -0.2523, + "lo": -0.3432, + "hi": -0.1679, + "win": 0.0 }, "mask_score": { - "delta": -0.22, - "lo": -0.3015, - "hi": -0.1445, + "delta": -0.2306, + "lo": -0.2986, + "hi": -0.1654, "win": 0.0 } } } }, "2026-09-29_v3-noflip-mask1": { - "frames": 281, - "mounts": 249, + "frames": 236, + "mounts": 210, "draws": 2000, "f1": { - "delta": -0.0411, - "lo": -0.0749, - "hi": -0.0107, - "win": 0.003 + "delta": -0.0558, + "lo": -0.084, + "hi": -0.0291, + "win": 0.0 }, "mask_score": { - "delta": -0.0633, - "lo": -0.093, - "hi": -0.0365, + "delta": -0.0731, + "lo": -0.0968, + "hi": -0.0498, "win": 0.0 }, "per_class": { "crystal": { "f1": { - "delta": -0.098, - "lo": -0.1794, - "hi": -0.0202, - "win": 0.009 + "delta": -0.1632, + "lo": -0.2402, + "hi": -0.0886, + "win": 0.0 }, "mask_score": { - "delta": -0.1272, - "lo": -0.2038, - "hi": -0.0561, - "win": 0.001 + "delta": -0.1701, + "lo": -0.2345, + "hi": -0.107, + "win": 0.0 } } } }, "2026-09-29_v3-recipeA": { - "frames": 281, - "mounts": 249, + "frames": 236, + "mounts": 210, "draws": 2000, "f1": { - "delta": -0.0578, - "lo": -0.0995, - "hi": -0.0209, - "win": 0.002 + "delta": -0.0626, + "lo": -0.0947, + "hi": -0.0311, + "win": 0.0 }, "mask_score": { - "delta": -0.0813, - "lo": -0.1117, - "hi": -0.051, + "delta": -0.0775, + "lo": -0.1018, + "hi": -0.053, "win": 0.0 }, "per_class": { "crystal": { "f1": { - "delta": -0.1382, - "lo": -0.2327, - "hi": -0.045, - "win": 0.002 + "delta": -0.1718, + "lo": -0.2529, + "hi": -0.0891, + "win": 0.0 }, "mask_score": { - "delta": -0.152, - "lo": -0.2234, - "hi": -0.0852, + "delta": -0.1602, + "lo": -0.2213, + "hi": -0.0995, "win": 0.0 } } } }, "2026-09-30_v3-s-640px": { - "frames": 281, - "mounts": 249, + "frames": 236, + "mounts": 210, "draws": 2000, "f1": { - "delta": -0.0376, - "lo": -0.0742, - "hi": -0.0003, - "win": 0.024 + "delta": -0.0491, + "lo": -0.081, + "hi": -0.0192, + "win": 0.001 }, "mask_score": { - "delta": -0.0573, - "lo": -0.0864, - "hi": -0.0306, + "delta": -0.0566, + "lo": -0.0796, + "hi": -0.0362, "win": 0.0 }, "per_class": { "crystal": { "f1": { - "delta": -0.1216, - "lo": -0.2062, - "hi": -0.0354, - "win": 0.005 + "delta": -0.1412, + "lo": -0.2147, + "hi": -0.0681, + "win": 0.0 }, "mask_score": { - "delta": -0.1186, - "lo": -0.1847, - "hi": -0.0525, - "win": 0.001 + "delta": -0.1192, + "lo": -0.1728, + "hi": -0.0688, + "win": 0.0 } } } }, "2026-10-01_v4-noflip-mask1": { - "frames": 281, - "mounts": 249, + "frames": 236, + "mounts": 210, "draws": 2000, "f1": { - "delta": -0.028, - "lo": -0.0587, - "hi": 0.0044, - "win": 0.039 + "delta": -0.0386, + "lo": -0.066, + "hi": -0.0093, + "win": 0.003 }, "mask_score": { - "delta": -0.0158, - "lo": -0.0397, - "hi": 0.0079, - "win": 0.09 + "delta": -0.0165, + "lo": -0.0369, + "hi": 0.005, + "win": 0.059 }, "per_class": { "crystal": { "f1": { - "delta": -0.0473, - "lo": -0.1248, - "hi": 0.0304, - "win": 0.111 + "delta": -0.0708, + "lo": -0.1448, + "hi": 0.0058, + "win": 0.036 }, "mask_score": { - "delta": 0.0068, - "lo": -0.0535, - "hi": 0.0676, - "win": 0.594 + "delta": -0.0144, + "lo": -0.0719, + "hi": 0.0431, + "win": 0.315 } } } }, "2026-10-01_v4-recipeA": { - "frames": 281, - "mounts": 249, + "frames": 236, + "mounts": 210, "draws": 2000, "f1": { - "delta": -0.0422, - "lo": -0.0739, - "hi": -0.0089, - "win": 0.006 + "delta": -0.044, + "lo": -0.0709, + "hi": -0.0162, + "win": 0.001 }, "mask_score": { - "delta": -0.0401, - "lo": -0.0636, - "hi": -0.0165, + "delta": -0.0393, + "lo": -0.0601, + "hi": -0.0186, "win": 0.0 }, "per_class": { "crystal": { "f1": { - "delta": -0.0445, - "lo": -0.1246, - "hi": 0.0356, - "win": 0.13 + "delta": -0.055, + "lo": -0.1215, + "hi": 0.0145, + "win": 0.058 }, "mask_score": { - "delta": -0.0458, - "lo": -0.1046, - "hi": 0.0166, - "win": 0.068 + "delta": -0.0494, + "lo": -0.1018, + "hi": 0.0018, + "win": 0.029 } } } }, "2026-10-22_v5-noflip-mask1": { - "frames": 281, - "mounts": 249, + "frames": 236, + "mounts": 210, "draws": 2000, "f1": { - "delta": -0.0126, - "lo": -0.0422, - "hi": 0.0168, - "win": 0.192 + "delta": -0.019, + "lo": -0.0438, + "hi": 0.0067, + "win": 0.071 }, "mask_score": { - "delta": -0.0167, - "lo": -0.0356, - "hi": 0.0028, - "win": 0.044 + "delta": -0.0198, + "lo": -0.038, + "hi": -0.0025, + "win": 0.011 }, "per_class": { "crystal": { "f1": { - "delta": -0.0205, - "lo": -0.0919, - "hi": 0.0528, - "win": 0.264 + "delta": -0.0267, + "lo": -0.0905, + "hi": 0.0411, + "win": 0.22 }, "mask_score": { - "delta": -0.003, - "lo": -0.0516, - "hi": 0.0463, - "win": 0.438 + "delta": -0.0169, + "lo": -0.0631, + "hi": 0.0291, + "win": 0.217 } } } }, "2026-10-23_v5-n-1024px": { - "frames": 281, - "mounts": 249, + "frames": 236, + "mounts": 210, "draws": 2000, "f1": { - "delta": -0.0086, - "lo": -0.0412, - "hi": 0.0219, - "win": 0.269 + "delta": -0.0211, + "lo": -0.0474, + "hi": 0.005, + "win": 0.059 }, "mask_score": { - "delta": -0.01, - "lo": -0.0348, - "hi": 0.0136, - "win": 0.208 + "delta": -0.0146, + "lo": -0.0345, + "hi": 0.0053, + "win": 0.072 }, "per_class": { "crystal": { "f1": { - "delta": -0.0268, - "lo": -0.0954, - "hi": 0.0436, - "win": 0.225 + "delta": -0.0483, + "lo": -0.1106, + "hi": 0.0169, + "win": 0.076 }, "mask_score": { - "delta": -0.0108, - "lo": -0.0711, - "hi": 0.051, - "win": 0.373 + "delta": -0.0219, + "lo": -0.0715, + "hi": 0.0295, + "win": 0.209 } } } }, "2026-10-25_v5-amp": { - "frames": 281, - "mounts": 249, + "frames": 236, + "mounts": 210, "draws": 2000, "f1": { - "delta": -0.021, - "lo": -0.0487, - "hi": 0.0072, - "win": 0.078 + "delta": -0.0219, + "lo": -0.0473, + "hi": 0.0037, + "win": 0.051 }, "mask_score": { - "delta": -0.0282, - "lo": -0.0489, - "hi": -0.0083, - "win": 0.002 + "delta": -0.0252, + "lo": -0.0444, + "hi": -0.0062, + "win": 0.004 }, "per_class": { "crystal": { "f1": { - "delta": -0.0519, - "lo": -0.1206, - "hi": 0.0169, - "win": 0.067 + "delta": -0.062, + "lo": -0.1296, + "hi": 0.0075, + "win": 0.043 }, "mask_score": { - "delta": -0.0424, - "lo": -0.096, - "hi": 0.0075, - "win": 0.05 + "delta": -0.0374, + "lo": -0.0849, + "hi": 0.0115, + "win": 0.069 } } } }, "2026-10-25_v5-warm": { - "frames": 281, - "mounts": 249, + "frames": 236, + "mounts": 210, "draws": 2000, "f1": { - "delta": 0.001, - "lo": -0.0304, - "hi": 0.0309, - "win": 0.525 + "delta": -0.001, + "lo": -0.0267, + "hi": 0.0256, + "win": 0.482 }, "mask_score": { - "delta": -0.0095, - "lo": -0.0321, - "hi": 0.0133, - "win": 0.202 + "delta": -0.0098, + "lo": -0.0299, + "hi": 0.01, + "win": 0.163 }, "per_class": { "crystal": { "f1": { - "delta": 0.0244, - "lo": -0.0399, - "hi": 0.0934, - "win": 0.751 + "delta": 0.0257, + "lo": -0.0367, + "hi": 0.0911, + "win": 0.789 }, "mask_score": { - "delta": 0.0168, - "lo": -0.0321, - "hi": 0.0685, - "win": 0.735 + "delta": 0.0082, + "lo": -0.0383, + "hi": 0.0551, + "win": 0.637 } } } }, "2026-10-26_v5h-noflip-mask1": { - "frames": 281, - "mounts": 249, + "frames": 236, + "mounts": 210, "draws": 2000, "f1": { - "delta": -0.0559, - "lo": -0.0952, - "hi": -0.0193, - "win": 0.002 + "delta": -0.0566, + "lo": -0.0925, + "hi": -0.0231, + "win": 0.0 }, "mask_score": { - "delta": -0.047, - "lo": -0.077, - "hi": -0.019, + "delta": -0.0447, + "lo": -0.07, + "hi": -0.0204, "win": 0.0 }, "per_class": { "crystal": { "f1": { - "delta": -0.0428, - "lo": -0.1152, - "hi": 0.0281, - "win": 0.119 + "delta": -0.0543, + "lo": -0.1169, + "hi": 0.0179, + "win": 0.065 }, "mask_score": { - "delta": -0.0354, - "lo": -0.0904, - "hi": 0.0197, - "win": 0.102 + "delta": -0.0448, + "lo": -0.0951, + "hi": 0.0071, + "win": 0.045 + } + } + } + }, + "2026-10-30_v6-noflip-mask1": { + "frames": 236, + "mounts": 210, + "draws": 2000, + "f1": { + "delta": -0.0142, + "lo": -0.0418, + "hi": 0.014, + "win": 0.153 + }, + "mask_score": { + "delta": -0.0234, + "lo": -0.0441, + "hi": -0.0016, + "win": 0.019 + }, + "per_class": { + "crystal": { + "f1": { + "delta": 0.0137, + "lo": -0.0509, + "hi": 0.0814, + "win": 0.653 + }, + "mask_score": { + "delta": 0.0005, + "lo": -0.0449, + "hi": 0.0471, + "win": 0.5 + } + } + } + }, + "2026-10-31_v6-s-noflip-mask1": { + "frames": 236, + "mounts": 210, + "draws": 2000, + "f1": { + "delta": -0.0046, + "lo": -0.0317, + "hi": 0.0232, + "win": 0.374 + }, + "mask_score": { + "delta": -0.0084, + "lo": -0.0292, + "hi": 0.0113, + "win": 0.197 + }, + "per_class": { + "crystal": { + "f1": { + "delta": 0.0203, + "lo": -0.0439, + "hi": 0.0859, + "win": 0.742 + }, + "mask_score": { + "delta": 0.0341, + "lo": -0.0095, + "hi": 0.0776, + "win": 0.932 } } } @@ -3163,178 +3497,178 @@ "beamline yolo26n-seg-overlap-false-2026-04-12": { "per_class": { "loop_all": { - "tp": 58, - "fp": 20, + "tp": 48, + "fp": 18, "fn": 34, - "precision": 0.7435897435897436, - "recall": 0.6304347826086957, - "f1": 0.6823529411764706, - "mean_mask_iou": 0.819627885818135, - "n_matched": 58 + "precision": 0.7272727272727273, + "recall": 0.5853658536585366, + "f1": 0.6486486486486487, + "mean_mask_iou": 0.8116053825008248, + "n_matched": 48 }, "pin": { - "tp": 28, - "fp": 19, - "fn": 15, - "precision": 0.5957446808510638, - "recall": 0.6511627906976745, - "f1": 0.6222222222222222, - "mean_mask_iou": 0.8824938544110352, - "n_matched": 28 + "tp": 26, + "fp": 18, + "fn": 14, + "precision": 0.5909090909090909, + "recall": 0.65, + "f1": 0.6190476190476191, + "mean_mask_iou": 0.8929355804288792, + "n_matched": 26 }, "crystal": { - "tp": 15, - "fp": 39, - "fn": 24, - "precision": 0.2777777777777778, - "recall": 0.38461538461538464, - "f1": 0.3225806451612903, - "mean_mask_iou": 0.7672677057932032, - "n_matched": 15 + "tp": 11, + "fp": 17, + "fn": 19, + "precision": 0.39285714285714285, + "recall": 0.36666666666666664, + "f1": 0.3793103448275862, + "mean_mask_iou": 0.7870219732509092, + "n_matched": 11 }, "loop_face": { - "tp": 40, - "fp": 28, - "fn": 40, - "precision": 0.5882352941176471, - "recall": 0.5, - "f1": 0.5405405405405405, - "mean_mask_iou": 0.8462796921751832, - "n_matched": 40 + "tp": 28, + "fp": 24, + "fn": 39, + "precision": 0.5384615384615384, + "recall": 0.417910447761194, + "f1": 0.47058823529411764, + "mean_mask_iou": 0.8445081669169455, + "n_matched": 28 }, "ice": { "tp": 1, - "fp": 8, + "fp": 4, "fn": 8, - "precision": 0.1111111111111111, + "precision": 0.2, "recall": 0.1111111111111111, - "f1": 0.1111111111111111, + "f1": 0.14285714285714285, "mean_mask_iou": 0.8931750741839762, "n_matched": 1 } }, "overall": { - "tp": 142, - "fp": 114, - "fn": 121, - "precision": 0.5546875, - "recall": 0.5399239543726235, - "f1": 0.5472061657032755, - "mean_mask_iou": 0.834518476401762, - "n_matched": 142 + "tp": 114, + "fp": 81, + "fn": 114, + "precision": 0.5846153846153846, + "recall": 0.5, + "f1": 0.5390070921985816, + "mean_mask_iou": 0.8365792009193764, + "n_matched": 114 }, "dataset": { - "gold_images": 142 + "gold_images": 107 } }, "2026-09-28_alc-v1": { "per_class": { "loop_all": { - "tp": 81, + "tp": 71, "fp": 14, "fn": 11, - "precision": 0.8526315789473684, - "recall": 0.8804347826086957, - "f1": 0.8663101604278075, - "mean_mask_iou": 0.8499728718678281, - "n_matched": 81 + "precision": 0.8352941176470589, + "recall": 0.8658536585365854, + "f1": 0.8502994011976048, + "mean_mask_iou": 0.8520769300385382, + "n_matched": 71 }, "pin": { - "tp": 38, - "fp": 14, - "fn": 5, - "precision": 0.7307692307692307, - "recall": 0.8837209302325582, - "f1": 0.8, - "mean_mask_iou": 0.8842533796435362, - "n_matched": 38 + "tp": 36, + "fp": 11, + "fn": 4, + "precision": 0.7659574468085106, + "recall": 0.9, + "f1": 0.8275862068965516, + "mean_mask_iou": 0.8882197778161622, + "n_matched": 36 }, "crystal": { - "tp": 20, - "fp": 17, - "fn": 19, - "precision": 0.5405405405405406, - "recall": 0.5128205128205128, - "f1": 0.5263157894736842, - "mean_mask_iou": 0.7492468138856745, - "n_matched": 20 + "tp": 12, + "fp": 7, + "fn": 18, + "precision": 0.631578947368421, + "recall": 0.4, + "f1": 0.4897959183673469, + "mean_mask_iou": 0.787210434133195, + "n_matched": 12 }, "loop_face": { - "tp": 57, - "fp": 23, + "tp": 44, + "fp": 21, "fn": 23, - "precision": 0.7125, - "recall": 0.7125, - "f1": 0.7125, - "mean_mask_iou": 0.8186131021085434, - "n_matched": 57 + "precision": 0.676923076923077, + "recall": 0.6567164179104478, + "f1": 0.6666666666666667, + "mean_mask_iou": 0.8303244510830408, + "n_matched": 44 }, "ice": { "tp": 1, - "fp": 3, + "fp": 1, "fn": 8, - "precision": 0.25, + "precision": 0.5, "recall": 0.1111111111111111, - "f1": 0.15384615384615383, + "f1": 0.1818181818181818, "mean_mask_iou": 0.8808139534883721, "n_matched": 1 } }, "overall": { - "tp": 197, - "fp": 71, - "fn": 66, - "precision": 0.7350746268656716, - "recall": 0.7490494296577946, - "f1": 0.7419962335216571, - "mean_mask_iou": 0.8374422746149104, - "n_matched": 197 + "tp": 164, + "fp": 54, + "fn": 64, + "precision": 0.7522935779816514, + "recall": 0.7192982456140351, + "f1": 0.73542600896861, + "mean_mask_iou": 0.849603591736943, + "n_matched": 164 }, "dataset": { - "gold_images": 142 + "gold_images": 107 } }, "2026-09-28_alc-v1-800px": { "per_class": { "loop_all": { - "tp": 83, + "tp": 74, "fp": 21, - "fn": 9, - "precision": 0.7980769230769231, - "recall": 0.9021739130434783, - "f1": 0.8469387755102041, - "mean_mask_iou": 0.8644999688316582, - "n_matched": 83 + "fn": 8, + "precision": 0.7789473684210526, + "recall": 0.9024390243902439, + "f1": 0.8361581920903954, + "mean_mask_iou": 0.8651284521098243, + "n_matched": 74 }, "pin": { - "tp": 37, - "fp": 12, - "fn": 6, - "precision": 0.7551020408163265, - "recall": 0.8604651162790697, - "f1": 0.8043478260869564, - "mean_mask_iou": 0.8904355832439773, - "n_matched": 37 + "tp": 35, + "fp": 7, + "fn": 5, + "precision": 0.8333333333333334, + "recall": 0.875, + "f1": 0.8536585365853658, + "mean_mask_iou": 0.8917055825200243, + "n_matched": 35 }, "crystal": { - "tp": 19, - "fp": 24, - "fn": 20, - "precision": 0.4418604651162791, - "recall": 0.48717948717948717, - "f1": 0.46341463414634154, - "mean_mask_iou": 0.7921412362927195, - "n_matched": 19 + "tp": 12, + "fp": 12, + "fn": 18, + "precision": 0.5, + "recall": 0.4, + "f1": 0.4444444444444445, + "mean_mask_iou": 0.7857098339381005, + "n_matched": 12 }, "loop_face": { - "tp": 49, - "fp": 20, + "tp": 36, + "fp": 17, "fn": 31, - "precision": 0.7101449275362319, - "recall": 0.6125, - "f1": 0.6577181208053692, - "mean_mask_iou": 0.8332276031174903, - "n_matched": 49 + "precision": 0.6792452830188679, + "recall": 0.5373134328358209, + "f1": 0.5999999999999999, + "mean_mask_iou": 0.8398166648310967, + "n_matched": 36 }, "ice": { "tp": 0, @@ -3348,60 +3682,60 @@ } }, "overall": { - "tp": 188, - "fp": 78, - "fn": 75, - "precision": 0.706766917293233, - "recall": 0.714828897338403, - "f1": 0.7107750472589792, - "mean_mask_iou": 0.8541406916775182, - "n_matched": 188 + "tp": 157, + "fp": 58, + "fn": 71, + "precision": 0.7302325581395349, + "recall": 0.6885964912280702, + "f1": 0.708803611738149, + "mean_mask_iou": 0.8591791005446142, + "n_matched": 157 }, "dataset": { - "gold_images": 142 + "gold_images": 107 } }, "2026-09-28_alc-v1-humanonly": { "per_class": { "loop_all": { - "tp": 82, - "fp": 12, + "tp": 72, + "fp": 11, "fn": 10, - "precision": 0.8723404255319149, - "recall": 0.8913043478260869, - "f1": 0.8817204301075269, - "mean_mask_iou": 0.8481091035883077, - "n_matched": 82 + "precision": 0.8674698795180723, + "recall": 0.8780487804878049, + "f1": 0.8727272727272728, + "mean_mask_iou": 0.8508376829506162, + "n_matched": 72 }, "pin": { - "tp": 37, - "fp": 8, - "fn": 6, - "precision": 0.8222222222222222, - "recall": 0.8604651162790697, - "f1": 0.8409090909090908, - "mean_mask_iou": 0.8868441291384113, - "n_matched": 37 + "tp": 35, + "fp": 5, + "fn": 5, + "precision": 0.875, + "recall": 0.875, + "f1": 0.875, + "mean_mask_iou": 0.8856283820013501, + "n_matched": 35 }, "crystal": { - "tp": 22, - "fp": 25, - "fn": 17, - "precision": 0.46808510638297873, - "recall": 0.5641025641025641, - "f1": 0.5116279069767442, - "mean_mask_iou": 0.7288413011814886, - "n_matched": 22 + "tp": 14, + "fp": 11, + "fn": 16, + "precision": 0.56, + "recall": 0.4666666666666667, + "f1": 0.509090909090909, + "mean_mask_iou": 0.7687304397186375, + "n_matched": 14 }, "loop_face": { - "tp": 55, - "fp": 24, - "fn": 25, - "precision": 0.6962025316455697, - "recall": 0.6875, - "f1": 0.6918238993710691, - "mean_mask_iou": 0.8242191375929399, - "n_matched": 55 + "tp": 43, + "fp": 21, + "fn": 24, + "precision": 0.671875, + "recall": 0.6417910447761194, + "f1": 0.6564885496183207, + "mean_mask_iou": 0.8295631323307117, + "n_matched": 43 }, "ice": { "tp": 1, @@ -3415,60 +3749,60 @@ } }, "overall": { - "tp": 197, - "fp": 70, - "fn": 66, - "precision": 0.7378277153558053, - "recall": 0.7490494296577946, - "f1": 0.7433962264150943, - "mean_mask_iou": 0.8356055467247355, - "n_matched": 197 + "tp": 165, + "fp": 49, + "fn": 63, + "precision": 0.7710280373831776, + "recall": 0.7236842105263158, + "f1": 0.746606334841629, + "mean_mask_iou": 0.845941209864116, + "n_matched": 165 }, "dataset": { - "gold_images": 142 + "gold_images": 107 } }, "2026-09-28_alc-v1-mask1": { "per_class": { "loop_all": { - "tp": 84, - "fp": 28, - "fn": 8, - "precision": 0.75, - "recall": 0.9130434782608695, - "f1": 0.8235294117647057, - "mean_mask_iou": 0.8526792176111354, - "n_matched": 84 + "tp": 75, + "fp": 27, + "fn": 7, + "precision": 0.7352941176470589, + "recall": 0.9146341463414634, + "f1": 0.8152173913043479, + "mean_mask_iou": 0.856891029744356, + "n_matched": 75 }, "pin": { - "tp": 35, - "fp": 8, - "fn": 8, - "precision": 0.813953488372093, - "recall": 0.813953488372093, - "f1": 0.8139534883720931, - "mean_mask_iou": 0.8969516849877124, - "n_matched": 35 + "tp": 33, + "fp": 6, + "fn": 7, + "precision": 0.8461538461538461, + "recall": 0.825, + "f1": 0.8354430379746836, + "mean_mask_iou": 0.9038044765084308, + "n_matched": 33 }, "crystal": { - "tp": 16, - "fp": 15, - "fn": 23, - "precision": 0.5161290322580645, - "recall": 0.41025641025641024, - "f1": 0.4571428571428572, - "mean_mask_iou": 0.7963076463114488, - "n_matched": 16 + "tp": 11, + "fp": 4, + "fn": 19, + "precision": 0.7333333333333333, + "recall": 0.36666666666666664, + "f1": 0.4888888888888889, + "mean_mask_iou": 0.7899232116772347, + "n_matched": 11 }, "loop_face": { - "tp": 60, - "fp": 21, + "tp": 47, + "fp": 20, "fn": 20, - "precision": 0.7407407407407407, - "recall": 0.75, - "f1": 0.7453416149068324, - "mean_mask_iou": 0.8233537817549802, - "n_matched": 60 + "precision": 0.7014925373134329, + "recall": 0.7014925373134329, + "f1": 0.7014925373134329, + "mean_mask_iou": 0.8378540999391998, + "n_matched": 47 }, "ice": { "tp": 1, @@ -3482,60 +3816,60 @@ } }, "overall": { - "tp": 196, - "fp": 72, - "fn": 67, - "precision": 0.7313432835820896, - "recall": 0.7452471482889734, - "f1": 0.7382297551789078, - "mean_mask_iou": 0.8472262542526565, - "n_matched": 196 + "tp": 167, + "fp": 57, + "fn": 61, + "precision": 0.7455357142857143, + "recall": 0.7324561403508771, + "f1": 0.7389380530973452, + "mean_mask_iou": 0.8566257863145521, + "n_matched": 167 }, "dataset": { - "gold_images": 142 + "gold_images": 107 } }, "2026-09-28_alc-v1-noflip": { "per_class": { "loop_all": { - "tp": 84, - "fp": 15, + "tp": 74, + "fp": 14, "fn": 8, - "precision": 0.8484848484848485, - "recall": 0.9130434782608695, - "f1": 0.8795811518324607, - "mean_mask_iou": 0.8461441573258723, - "n_matched": 84 + "precision": 0.8409090909090909, + "recall": 0.9024390243902439, + "f1": 0.8705882352941177, + "mean_mask_iou": 0.846889963631401, + "n_matched": 74 }, "pin": { - "tp": 36, - "fp": 8, - "fn": 7, - "precision": 0.8181818181818182, - "recall": 0.8372093023255814, - "f1": 0.8275862068965518, - "mean_mask_iou": 0.8784849372937551, - "n_matched": 36 + "tp": 34, + "fp": 5, + "fn": 6, + "precision": 0.8717948717948718, + "recall": 0.85, + "f1": 0.8607594936708861, + "mean_mask_iou": 0.8820070350674379, + "n_matched": 34 }, "crystal": { - "tp": 20, - "fp": 17, - "fn": 19, - "precision": 0.5405405405405406, - "recall": 0.5128205128205128, - "f1": 0.5263157894736842, - "mean_mask_iou": 0.7273790791361571, - "n_matched": 20 + "tp": 13, + "fp": 9, + "fn": 17, + "precision": 0.5909090909090909, + "recall": 0.43333333333333335, + "f1": 0.5, + "mean_mask_iou": 0.7325078499800658, + "n_matched": 13 }, "loop_face": { - "tp": 61, - "fp": 28, + "tp": 48, + "fp": 26, "fn": 19, - "precision": 0.6853932584269663, - "recall": 0.7625, - "f1": 0.7218934911242604, - "mean_mask_iou": 0.8210088491188919, - "n_matched": 61 + "precision": 0.6486486486486487, + "recall": 0.7164179104477612, + "f1": 0.6808510638297873, + "mean_mask_iou": 0.8277774500605997, + "n_matched": 48 }, "ice": { "tp": 1, @@ -3549,60 +3883,60 @@ } }, "overall": { - "tp": 202, - "fp": 68, - "fn": 61, - "precision": 0.7481481481481481, - "recall": 0.7680608365019012, - "f1": 0.7579737335834896, - "mean_mask_iou": 0.8329027276610224, - "n_matched": 202 + "tp": 170, + "fp": 54, + "fn": 58, + "precision": 0.7589285714285714, + "recall": 0.7456140350877193, + "f1": 0.7522123893805309, + "mean_mask_iou": 0.8401745812015802, + "n_matched": 170 }, "dataset": { - "gold_images": 142 + "gold_images": 107 } }, "2026-09-29_alc-v1-noflip-mask1": { "per_class": { "loop_all": { - "tp": 83, - "fp": 20, - "fn": 9, - "precision": 0.8058252427184466, - "recall": 0.9021739130434783, - "f1": 0.8512820512820513, - "mean_mask_iou": 0.8534895677923248, - "n_matched": 83 + "tp": 74, + "fp": 17, + "fn": 8, + "precision": 0.8131868131868132, + "recall": 0.9024390243902439, + "f1": 0.8554913294797688, + "mean_mask_iou": 0.8524137396040476, + "n_matched": 74 }, "pin": { - "tp": 37, - "fp": 8, - "fn": 6, - "precision": 0.8222222222222222, - "recall": 0.8604651162790697, - "f1": 0.8409090909090908, - "mean_mask_iou": 0.8874372647201296, - "n_matched": 37 + "tp": 35, + "fp": 6, + "fn": 5, + "precision": 0.8536585365853658, + "recall": 0.875, + "f1": 0.8641975308641976, + "mean_mask_iou": 0.8929084066966806, + "n_matched": 35 }, "crystal": { - "tp": 21, - "fp": 30, - "fn": 18, - "precision": 0.4117647058823529, - "recall": 0.5384615384615384, - "f1": 0.4666666666666667, - "mean_mask_iou": 0.7718891071431425, - "n_matched": 21 + "tp": 14, + "fp": 17, + "fn": 16, + "precision": 0.45161290322580644, + "recall": 0.4666666666666667, + "f1": 0.45901639344262296, + "mean_mask_iou": 0.7737037697673378, + "n_matched": 14 }, "loop_face": { - "tp": 60, - "fp": 28, + "tp": 47, + "fp": 26, "fn": 20, - "precision": 0.6818181818181818, - "recall": 0.75, - "f1": 0.7142857142857143, - "mean_mask_iou": 0.8295419449936053, - "n_matched": 60 + "precision": 0.6438356164383562, + "recall": 0.7014925373134329, + "f1": 0.6714285714285715, + "mean_mask_iou": 0.8376208946796272, + "n_matched": 47 }, "ice": { "tp": 1, @@ -3616,127 +3950,60 @@ } }, "overall": { - "tp": 202, - "fp": 87, - "fn": 61, - "precision": 0.698961937716263, - "recall": 0.7680608365019012, - "f1": 0.7318840579710144, - "mean_mask_iou": 0.8443506998110276, - "n_matched": 202 + "tp": 171, + "fp": 67, + "fn": 57, + "precision": 0.7184873949579832, + "recall": 0.75, + "f1": 0.7339055793991416, + "mean_mask_iou": 0.8504812063307956, + "n_matched": 171 }, "dataset": { - "gold_images": 142 + "gold_images": 107 } }, "2026-09-29_v2-recipeA": { "per_class": { "loop_all": { - "tp": 87, + "tp": 77, "fp": 16, "fn": 5, - "precision": 0.8446601941747572, - "recall": 0.9456521739130435, - "f1": 0.8923076923076922, - "mean_mask_iou": 0.8416325465301895, - "n_matched": 87 + "precision": 0.8279569892473119, + "recall": 0.9390243902439024, + "f1": 0.8799999999999999, + "mean_mask_iou": 0.8387941614212304, + "n_matched": 77 }, "pin": { - "tp": 37, - "fp": 13, - "fn": 6, - "precision": 0.74, - "recall": 0.8604651162790697, - "f1": 0.7956989247311828, - "mean_mask_iou": 0.8805330403245692, - "n_matched": 37 + "tp": 35, + "fp": 9, + "fn": 5, + "precision": 0.7954545454545454, + "recall": 0.875, + "f1": 0.8333333333333334, + "mean_mask_iou": 0.8832147423385468, + "n_matched": 35 }, "crystal": { - "tp": 18, - "fp": 19, - "fn": 21, - "precision": 0.4864864864864865, - "recall": 0.46153846153846156, - "f1": 0.47368421052631576, - "mean_mask_iou": 0.7810514836266865, - "n_matched": 18 + "tp": 13, + "fp": 11, + "fn": 17, + "precision": 0.5416666666666666, + "recall": 0.43333333333333335, + "f1": 0.4814814814814815, + "mean_mask_iou": 0.7865922910782236, + "n_matched": 13 }, "loop_face": { - "tp": 60, - "fp": 33, - "fn": 20, - "precision": 0.6451612903225806, - "recall": 0.75, - "f1": 0.6936416184971099, - "mean_mask_iou": 0.823707382910823, - "n_matched": 60 - }, - "ice": { - "tp": 1, - "fp": 6, - "fn": 8, - "precision": 0.14285714285714285, - "recall": 0.1111111111111111, - "f1": 0.125, - "mean_mask_iou": 0.8793103448275862, - "n_matched": 1 - } - }, - "overall": { - "tp": 203, - "fp": 87, - "fn": 60, - "precision": 0.7, - "recall": 0.7718631178707225, - "f1": 0.7341772151898734, - "mean_mask_iou": 0.8382385914526743, - "n_matched": 203 - }, - "dataset": { - "gold_images": 142 - } - }, - "2026-09-29_v3-noflip-mask1": { - "per_class": { - "loop_all": { - "tp": 87, - "fp": 14, - "fn": 5, - "precision": 0.8613861386138614, - "recall": 0.9456521739130435, - "f1": 0.9015544041450778, - "mean_mask_iou": 0.872090102772944, - "n_matched": 87 - }, - "pin": { - "tp": 38, - "fp": 7, - "fn": 5, - "precision": 0.8444444444444444, - "recall": 0.8837209302325582, - "f1": 0.8636363636363636, - "mean_mask_iou": 0.8944198059149494, - "n_matched": 38 - }, - "crystal": { - "tp": 23, - "fp": 14, - "fn": 16, - "precision": 0.6216216216216216, - "recall": 0.5897435897435898, - "f1": 0.6052631578947368, - "mean_mask_iou": 0.7823935441983431, - "n_matched": 23 - }, - "loop_face": { - "tp": 71, - "fp": 28, - "fn": 9, - "precision": 0.7171717171717171, - "recall": 0.8875, - "f1": 0.7932960893854748, - "mean_mask_iou": 0.8256259061274975, - "n_matched": 71 + "tp": 48, + "fp": 26, + "fn": 19, + "precision": 0.6486486486486487, + "recall": 0.7164179104477612, + "f1": 0.6808510638297873, + "mean_mask_iou": 0.8160874889402566, + "n_matched": 48 }, "ice": { "tp": 1, @@ -3745,65 +4012,132 @@ "precision": 0.25, "recall": 0.1111111111111111, "f1": 0.15384615384615383, + "mean_mask_iou": 0.8793103448275862, + "n_matched": 1 + } + }, + "overall": { + "tp": 174, + "fp": 65, + "fn": 54, + "precision": 0.7280334728033473, + "recall": 0.7631578947368421, + "f1": 0.7451820128479656, + "mean_mask_iou": 0.8377981379842568, + "n_matched": 174 + }, + "dataset": { + "gold_images": 107 + } + }, + "2026-09-29_v3-noflip-mask1": { + "per_class": { + "loop_all": { + "tp": 77, + "fp": 14, + "fn": 5, + "precision": 0.8461538461538461, + "recall": 0.9390243902439024, + "f1": 0.8901734104046243, + "mean_mask_iou": 0.8717811274695157, + "n_matched": 77 + }, + "pin": { + "tp": 36, + "fp": 4, + "fn": 4, + "precision": 0.9, + "recall": 0.9, + "f1": 0.9, + "mean_mask_iou": 0.8987905634050884, + "n_matched": 36 + }, + "crystal": { + "tp": 15, + "fp": 5, + "fn": 15, + "precision": 0.75, + "recall": 0.5, + "f1": 0.6, + "mean_mask_iou": 0.7905042408156481, + "n_matched": 15 + }, + "loop_face": { + "tp": 58, + "fp": 26, + "fn": 9, + "precision": 0.6904761904761905, + "recall": 0.8656716417910447, + "f1": 0.7682119205298013, + "mean_mask_iou": 0.8239478295477372, + "n_matched": 58 + }, + "ice": { + "tp": 1, + "fp": 2, + "fn": 8, + "precision": 0.3333333333333333, + "recall": 0.1111111111111111, + "f1": 0.16666666666666666, "mean_mask_iou": 0.8753799392097265, "n_matched": 1 } }, "overall": { - "tp": 220, - "fp": 66, - "fn": 43, - "precision": 0.7692307692307693, - "recall": 0.8365019011406845, - "f1": 0.8014571948998179, - "mean_mask_iou": 0.8515893743492651, - "n_matched": 220 + "tp": 187, + "fp": 51, + "fn": 41, + "precision": 0.7857142857142857, + "recall": 0.8201754385964912, + "f1": 0.8025751072961373, + "mean_mask_iou": 0.8556445174489263, + "n_matched": 187 }, "dataset": { - "gold_images": 142 + "gold_images": 107 } }, "2026-09-29_v3-recipeA": { "per_class": { "loop_all": { - "tp": 87, + "tp": 78, "fp": 8, - "fn": 5, - "precision": 0.9157894736842105, - "recall": 0.9456521739130435, - "f1": 0.9304812834224598, - "mean_mask_iou": 0.8638258937880646, - "n_matched": 87 + "fn": 4, + "precision": 0.9069767441860465, + "recall": 0.9512195121951219, + "f1": 0.9285714285714286, + "mean_mask_iou": 0.8642736506881715, + "n_matched": 78 }, "pin": { - "tp": 38, - "fp": 14, - "fn": 5, - "precision": 0.7307692307692307, - "recall": 0.8837209302325582, - "f1": 0.8, - "mean_mask_iou": 0.8804832507958056, - "n_matched": 38 + "tp": 36, + "fp": 10, + "fn": 4, + "precision": 0.782608695652174, + "recall": 0.9, + "f1": 0.8372093023255814, + "mean_mask_iou": 0.8875905598736473, + "n_matched": 36 }, "crystal": { - "tp": 19, - "fp": 15, - "fn": 20, - "precision": 0.5588235294117647, - "recall": 0.48717948717948717, - "f1": 0.5205479452054794, - "mean_mask_iou": 0.8033218114573291, - "n_matched": 19 + "tp": 14, + "fp": 7, + "fn": 16, + "precision": 0.6666666666666666, + "recall": 0.4666666666666667, + "f1": 0.5490196078431373, + "mean_mask_iou": 0.7906747726239798, + "n_matched": 14 }, "loop_face": { - "tp": 68, - "fp": 25, + "tp": 55, + "fp": 21, "fn": 12, - "precision": 0.7311827956989247, - "recall": 0.85, - "f1": 0.7861271676300579, - "mean_mask_iou": 0.827892936654284, - "n_matched": 68 + "precision": 0.7236842105263158, + "recall": 0.8208955223880597, + "f1": 0.7692307692307693, + "mean_mask_iou": 0.8291669135392943, + "n_matched": 55 }, "ice": { "tp": 1, @@ -3817,60 +4151,60 @@ } }, "overall": { - "tp": 213, - "fp": 65, - "fn": 50, - "precision": 0.7661870503597122, - "recall": 0.8098859315589354, - "f1": 0.7874306839186691, - "mean_mask_iou": 0.8499695500849699, - "n_matched": 213 + "tp": 184, + "fp": 49, + "fn": 44, + "precision": 0.7896995708154506, + "recall": 0.8070175438596491, + "f1": 0.7982646420824294, + "mean_mask_iou": 0.8527863898839209, + "n_matched": 184 }, "dataset": { - "gold_images": 142 + "gold_images": 107 } }, "2026-09-30_v3-s-640px": { "per_class": { "loop_all": { - "tp": 87, - "fp": 10, + "tp": 77, + "fp": 9, "fn": 5, - "precision": 0.8969072164948454, - "recall": 0.9456521739130435, - "f1": 0.9206349206349207, - "mean_mask_iou": 0.8769149733331438, - "n_matched": 87 + "precision": 0.8953488372093024, + "recall": 0.9390243902439024, + "f1": 0.9166666666666666, + "mean_mask_iou": 0.875482179708955, + "n_matched": 77 }, "pin": { - "tp": 38, - "fp": 6, - "fn": 5, - "precision": 0.8636363636363636, - "recall": 0.8837209302325582, - "f1": 0.8735632183908046, - "mean_mask_iou": 0.8861474064271677, - "n_matched": 38 + "tp": 36, + "fp": 3, + "fn": 4, + "precision": 0.9230769230769231, + "recall": 0.9, + "f1": 0.9113924050632911, + "mean_mask_iou": 0.8873643650165226, + "n_matched": 36 }, "crystal": { - "tp": 21, - "fp": 14, - "fn": 18, - "precision": 0.6, - "recall": 0.5384615384615384, - "f1": 0.5675675675675675, - "mean_mask_iou": 0.7742300919117516, - "n_matched": 21 + "tp": 15, + "fp": 7, + "fn": 15, + "precision": 0.6818181818181818, + "recall": 0.5, + "f1": 0.576923076923077, + "mean_mask_iou": 0.7682687171085124, + "n_matched": 15 }, "loop_face": { - "tp": 71, - "fp": 23, + "tp": 58, + "fp": 22, "fn": 9, - "precision": 0.7553191489361702, - "recall": 0.8875, - "f1": 0.8160919540229885, - "mean_mask_iou": 0.8291475304406545, - "n_matched": 71 + "precision": 0.725, + "recall": 0.8656716417910447, + "f1": 0.7891156462585034, + "mean_mask_iou": 0.8293982544142166, + "n_matched": 58 }, "ice": { "tp": 1, @@ -3884,261 +4218,261 @@ } }, "overall": { - "tp": 218, - "fp": 54, - "fn": 45, - "precision": 0.8014705882352942, - "recall": 0.8288973384030418, - "f1": 0.8149532710280374, - "mean_mask_iou": 0.8529428212465991, - "n_matched": 218 + "tp": 187, + "fp": 42, + "fn": 41, + "precision": 0.8165938864628821, + "recall": 0.8201754385964912, + "f1": 0.8183807439824945, + "mean_mask_iou": 0.8547294053847379, + "n_matched": 187 }, "dataset": { - "gold_images": 142 + "gold_images": 107 } }, "2026-10-01_v4-noflip-mask1": { "per_class": { "loop_all": { - "tp": 86, + "tp": 77, "fp": 8, - "fn": 6, - "precision": 0.9148936170212766, - "recall": 0.9347826086956522, - "f1": 0.924731182795699, - "mean_mask_iou": 0.8832753278267423, - "n_matched": 86 + "fn": 5, + "precision": 0.9058823529411765, + "recall": 0.9390243902439024, + "f1": 0.9221556886227545, + "mean_mask_iou": 0.8829628427244136, + "n_matched": 77 }, "pin": { - "tp": 39, - "fp": 9, - "fn": 4, - "precision": 0.8125, - "recall": 0.9069767441860465, - "f1": 0.8571428571428572, - "mean_mask_iou": 0.8831458940026848, - "n_matched": 39 + "tp": 37, + "fp": 7, + "fn": 3, + "precision": 0.8409090909090909, + "recall": 0.925, + "f1": 0.8809523809523809, + "mean_mask_iou": 0.8902677531393571, + "n_matched": 37 }, "crystal": { - "tp": 23, - "fp": 19, - "fn": 16, - "precision": 0.5476190476190477, - "recall": 0.5897435897435898, - "f1": 0.5679012345679013, - "mean_mask_iou": 0.8026071915900868, - "n_matched": 23 + "tp": 16, + "fp": 11, + "fn": 14, + "precision": 0.5925925925925926, + "recall": 0.5333333333333333, + "f1": 0.5614035087719299, + "mean_mask_iou": 0.8099010484769642, + "n_matched": 16 }, "loop_face": { - "tp": 71, - "fp": 21, + "tp": 58, + "fp": 20, "fn": 9, - "precision": 0.7717391304347826, - "recall": 0.8875, - "f1": 0.8255813953488372, - "mean_mask_iou": 0.8319862028801424, - "n_matched": 71 + "precision": 0.7435897435897436, + "recall": 0.8656716417910447, + "f1": 0.8, + "mean_mask_iou": 0.8322010547062246, + "n_matched": 58 }, "ice": { "tp": 1, - "fp": 5, + "fp": 2, "fn": 8, - "precision": 0.16666666666666666, + "precision": 0.3333333333333333, "recall": 0.1111111111111111, - "f1": 0.13333333333333333, + "f1": 0.16666666666666666, "mean_mask_iou": 0.9003021148036254, "n_matched": 1 } }, "overall": { - "tp": 220, - "fp": 62, - "fn": 43, - "precision": 0.7801418439716312, - "recall": 0.8365019011406845, - "f1": 0.8073394495412844, - "mean_mask_iou": 0.8583438908412291, - "n_matched": 220 + "tp": 189, + "fp": 48, + "fn": 39, + "precision": 0.7974683544303798, + "recall": 0.8289473684210527, + "f1": 0.8129032258064517, + "mean_mask_iou": 0.8627218297319165, + "n_matched": 189 }, "dataset": { - "gold_images": 142 + "gold_images": 107 } }, "2026-10-01_v4-recipeA": { "per_class": { "loop_all": { - "tp": 87, + "tp": 77, "fp": 14, "fn": 5, - "precision": 0.8613861386138614, - "recall": 0.9456521739130435, - "f1": 0.9015544041450778, - "mean_mask_iou": 0.8678159971781848, - "n_matched": 87 + "precision": 0.8461538461538461, + "recall": 0.9390243902439024, + "f1": 0.8901734104046243, + "mean_mask_iou": 0.8672246266423598, + "n_matched": 77 }, "pin": { - "tp": 38, - "fp": 10, - "fn": 5, - "precision": 0.7916666666666666, - "recall": 0.8837209302325582, - "f1": 0.8351648351648352, - "mean_mask_iou": 0.8980979097624061, - "n_matched": 38 + "tp": 36, + "fp": 6, + "fn": 4, + "precision": 0.8571428571428571, + "recall": 0.9, + "f1": 0.8780487804878048, + "mean_mask_iou": 0.9041051991537292, + "n_matched": 36 }, "crystal": { - "tp": 19, - "fp": 21, - "fn": 20, - "precision": 0.475, - "recall": 0.48717948717948717, - "f1": 0.4810126582278481, - "mean_mask_iou": 0.7790582780689452, - "n_matched": 19 + "tp": 14, + "fp": 15, + "fn": 16, + "precision": 0.4827586206896552, + "recall": 0.4666666666666667, + "f1": 0.47457627118644075, + "mean_mask_iou": 0.7633714777455356, + "n_matched": 14 }, "loop_face": { - "tp": 69, - "fp": 29, + "tp": 56, + "fp": 26, "fn": 11, - "precision": 0.7040816326530612, - "recall": 0.8625, - "f1": 0.7752808988764046, - "mean_mask_iou": 0.8253312582350022, - "n_matched": 69 + "precision": 0.6829268292682927, + "recall": 0.835820895522388, + "f1": 0.7516778523489933, + "mean_mask_iou": 0.8244866284294033, + "n_matched": 56 }, "ice": { "tp": 1, - "fp": 7, + "fp": 2, "fn": 8, - "precision": 0.125, + "precision": 0.3333333333333333, "recall": 0.1111111111111111, - "f1": 0.11764705882352941, + "f1": 0.16666666666666666, "mean_mask_iou": 0.8850574712643678, "n_matched": 1 } }, "overall": { - "tp": 214, - "fp": 81, - "fn": 49, - "precision": 0.7254237288135593, - "recall": 0.8136882129277566, - "f1": 0.7670250896057347, - "mean_mask_iou": 0.8516950182161824, - "n_matched": 214 + "tp": 184, + "fp": 63, + "fn": 44, + "precision": 0.7449392712550608, + "recall": 0.8070175438596491, + "f1": 0.7747368421052632, + "mean_mask_iou": 0.8536282215910027, + "n_matched": 184 }, "dataset": { - "gold_images": 142 + "gold_images": 107 } }, "2026-10-22_v5-noflip-mask1": { "per_class": { "loop_all": { - "tp": 88, + "tp": 78, "fp": 10, "fn": 4, - "precision": 0.8979591836734694, - "recall": 0.9565217391304348, - "f1": 0.9263157894736843, - "mean_mask_iou": 0.8775883729569949, - "n_matched": 88 + "precision": 0.8863636363636364, + "recall": 0.9512195121951219, + "f1": 0.9176470588235294, + "mean_mask_iou": 0.8780226535883028, + "n_matched": 78 }, "pin": { - "tp": 37, - "fp": 7, - "fn": 6, - "precision": 0.8409090909090909, - "recall": 0.8604651162790697, - "f1": 0.8505747126436781, - "mean_mask_iou": 0.8972281327979925, - "n_matched": 37 + "tp": 35, + "fp": 4, + "fn": 5, + "precision": 0.8974358974358975, + "recall": 0.875, + "f1": 0.8860759493670887, + "mean_mask_iou": 0.9034393571761384, + "n_matched": 35 }, "crystal": { - "tp": 22, - "fp": 23, - "fn": 17, - "precision": 0.4888888888888889, - "recall": 0.5641025641025641, - "f1": 0.5238095238095238, - "mean_mask_iou": 0.8016606571748839, - "n_matched": 22 + "tp": 15, + "fp": 13, + "fn": 15, + "precision": 0.5357142857142857, + "recall": 0.5, + "f1": 0.5172413793103449, + "mean_mask_iou": 0.8007609759017009, + "n_matched": 15 }, "loop_face": { - "tp": 69, + "tp": 56, "fp": 22, "fn": 11, - "precision": 0.7582417582417582, - "recall": 0.8625, - "f1": 0.8070175438596491, - "mean_mask_iou": 0.8220439265624961, - "n_matched": 69 + "precision": 0.717948717948718, + "recall": 0.835820895522388, + "f1": 0.7724137931034484, + "mean_mask_iou": 0.8247521984592348, + "n_matched": 56 }, "ice": { "tp": 1, - "fp": 5, + "fp": 1, "fn": 8, - "precision": 0.16666666666666666, + "precision": 0.5, "recall": 0.1111111111111111, - "f1": 0.13333333333333333, + "f1": 0.1818181818181818, "mean_mask_iou": 0.8985074626865671, "n_matched": 1 } }, "overall": { - "tp": 217, - "fp": 67, - "fn": 46, - "precision": 0.7640845070422535, - "recall": 0.8250950570342205, - "f1": 0.7934186471663619, - "mean_mask_iou": 0.8556741501709108, - "n_matched": 217 + "tp": 185, + "fp": 50, + "fn": 43, + "precision": 0.7872340425531915, + "recall": 0.8114035087719298, + "f1": 0.799136069114471, + "mean_mask_iou": 0.8605523767350364, + "n_matched": 185 }, "dataset": { - "gold_images": 142 + "gold_images": 107 } }, "2026-10-23_v5-n-1024px": { "per_class": { "loop_all": { - "tp": 89, + "tp": 79, "fp": 10, "fn": 3, - "precision": 0.898989898989899, - "recall": 0.967391304347826, - "f1": 0.9319371727748692, - "mean_mask_iou": 0.8815048799355819, - "n_matched": 89 + "precision": 0.8876404494382022, + "recall": 0.9634146341463414, + "f1": 0.9239766081871345, + "mean_mask_iou": 0.8810315455938095, + "n_matched": 79 }, "pin": { - "tp": 38, - "fp": 9, - "fn": 5, - "precision": 0.8085106382978723, - "recall": 0.8837209302325582, - "f1": 0.8444444444444444, - "mean_mask_iou": 0.8987586935965205, - "n_matched": 38 + "tp": 36, + "fp": 5, + "fn": 4, + "precision": 0.8780487804878049, + "recall": 0.9, + "f1": 0.888888888888889, + "mean_mask_iou": 0.9059072960672978, + "n_matched": 36 }, "crystal": { - "tp": 23, - "fp": 18, - "fn": 16, - "precision": 0.5609756097560976, - "recall": 0.5897435897435898, - "f1": 0.575, - "mean_mask_iou": 0.8022104387675705, - "n_matched": 23 + "tp": 16, + "fp": 8, + "fn": 14, + "precision": 0.6666666666666666, + "recall": 0.5333333333333333, + "f1": 0.5925925925925926, + "mean_mask_iou": 0.8005865884243686, + "n_matched": 16 }, "loop_face": { - "tp": 69, - "fp": 24, + "tp": 56, + "fp": 21, "fn": 11, - "precision": 0.7419354838709677, - "recall": 0.8625, - "f1": 0.7976878612716763, - "mean_mask_iou": 0.8304512768596254, - "n_matched": 69 + "precision": 0.7272727272727273, + "recall": 0.835820895522388, + "f1": 0.7777777777777778, + "mean_mask_iou": 0.8294983216737084, + "n_matched": 56 }, "ice": { "tp": 0, @@ -4152,261 +4486,261 @@ } }, "overall": { - "tp": 219, - "fp": 63, - "fn": 44, - "precision": 0.776595744680851, - "recall": 0.8326996197718631, - "f1": 0.8036697247706422, - "mean_mask_iou": 0.86008558386257, - "n_matched": 219 + "tp": 187, + "fp": 46, + "fn": 41, + "precision": 0.8025751072961373, + "recall": 0.8201754385964912, + "f1": 0.8112798264642083, + "mean_mask_iou": 0.863505059833429, + "n_matched": 187 }, "dataset": { - "gold_images": 142 + "gold_images": 107 } }, "2026-10-23_v5-s-noflip-mask1": { "per_class": { "loop_all": { - "tp": 89, + "tp": 79, "fp": 7, "fn": 3, - "precision": 0.9270833333333334, - "recall": 0.967391304347826, - "f1": 0.9468085106382979, - "mean_mask_iou": 0.8767158456805172, - "n_matched": 89 + "precision": 0.9186046511627907, + "recall": 0.9634146341463414, + "f1": 0.9404761904761905, + "mean_mask_iou": 0.8759748376865424, + "n_matched": 79 }, "pin": { - "tp": 38, - "fp": 9, - "fn": 5, - "precision": 0.8085106382978723, - "recall": 0.8837209302325582, - "f1": 0.8444444444444444, - "mean_mask_iou": 0.9049713023605079, - "n_matched": 38 + "tp": 36, + "fp": 6, + "fn": 4, + "precision": 0.8571428571428571, + "recall": 0.9, + "f1": 0.8780487804878048, + "mean_mask_iou": 0.9083423892715649, + "n_matched": 36 }, "crystal": { - "tp": 24, - "fp": 18, - "fn": 15, - "precision": 0.5714285714285714, - "recall": 0.6153846153846154, - "f1": 0.5925925925925927, - "mean_mask_iou": 0.7974621479687757, - "n_matched": 24 + "tp": 16, + "fp": 11, + "fn": 14, + "precision": 0.5925925925925926, + "recall": 0.5333333333333333, + "f1": 0.5614035087719299, + "mean_mask_iou": 0.7887475047177739, + "n_matched": 16 }, "loop_face": { - "tp": 73, - "fp": 20, + "tp": 60, + "fp": 19, "fn": 7, - "precision": 0.7849462365591398, - "recall": 0.9125, - "f1": 0.8439306358381503, - "mean_mask_iou": 0.8246587023706556, - "n_matched": 73 + "precision": 0.759493670886076, + "recall": 0.8955223880597015, + "f1": 0.8219178082191781, + "mean_mask_iou": 0.8210345528841124, + "n_matched": 60 }, "ice": { "tp": 1, - "fp": 8, + "fp": 3, "fn": 8, - "precision": 0.1111111111111111, + "precision": 0.25, "recall": 0.1111111111111111, - "f1": 0.1111111111111111, + "f1": 0.15384615384615383, "mean_mask_iou": 0.8635014836795252, "n_matched": 1 } }, "overall": { - "tp": 225, - "fp": 62, - "fn": 38, - "precision": 0.7839721254355401, - "recall": 0.8555133079847909, - "f1": 0.8181818181818182, - "mean_mask_iou": 0.8560857691700151, - "n_matched": 225 + "tp": 192, + "fp": 46, + "fn": 36, + "precision": 0.8067226890756303, + "recall": 0.8421052631578947, + "f1": 0.8240343347639484, + "mean_mask_iou": 0.8575410048084576, + "n_matched": 192 }, "dataset": { - "gold_images": 142 + "gold_images": 107 } }, "2026-10-25_v5-amp": { "per_class": { "loop_all": { - "tp": 87, - "fp": 6, - "fn": 5, - "precision": 0.9354838709677419, - "recall": 0.9456521739130435, - "f1": 0.9405405405405404, - "mean_mask_iou": 0.8815385677283908, - "n_matched": 87 + "tp": 78, + "fp": 5, + "fn": 4, + "precision": 0.9397590361445783, + "recall": 0.9512195121951219, + "f1": 0.9454545454545454, + "mean_mask_iou": 0.8803239662944046, + "n_matched": 78 }, "pin": { - "tp": 38, - "fp": 10, - "fn": 5, - "precision": 0.7916666666666666, - "recall": 0.8837209302325582, - "f1": 0.8351648351648352, - "mean_mask_iou": 0.902221432774882, - "n_matched": 38 + "tp": 36, + "fp": 5, + "fn": 4, + "precision": 0.8780487804878049, + "recall": 0.9, + "f1": 0.888888888888889, + "mean_mask_iou": 0.9082361361554637, + "n_matched": 36 }, "crystal": { - "tp": 21, - "fp": 21, - "fn": 18, - "precision": 0.5, - "recall": 0.5384615384615384, - "f1": 0.5185185185185186, - "mean_mask_iou": 0.7979628501698189, - "n_matched": 21 + "tp": 14, + "fp": 13, + "fn": 16, + "precision": 0.5185185185185185, + "recall": 0.4666666666666667, + "f1": 0.4912280701754386, + "mean_mask_iou": 0.7978303451858817, + "n_matched": 14 }, "loop_face": { - "tp": 70, - "fp": 18, + "tp": 57, + "fp": 16, "fn": 10, - "precision": 0.7954545454545454, - "recall": 0.875, - "f1": 0.8333333333333334, - "mean_mask_iou": 0.8324651516773885, - "n_matched": 70 + "precision": 0.7808219178082192, + "recall": 0.8507462686567164, + "f1": 0.8142857142857143, + "mean_mask_iou": 0.8327616621178932, + "n_matched": 57 }, "ice": { "tp": 1, - "fp": 5, + "fp": 1, "fn": 8, - "precision": 0.16666666666666666, + "precision": 0.5, "recall": 0.1111111111111111, - "f1": 0.13333333333333333, + "f1": 0.1818181818181818, "mean_mask_iou": 0.8818181818181818, "n_matched": 1 } }, "overall": { - "tp": 217, - "fp": 60, - "fn": 46, - "precision": 0.7833935018050542, - "recall": 0.8250950570342205, - "f1": 0.8037037037037037, - "mean_mask_iou": 0.8612436335973139, - "n_matched": 217 + "tp": 186, + "fp": 40, + "fn": 42, + "precision": 0.8230088495575221, + "recall": 0.8157894736842105, + "f1": 0.8193832599118943, + "mean_mask_iou": 0.8649496130521539, + "n_matched": 186 }, "dataset": { - "gold_images": 142 + "gold_images": 107 } }, "2026-10-25_v5-warm": { "per_class": { "loop_all": { - "tp": 88, + "tp": 78, "fp": 10, "fn": 4, - "precision": 0.8979591836734694, - "recall": 0.9565217391304348, - "f1": 0.9263157894736843, - "mean_mask_iou": 0.8850851242933359, - "n_matched": 88 + "precision": 0.8863636363636364, + "recall": 0.9512195121951219, + "f1": 0.9176470588235294, + "mean_mask_iou": 0.8856333373364353, + "n_matched": 78 }, "pin": { - "tp": 38, - "fp": 10, - "fn": 5, - "precision": 0.7916666666666666, - "recall": 0.8837209302325582, - "f1": 0.8351648351648352, - "mean_mask_iou": 0.8894279325189872, - "n_matched": 38 + "tp": 36, + "fp": 7, + "fn": 4, + "precision": 0.8372093023255814, + "recall": 0.9, + "f1": 0.8674698795180723, + "mean_mask_iou": 0.8967674284983301, + "n_matched": 36 }, "crystal": { - "tp": 22, - "fp": 21, - "fn": 17, - "precision": 0.5116279069767442, - "recall": 0.5641025641025641, - "f1": 0.5365853658536586, - "mean_mask_iou": 0.8353212119145368, - "n_matched": 22 + "tp": 16, + "fp": 11, + "fn": 14, + "precision": 0.5925925925925926, + "recall": 0.5333333333333333, + "f1": 0.5614035087719299, + "mean_mask_iou": 0.8280715179309572, + "n_matched": 16 }, "loop_face": { - "tp": 71, - "fp": 15, + "tp": 58, + "fp": 14, "fn": 9, - "precision": 0.8255813953488372, - "recall": 0.8875, - "f1": 0.8554216867469879, - "mean_mask_iou": 0.8302185968739946, - "n_matched": 71 + "precision": 0.8055555555555556, + "recall": 0.8656716417910447, + "f1": 0.8345323741007193, + "mean_mask_iou": 0.8304287371720194, + "n_matched": 58 }, "ice": { "tp": 1, - "fp": 9, + "fp": 3, "fn": 8, - "precision": 0.1, + "precision": 0.25, "recall": 0.1111111111111111, - "f1": 0.10526315789473685, + "f1": 0.15384615384615383, "mean_mask_iou": 0.9040697674418605, "n_matched": 1 } }, "overall": { - "tp": 220, - "fp": 65, - "fn": 43, - "precision": 0.7719298245614035, - "recall": 0.8365019011406845, - "f1": 0.8029197080291971, - "mean_mask_iou": 0.8632382235506837, - "n_matched": 220 + "tp": 189, + "fp": 45, + "fn": 39, + "precision": 0.8076923076923077, + "recall": 0.8289473684210527, + "f1": 0.8181818181818182, + "mean_mask_iou": 0.8660376113677049, + "n_matched": 189 }, "dataset": { - "gold_images": 142 + "gold_images": 107 } }, "2026-10-26_v5h-noflip-mask1": { "per_class": { "loop_all": { - "tp": 85, + "tp": 76, "fp": 16, - "fn": 7, - "precision": 0.8415841584158416, - "recall": 0.9239130434782609, - "f1": 0.8808290155440415, - "mean_mask_iou": 0.8795057842099225, - "n_matched": 85 + "fn": 6, + "precision": 0.8260869565217391, + "recall": 0.926829268292683, + "f1": 0.8735632183908046, + "mean_mask_iou": 0.8780691677688575, + "n_matched": 76 }, "pin": { - "tp": 37, - "fp": 9, - "fn": 6, - "precision": 0.8043478260869565, - "recall": 0.8604651162790697, - "f1": 0.8314606741573034, - "mean_mask_iou": 0.9000486351510117, - "n_matched": 37 + "tp": 35, + "fp": 5, + "fn": 5, + "precision": 0.875, + "recall": 0.875, + "f1": 0.875, + "mean_mask_iou": 0.9062264232912584, + "n_matched": 35 }, "crystal": { - "tp": 25, - "fp": 19, - "fn": 14, - "precision": 0.5681818181818182, - "recall": 0.6410256410256411, - "f1": 0.6024096385542169, - "mean_mask_iou": 0.7972727263513228, - "n_matched": 25 + "tp": 18, + "fp": 13, + "fn": 12, + "precision": 0.5806451612903226, + "recall": 0.6, + "f1": 0.5901639344262295, + "mean_mask_iou": 0.7697383406791608, + "n_matched": 18 }, "loop_face": { - "tp": 66, - "fp": 31, + "tp": 53, + "fp": 29, "fn": 14, - "precision": 0.6804123711340206, - "recall": 0.825, - "f1": 0.7457627118644068, - "mean_mask_iou": 0.8367299888068087, - "n_matched": 66 + "precision": 0.6463414634146342, + "recall": 0.7910447761194029, + "f1": 0.7114093959731543, + "mean_mask_iou": 0.8376657290658535, + "n_matched": 53 }, "ice": { "tp": 1, @@ -4420,17 +4754,151 @@ } }, "overall": { - "tp": 214, - "fp": 76, - "fn": 49, - "precision": 0.7379310344827587, - "recall": 0.8136882129277566, - "f1": 0.7739602169981917, - "mean_mask_iou": 0.8601109429665303, - "n_matched": 214 + "tp": 183, + "fp": 64, + "fn": 45, + "precision": 0.7408906882591093, + "recall": 0.8026315789473685, + "f1": 0.7705263157894738, + "mean_mask_iou": 0.8609328336323308, + "n_matched": 183 }, "dataset": { - "gold_images": 142 + "gold_images": 107 + } + }, + "2026-10-30_v6-noflip-mask1": { + "per_class": { + "loop_all": { + "tp": 78, + "fp": 7, + "fn": 4, + "precision": 0.9176470588235294, + "recall": 0.9512195121951219, + "f1": 0.9341317365269461, + "mean_mask_iou": 0.877268746963905, + "n_matched": 78 + }, + "pin": { + "tp": 35, + "fp": 5, + "fn": 5, + "precision": 0.875, + "recall": 0.875, + "f1": 0.875, + "mean_mask_iou": 0.8948351020994724, + "n_matched": 35 + }, + "crystal": { + "tp": 17, + "fp": 8, + "fn": 13, + "precision": 0.68, + "recall": 0.5666666666666667, + "f1": 0.6181818181818183, + "mean_mask_iou": 0.7718810399392496, + "n_matched": 17 + }, + "loop_face": { + "tp": 53, + "fp": 18, + "fn": 14, + "precision": 0.7464788732394366, + "recall": 0.7910447761194029, + "f1": 0.7681159420289855, + "mean_mask_iou": 0.8402192277773846, + "n_matched": 53 + }, + "ice": { + "tp": 1, + "fp": 2, + "fn": 8, + "precision": 0.3333333333333333, + "recall": 0.1111111111111111, + "f1": 0.16666666666666666, + "mean_mask_iou": 0.8719512195121951, + "n_matched": 1 + } + }, + "overall": { + "tp": 184, + "fp": 40, + "fn": 44, + "precision": 0.8214285714285714, + "recall": 0.8070175438596491, + "f1": 0.8141592920353982, + "mean_mask_iou": 0.86017249351819, + "n_matched": 184 + }, + "dataset": { + "gold_images": 107 + } + }, + "2026-10-31_v6-s-noflip-mask1": { + "per_class": { + "loop_all": { + "tp": 78, + "fp": 7, + "fn": 4, + "precision": 0.9176470588235294, + "recall": 0.9512195121951219, + "f1": 0.9341317365269461, + "mean_mask_iou": 0.8857253534438428, + "n_matched": 78 + }, + "pin": { + "tp": 35, + "fp": 6, + "fn": 5, + "precision": 0.8536585365853658, + "recall": 0.875, + "f1": 0.8641975308641976, + "mean_mask_iou": 0.8936607328471474, + "n_matched": 35 + }, + "crystal": { + "tp": 17, + "fp": 12, + "fn": 13, + "precision": 0.5862068965517241, + "recall": 0.5666666666666667, + "f1": 0.576271186440678, + "mean_mask_iou": 0.7850463630065345, + "n_matched": 17 + }, + "loop_face": { + "tp": 55, + "fp": 19, + "fn": 12, + "precision": 0.7432432432432432, + "recall": 0.8208955223880597, + "f1": 0.7801418439716312, + "mean_mask_iou": 0.8324109454668613, + "n_matched": 55 + }, + "ice": { + "tp": 1, + "fp": 1, + "fn": 8, + "precision": 0.5, + "recall": 0.1111111111111111, + "f1": 0.1818181818181818, + "mean_mask_iou": 0.8629737609329446, + "n_matched": 1 + } + }, + "overall": { + "tp": 186, + "fp": 45, + "fn": 42, + "precision": 0.8051948051948052, + "recall": 0.8157894736842105, + "f1": 0.8104575163398693, + "mean_mask_iou": 0.8621293932848991, + "n_matched": 186 + }, + "dataset": { + "gold_images": 107 } } }, @@ -4438,12 +4906,151 @@ "tpi_57070", "tpi_58417", "tpi_58588", - "tpi_58595", - "tpi_61343", - "tpi_61381" + "tpi_58595" ], - "mounts": 249, + "mounts": 210, "excluded": { - "tpi_14688": "same image as tpi_14689 (uploaded twice), labelled differently" + "tpi_14688": "same image as tpi_14689 (uploaded twice), labelled differently", + "tpi_33849": "DAQ detection box burned into the frame (gold, Spark audit 2026-10-28)", + "tpi_61565": "DAQ detection box burned into the frame (gold, Spark audit 2026-10-28)", + "tpi_61361": "DAQ detection box burned into the frame (gold, Spark audit 2026-10-28)", + "tpi_61572": "DAQ detection box burned into the frame (gold, Spark audit 2026-10-28)", + "tpi_61344": "DAQ detection box burned into the frame (gold, Spark audit 2026-10-28)", + "tpi_61340": "DAQ detection box burned into the frame (gold, Spark audit 2026-10-28)", + "tpi_10130": "DAQ detection box burned into the frame (gold, Spark audit 2026-10-28)", + "tpi_61327": "DAQ detection box burned into the frame (gold, Spark audit 2026-10-28)", + "tpi_61334": "DAQ detection box burned into the frame (gold, Spark audit 2026-10-28)", + "tpi_8507": "DAQ detection box burned into the frame (gold, Spark audit 2026-10-28)", + "tpi_61653": "DAQ detection box burned into the frame (gold, Spark audit 2026-10-28)", + "tpi_62719": "DAQ detection box burned into the frame (gold, Spark audit 2026-10-28)", + "tpi_63389": "DAQ detection box burned into the frame (gold, Spark audit 2026-10-28)", + "tpi_62617": "DAQ detection box burned into the frame (gold, Spark audit 2026-10-28)", + "tpi_8400": "labelled needle, is not one, out of focus (user review 2026-10-28)", + "tpi_8196": "uninterpretable frame, legacy June batch (user review 2026-10-28)", + "tpi_62033": "crystal outline wrong (user review 2026-10-28); re-label or drop", + "tpi_16963": "crystal label dubious (user review 2026-10-28); re-label or drop", + "tpi_45649": "labelled empty loop, object in the loop not labelled (user review 2026-10-28); re-label or drop", + "tpi_62718": "crystal outline far larger than the crystal (user review 2026-10-28); re-label or drop", + "tpi_57242": "crystal label dubious (user review 2026-10-28); re-label or drop", + "tpi_32690": "DAQ detection box burned into the frame (gold, Spark audit 2026-10-28)", + "tpi_62634": "DAQ detection box burned into the frame (gold, Spark audit 2026-10-28)", + "tpi_63417": "DAQ detection box burned into the frame (gold, Spark audit 2026-10-28)", + "tpi_63479": "DAQ detection box burned into the frame (gold, Spark audit 2026-10-28)", + "tpi_11746": "DAQ detection box burned into the frame (training sets, Spark audit 2026-10-28)", + "tpi_12701": "DAQ detection box burned into the frame (training sets, Spark audit 2026-10-28)", + "tpi_1549": "DAQ detection box burned into the frame (training sets, Spark audit 2026-10-28)", + "tpi_16353": "DAQ detection box burned into the frame (training sets, Spark audit 2026-10-28)", + "tpi_19754": "DAQ detection box burned into the frame (training sets, Spark audit 2026-10-28)", + "tpi_20409": "DAQ detection box burned into the frame (training sets, Spark audit 2026-10-28)", + "tpi_21140": "DAQ detection box burned into the frame (training sets, Spark audit 2026-10-28)", + "tpi_21432": "DAQ detection box burned into the frame (training sets, Spark audit 2026-10-28)", + "tpi_21511": "DAQ detection box burned into the frame (training sets, Spark audit 2026-10-28)", + "tpi_22585": "DAQ detection box burned into the frame (training sets, Spark audit 2026-10-28)", + "tpi_2979": "DAQ detection box burned into the frame (training sets, Spark audit 2026-10-28)", + "tpi_34806": "DAQ detection box burned into the frame (training sets, Spark audit 2026-10-28)", + "tpi_57013": "DAQ detection box burned into the frame (training sets, Spark audit 2026-10-28)", + "tpi_5971": "DAQ detection box burned into the frame (training sets, Spark audit 2026-10-28)", + "tpi_61322": "DAQ detection box burned into the frame (training sets, Spark audit 2026-10-28)", + "tpi_61341": "DAQ detection box burned into the frame (training sets, Spark audit 2026-10-28)", + "tpi_61376": "DAQ detection box burned into the frame (training sets, Spark audit 2026-10-28)", + "tpi_61378": "DAQ detection box burned into the frame (training sets, Spark audit 2026-10-28)", + "tpi_61429": "DAQ detection box burned into the frame (training sets, Spark audit 2026-10-28)", + "tpi_61558": "DAQ detection box burned into the frame (training sets, Spark audit 2026-10-28)", + "tpi_61582": "DAQ detection box burned into the frame (training sets, Spark audit 2026-10-28)", + "tpi_61599": "DAQ detection box burned into the frame (training sets, Spark audit 2026-10-28)", + "tpi_61606": "DAQ detection box burned into the frame (training sets, Spark audit 2026-10-28)", + "tpi_61607": "DAQ detection box burned into the frame (training sets, Spark audit 2026-10-28)", + "tpi_61663": "DAQ detection box burned into the frame (training sets, Spark audit 2026-10-28)", + "tpi_61691": "DAQ detection box burned into the frame (training sets, Spark audit 2026-10-28)", + "tpi_61746": "DAQ detection box burned into the frame (training sets, Spark audit 2026-10-28)", + "tpi_62606": "DAQ detection box burned into the frame (training sets, Spark audit 2026-10-28)", + "tpi_62613": "DAQ detection box burned into the frame (training sets, Spark audit 2026-10-28)", + "tpi_62624": "DAQ detection box burned into the frame (training sets, Spark audit 2026-10-28)", + "tpi_62629": "DAQ detection box burned into the frame (training sets, Spark audit 2026-10-28)", + "tpi_62701": "DAQ detection box burned into the frame (training sets, Spark audit 2026-10-28)", + "tpi_62709": "DAQ detection box burned into the frame (training sets, Spark audit 2026-10-28)", + "tpi_62715": "DAQ detection box burned into the frame (training sets, Spark audit 2026-10-28)", + "tpi_63079": "DAQ detection box burned into the frame (training sets, Spark audit 2026-10-28)", + "tpi_63085": "DAQ detection box burned into the frame (training sets, Spark audit 2026-10-28)", + "tpi_63087": "DAQ detection box burned into the frame (training sets, Spark audit 2026-10-28)", + "tpi_63097": "DAQ detection box burned into the frame (training sets, Spark audit 2026-10-28)", + "tpi_63155": "DAQ detection box burned into the frame (training sets, Spark audit 2026-10-28)", + "tpi_63156": "DAQ detection box burned into the frame (training sets, Spark audit 2026-10-28)", + "tpi_63157": "DAQ detection box burned into the frame (training sets, Spark audit 2026-10-28)", + "tpi_63167": "DAQ detection box burned into the frame (training sets, Spark audit 2026-10-28)", + "tpi_63168": "DAQ detection box burned into the frame (training sets, Spark audit 2026-10-28)", + "tpi_63381": "DAQ detection box burned into the frame (training sets, Spark audit 2026-10-28)", + "tpi_63411": "DAQ detection box burned into the frame (training sets, Spark audit 2026-10-28)", + "tpi_63412": "DAQ detection box burned into the frame (training sets, Spark audit 2026-10-28)", + "tpi_63453": "DAQ detection box burned into the frame (training sets, Spark audit 2026-10-28)", + "tpi_63475": "DAQ detection box burned into the frame (training sets, Spark audit 2026-10-28)", + "tpi_63476": "DAQ detection box burned into the frame (training sets, Spark audit 2026-10-28)", + "tpi_6751": "DAQ detection box burned into the frame (training sets, Spark audit 2026-10-28)", + "tpi_8060": "DAQ detection box burned into the frame (training sets, Spark audit 2026-10-28)", + "tpi_16092": "every outline kept unchanged from the yolo26n-seg-v3-noflip-mask1-2026-09-30 proposal (gold review 2026-10-28)", + "tpi_16252": "every outline kept unchanged from the yolo26n-seg-overlap-false-2026-04-12 proposal (gold review 2026-10-28)", + "tpi_16321": "every outline kept unchanged from the yolo26n-seg-overlap-false-2026-04-12 proposal (gold review 2026-10-28)", + "tpi_24512": "every outline kept unchanged from the yolo26n-seg-v3-noflip-mask1-2026-09-30 proposal (gold review 2026-10-28)", + "tpi_32422": "every outline kept unchanged from the yolo26n-seg-v3-noflip-mask1-2026-09-30 proposal (gold review 2026-10-28)", + "tpi_32762": "every outline kept unchanged from the yolo26n-seg-overlap-false-2026-04-12 proposal (gold review 2026-10-28)", + "tpi_34038": "every outline kept unchanged from the yolo26n-seg-overlap-false-2026-04-12 proposal (gold review 2026-10-28)", + "tpi_46469": "every outline kept unchanged from the yolo26n-seg-v3-noflip-mask1-2026-09-30 proposal (gold review 2026-10-28)", + "tpi_49039": "every outline kept unchanged from the yolo26n-seg-v4-noflip-mask1-2026-10-02 proposal (gold review 2026-10-28)", + "tpi_55912": "every outline kept unchanged from the yolo26n-seg-overlap-false-2026-04-12 proposal (gold review 2026-10-28)", + "tpi_56840": "every outline kept unchanged from the yolo26n-seg-overlap-false-2026-04-12 proposal (gold review 2026-10-28)", + "tpi_57342": "every outline kept unchanged from the yolo26n-seg-overlap-false-2026-04-12 proposal (gold review 2026-10-28)", + "tpi_60116": "every outline kept unchanged from the yolo26n-seg-v3-noflip-mask1-2026-09-30 proposal (gold review 2026-10-28)", + "tpi_60637": "every outline kept unchanged from the yolo26n-seg-v4-noflip-mask1-2026-10-02 proposal (gold review 2026-10-28)", + "tpi_61066": "every outline kept unchanged from the yolo26n-seg-overlap-false-2026-04-12 proposal (gold review 2026-10-28)", + "tpi_61069": "every outline kept unchanged from the yolo26n-seg-overlap-false-2026-04-12 proposal (gold review 2026-10-28)", + "tpi_61343": "every outline kept unchanged from the yolo26n-seg-overlap-false-2026-04-12 proposal (gold review 2026-10-28)", + "tpi_61374": "every outline kept unchanged from the yolo26n-seg-overlap-false-2026-04-12 proposal (gold review 2026-10-28)", + "tpi_61381": "every outline kept unchanged from the yolo26n-seg-overlap-false-2026-04-12 proposal (gold review 2026-10-28)", + "tpi_61385": "every outline kept unchanged from the yolo26n-seg-overlap-false-2026-04-12 proposal (gold review 2026-10-28)", + "tpi_61392": "every outline kept unchanged from the yolo26n-seg-overlap-false-2026-04-12 proposal (gold review 2026-10-28)", + "tpi_61411": "every outline kept unchanged from the yolo26n-seg-overlap-false-2026-04-12 proposal (gold review 2026-10-28)", + "tpi_61430": "every outline kept unchanged from the yolo26n-seg-overlap-false-2026-04-12 proposal (gold review 2026-10-28)", + "tpi_61441": "every outline kept unchanged from the yolo26n-seg-overlap-false-2026-04-12 proposal (gold review 2026-10-28)", + "tpi_61442": "every outline kept unchanged from the yolo26n-seg-overlap-false-2026-04-12 proposal (gold review 2026-10-28)", + "tpi_61443": "every outline kept unchanged from the yolo26n-seg-overlap-false-2026-04-12 proposal (gold review 2026-10-28)", + "tpi_61452": "every outline kept unchanged from the yolo26n-seg-overlap-false-2026-04-12 proposal (gold review 2026-10-28)", + "tpi_61457": "every outline kept unchanged from the yolo26n-seg-overlap-false-2026-04-12 proposal (gold review 2026-10-28)", + "tpi_61594": "every outline kept unchanged from the yolo26n-seg-alc-v1-noflip-mask1-2026-09-29 proposal (gold review 2026-10-28)", + "tpi_61610": "every outline kept unchanged from the yolo26n-seg-alc-v1-noflip-mask1-2026-09-29 proposal (gold review 2026-10-28)", + "tpi_62413": "every outline kept unchanged from the yolo26n-seg-v3-noflip-mask1-2026-09-30 proposal (gold review 2026-10-28)", + "tpi_62645": "every outline kept unchanged from the yolo26n-seg-v3-noflip-mask1-2026-09-30 proposal (gold review 2026-10-28)", + "tpi_62646": "every outline kept unchanged from the yolo26n-seg-v3-noflip-mask1-2026-09-30 proposal (gold review 2026-10-28)", + "tpi_62656": "every outline kept unchanged from the yolo26n-seg-v3-noflip-mask1-2026-09-30 proposal (gold review 2026-10-28)", + "tpi_62669": "every outline kept unchanged from the yolo26n-seg-v3-noflip-mask1-2026-09-30 proposal (gold review 2026-10-28)", + "tpi_62703": "every outline kept unchanged from the yolo26n-seg-v3-noflip-mask1-2026-09-30 proposal (gold review 2026-10-28)", + "tpi_62711": "every outline kept unchanged from the yolo26n-seg-v3-noflip-mask1-2026-09-30 proposal (gold review 2026-10-28)", + "tpi_62717": "every outline kept unchanged from the yolo26n-seg-v3-noflip-mask1-2026-09-30 proposal (gold review 2026-10-28)", + "tpi_62746": "every outline kept unchanged from the yolo26n-seg-v3-noflip-mask1-2026-09-30 proposal (gold review 2026-10-28)", + "tpi_62749": "every outline kept unchanged from the yolo26n-seg-v3-noflip-mask1-2026-09-30 proposal (gold review 2026-10-28)", + "tpi_62754": "every outline kept unchanged from the yolo26n-seg-v3-noflip-mask1-2026-09-30 proposal (gold review 2026-10-28)", + "tpi_62755": "every outline kept unchanged from the yolo26n-seg-v3-noflip-mask1-2026-09-30 proposal (gold review 2026-10-28)", + "tpi_62757": "every outline kept unchanged from the yolo26n-seg-v3-noflip-mask1-2026-09-30 proposal (gold review 2026-10-28)", + "tpi_62758": "every outline kept unchanged from the yolo26n-seg-v3-noflip-mask1-2026-09-30 proposal (gold review 2026-10-28)", + "tpi_62763": "every outline kept unchanged from the yolo26n-seg-v3-noflip-mask1-2026-09-30 proposal (gold review 2026-10-28)", + "tpi_62764": "every outline kept unchanged from the yolo26n-seg-v3-noflip-mask1-2026-09-30 proposal (gold review 2026-10-28)", + "tpi_62769": "every outline kept unchanged from the yolo26n-seg-v3-noflip-mask1-2026-09-30 proposal (gold review 2026-10-28)", + "tpi_62776": "every outline kept unchanged from the yolo26n-seg-v3-noflip-mask1-2026-09-30 proposal (gold review 2026-10-28)", + "tpi_62910": "every outline kept unchanged from the yolo26n-seg-v4-noflip-mask1-2026-10-02 proposal (gold review 2026-10-28)", + "tpi_62965": "every outline kept unchanged from the yolo26n-seg-v4-noflip-mask1-2026-10-02 proposal (gold review 2026-10-28)", + "tpi_63376": "every outline kept unchanged from the yolo26n-seg-v4-noflip-mask1-2026-10-02 proposal (gold review 2026-10-28)", + "tpi_63390": "every outline kept unchanged from the yolo26n-seg-v4-noflip-mask1-2026-10-02 proposal (gold review 2026-10-28)", + "tpi_63420": "every outline kept unchanged from the yolo26n-seg-v4-noflip-mask1-2026-10-02 proposal (gold review 2026-10-28)", + "tpi_63426": "every outline kept unchanged from the yolo26n-seg-v4-noflip-mask1-2026-10-02 proposal (gold review 2026-10-28)", + "tpi_63436": "every outline kept unchanged from the yolo26n-seg-v4-noflip-mask1-2026-10-02 proposal (gold review 2026-10-28)", + "tpi_63463": "every outline kept unchanged from the yolo26n-seg-v4-noflip-mask1-2026-10-02 proposal (gold review 2026-10-28)", + "tpi_63481": "every outline kept unchanged from the yolo26n-seg-v4-noflip-mask1-2026-10-02 proposal (gold review 2026-10-28)", + "tpi_63490": "every outline kept unchanged from the yolo26n-seg-v4-noflip-mask1-2026-10-02 proposal (gold review 2026-10-28)", + "tpi_63492": "every outline kept unchanged from the yolo26n-seg-v4-noflip-mask1-2026-10-02 proposal (gold review 2026-10-28)", + "tpi_63516": "every outline kept unchanged from the yolo26n-seg-v4-noflip-mask1-2026-10-02 proposal (gold review 2026-10-28)", + "tpi_63535": "every outline kept unchanged from the yolo26n-seg-v4-noflip-mask1-2026-10-02 proposal (gold review 2026-10-28)", + "tpi_63540": "every outline kept unchanged from the yolo26n-seg-v4-noflip-mask1-2026-10-02 proposal (gold review 2026-10-28)", + "tpi_63548": "every outline kept unchanged from the yolo26n-seg-v4-noflip-mask1-2026-10-02 proposal (gold review 2026-10-28)", + "tpi_63554": "every outline kept unchanged from the yolo26n-seg-v4-noflip-mask1-2026-10-02 proposal (gold review 2026-10-28)", + "tpi_8378": "every outline kept unchanged from the yolo26n-seg-v3-noflip-mask1-2026-09-30 proposal (gold review 2026-10-28)" } } \ No newline at end of file