gold grown to 288 frames; every registry model re-measured on it

This commit is contained in:
jungfrau committed 2026-10-30 16:52:13 +01:00
1 parent 37606a687d
commit f082875478
19 files changed
+925 -1087

No files matched your search

@@ -1,88 +1,80 @@
{
"per_class": {
"loop_all": {
"tp": 153,
"fp": 21,
"tp": 184,
"fp": 20,
"fn": 5,
"precision": 0.8793103448275862,
"recall": 0.9683544303797469,
"f1": 0.9216867469879519,
"mean_mask_iou": 0.890153447249479,
"n_matched": 153
"precision": 0.9019607843137255,
"recall": 0.9735449735449735,
"f1": 0.9363867684478372,
"mean_mask_iou": 0.9104751623481673,
"n_matched": 184
},
"pin": {
"tp": 73,
"fp": 19,
"fn": 11,
"precision": 0.7934782608695652,
"recall": 0.8690476190476191,
"f1": 0.8295454545454546,
"mean_mask_iou": 0.910799442547086,
"n_matched": 73
"tp": 78,
"fp": 11,
"fn": 9,
"precision": 0.8764044943820225,
"recall": 0.896551724137931,
"f1": 0.8863636363636365,
"mean_mask_iou": 0.9215027819162037,
"n_matched": 78
},
"crystal": {
"tp": 87,
"fp": 61,
"fn": 48,
"precision": 0.5878378378378378,
"recall": 0.6444444444444445,
"f1": 0.6148409893992933,
"mean_mask_iou": 0.781359783392283,
"n_matched": 87
"tp": 99,
"fp": 48,
"fn": 68,
"precision": 0.673469387755102,
"recall": 0.592814371257485,
"f1": 0.6305732484076434,
"mean_mask_iou": 0.763754833691282,
"n_matched": 99
},
"loop_face": {
"tp": 135,
"fp": 42,
"fn": 20,
"precision": 0.7627118644067796,
"recall": 0.8709677419354839,
"f1": 0.8132530120481929,
"mean_mask_iou": 0.8526069861982312,
"n_matched": 135
"tp": 160,
"fp": 38,
"fn": 21,
"precision": 0.8080808080808081,
"recall": 0.8839779005524862,
"f1": 0.8443271767810028,
"mean_mask_iou": 0.8790597813933669,
"n_matched": 160
},
"ice": {
"tp": 3,
"fp": 23,
"fn": 39,
"precision": 0.11538461538461539,
"recall": 0.07142857142857142,
"f1": 0.08823529411764706,
"fp": 16,
"fn": 44,
"precision": 0.15789473684210525,
"recall": 0.06382978723404255,
"f1": 0.0909090909090909,
"mean_mask_iou": 0.8870089528484056,
"n_matched": 3
},
"needle": {
"tp": 0,
"fp": 0,
"fn": 1,
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"mean_mask_iou": 0.0,
"n_matched": 0
}
},
"overall": {
"tp": 451,
"fp": 166,
"fn": 124,
"precision": 0.7309562398703403,
"recall": 0.7843478260869565,
"f1": 0.7567114093959731,
"mean_mask_iou": 0.8612485762428883,
"n_matched": 451
"tp": 524,
"fp": 133,
"fn": 147,
"precision": 0.7975646879756468,
"recall": 0.7809239940387481,
"f1": 0.789156626506024,
"mean_mask_iou": 0.8746697848825334,
"n_matched": 524
},
"dataset": {
"gold_images": 335,
"pred_images": 335,
"gold_images": 288,
"pred_images": 378,
"missing_predictions": 0,
"iou_threshold": 0.5,
"ignored_objects": 454
"ignored_objects": 242
},
"weights": "/home/jungfrau/AareLC_train/models/registry/weights-seg-v5-warm-2026-10-26/weights.pt",
"environment": {
"host": "mx-spark-01",
"ultralytics": "8.4.160",
"torch": "2.14.0+cu130"
},
"measured_at": "2026-10-30T16:48:27",
"gate": {
"baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26s-seg-v5-s-noflip-mask1-2026-10-25/gold_report.json",
"f1_delta": -0.0039,
@@ -114,5 +106,6 @@
}
},
"pass": false
}
},
"gate_measured_on": 335
}
@@ -1,82 +1,72 @@
{
"per_class": {
"loop_all": {
"tp": 143,
"fp": 29,
"tp": 174,
"fp": 27,
"fn": 15,
"precision": 0.8313953488372093,
"recall": 0.9050632911392406,
"f1": 0.8666666666666667,
"mean_mask_iou": 0.8674415312015792,
"n_matched": 143
"precision": 0.8656716417910447,
"recall": 0.9206349206349206,
"f1": 0.8923076923076922,
"mean_mask_iou": 0.8927531117895958,
"n_matched": 174
},
"pin": {
"tp": 72,
"fp": 28,
"fn": 12,
"precision": 0.72,
"recall": 0.8571428571428571,
"f1": 0.782608695652174,
"mean_mask_iou": 0.9005936416376064,
"n_matched": 72
"tp": 77,
"fp": 22,
"fn": 10,
"precision": 0.7777777777777778,
"recall": 0.8850574712643678,
"f1": 0.8279569892473118,
"mean_mask_iou": 0.9092501412536647,
"n_matched": 77
},
"crystal": {
"tp": 59,
"fp": 60,
"fn": 76,
"precision": 0.4957983193277311,
"recall": 0.43703703703703706,
"f1": 0.4645669291338583,
"mean_mask_iou": 0.7375392182625371,
"n_matched": 59
"tp": 58,
"fp": 48,
"fn": 109,
"precision": 0.5471698113207547,
"recall": 0.3473053892215569,
"f1": 0.42490842490842495,
"mean_mask_iou": 0.7330836641075714,
"n_matched": 58
},
"loop_face": {
"tp": 116,
"tp": 141,
"fp": 53,
"fn": 39,
"precision": 0.6863905325443787,
"recall": 0.7483870967741936,
"f1": 0.7160493827160493,
"mean_mask_iou": 0.8449184154775634,
"n_matched": 116
"fn": 40,
"precision": 0.7268041237113402,
"recall": 0.7790055248618785,
"f1": 0.752,
"mean_mask_iou": 0.8735253829614638,
"n_matched": 141
},
"ice": {
"tp": 4,
"fp": 14,
"fn": 38,
"precision": 0.2222222222222222,
"recall": 0.09523809523809523,
"f1": 0.13333333333333333,
"fp": 8,
"fn": 43,
"precision": 0.3333333333333333,
"recall": 0.0851063829787234,
"f1": 0.13559322033898305,
"mean_mask_iou": 0.8004176972482764,
"n_matched": 4
},
"needle": {
"tp": 0,
"fp": 0,
"fn": 1,
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"mean_mask_iou": 0.0,
"n_matched": 0
}
},
"overall": {
"tp": 394,
"fp": 184,
"fn": 181,
"precision": 0.6816608996539792,
"recall": 0.6852173913043478,
"f1": 0.6834345186470078,
"mean_mask_iou": 0.8467357919330295,
"n_matched": 394
"tp": 454,
"fp": 158,
"fn": 217,
"precision": 0.7418300653594772,
"recall": 0.676602086438152,
"f1": 0.7077162899454403,
"mean_mask_iou": 0.8683676313496046,
"n_matched": 454
},
"dataset": {
"gold_images": 335,
"pred_images": 336,
"gold_images": 288,
"pred_images": 379,
"missing_predictions": 0,
"iou_threshold": 0.5,
"ignored_objects": 454
"ignored_objects": 242
},
"weights": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-alc-v1-2026-09-28/weights.pt",
"environment": {
@@ -84,5 +74,5 @@
"ultralytics": "8.4.160",
"torch": "2.14.0+cu130"
},
"measured_at": "2026-10-25T09:45:18"
"measured_at": "2026-10-30T16:48:36"
}
@@ -1,82 +1,72 @@
{
"per_class": {
"loop_all": {
"tp": 147,
"fp": 41,
"fn": 11,
"precision": 0.7819148936170213,
"recall": 0.930379746835443,
"f1": 0.8497109826589595,
"mean_mask_iou": 0.8807960658528784,
"n_matched": 147
"tp": 179,
"fp": 39,
"fn": 10,
"precision": 0.8211009174311926,
"recall": 0.9470899470899471,
"f1": 0.8796068796068797,
"mean_mask_iou": 0.9005872854651292,
"n_matched": 179
},
"pin": {
"tp": 70,
"fp": 19,
"fn": 14,
"precision": 0.7865168539325843,
"recall": 0.8333333333333334,
"f1": 0.8092485549132948,
"mean_mask_iou": 0.9075385327840141,
"n_matched": 70
"tp": 75,
"fp": 10,
"fn": 12,
"precision": 0.8823529411764706,
"recall": 0.8620689655172413,
"f1": 0.872093023255814,
"mean_mask_iou": 0.9143712597174268,
"n_matched": 75
},
"crystal": {
"tp": 64,
"fp": 78,
"fn": 71,
"precision": 0.4507042253521127,
"recall": 0.4740740740740741,
"f1": 0.46209386281588444,
"mean_mask_iou": 0.7550301651989408,
"n_matched": 64
"tp": 72,
"fp": 68,
"fn": 95,
"precision": 0.5142857142857142,
"recall": 0.4311377245508982,
"f1": 0.4690553745928338,
"mean_mask_iou": 0.7213317521392,
"n_matched": 72
},
"loop_face": {
"tp": 105,
"fp": 47,
"fn": 50,
"precision": 0.6907894736842105,
"recall": 0.6774193548387096,
"f1": 0.6840390879478827,
"mean_mask_iou": 0.8603735901165422,
"n_matched": 105
"tp": 129,
"fp": 49,
"fn": 52,
"precision": 0.7247191011235955,
"recall": 0.712707182320442,
"f1": 0.7186629526462395,
"mean_mask_iou": 0.8820792677328558,
"n_matched": 129
},
"ice": {
"tp": 3,
"fp": 6,
"fn": 39,
"precision": 0.3333333333333333,
"recall": 0.07142857142857142,
"f1": 0.11764705882352941,
"fp": 4,
"fn": 44,
"precision": 0.42857142857142855,
"recall": 0.06382978723404255,
"f1": 0.1111111111111111,
"mean_mask_iou": 0.9028650216500921,
"n_matched": 3
},
"needle": {
"tp": 0,
"fp": 0,
"fn": 1,
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"mean_mask_iou": 0.0,
"n_matched": 0
}
},
"overall": {
"tp": 389,
"fp": 191,
"fn": 186,
"precision": 0.6706896551724137,
"recall": 0.6765217391304348,
"f1": 0.6735930735930735,
"mean_mask_iou": 0.8595744770570013,
"n_matched": 389
"tp": 458,
"fp": 170,
"fn": 213,
"precision": 0.7292993630573248,
"recall": 0.6825633383010432,
"f1": 0.7051578137028484,
"mean_mask_iou": 0.8694665400296424,
"n_matched": 458
},
"dataset": {
"gold_images": 335,
"pred_images": 336,
"gold_images": 288,
"pred_images": 379,
"missing_predictions": 0,
"iou_threshold": 0.5,
"ignored_objects": 454
"ignored_objects": 242
},
"weights": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-alc-v1-800px-2026-09-29/weights.pt",
"environment": {
@@ -84,5 +74,5 @@
"ultralytics": "8.4.160",
"torch": "2.14.0+cu130"
},
"measured_at": "2026-10-25T09:45:26"
"measured_at": "2026-10-30T16:48:48"
}
@@ -1,82 +1,72 @@
{
"per_class": {
"loop_all": {
"tp": 145,
"fp": 26,
"tp": 176,
"fp": 23,
"fn": 13,
"precision": 0.847953216374269,
"recall": 0.9177215189873418,
"f1": 0.8814589665653495,
"mean_mask_iou": 0.8662224294961051,
"n_matched": 145
"precision": 0.8844221105527639,
"recall": 0.9312169312169312,
"f1": 0.9072164948453609,
"mean_mask_iou": 0.892852407900998,
"n_matched": 176
},
"pin": {
"tp": 72,
"fp": 20,
"fn": 12,
"precision": 0.782608695652174,
"recall": 0.8571428571428571,
"f1": 0.8181818181818182,
"mean_mask_iou": 0.9004199640700032,
"n_matched": 72
"tp": 77,
"fp": 14,
"fn": 10,
"precision": 0.8461538461538461,
"recall": 0.8850574712643678,
"f1": 0.8651685393258427,
"mean_mask_iou": 0.9075080662943535,
"n_matched": 77
},
"crystal": {
"tp": 68,
"fp": 79,
"fn": 67,
"precision": 0.46258503401360546,
"recall": 0.5037037037037037,
"f1": 0.4822695035460993,
"mean_mask_iou": 0.7430181470498084,
"n_matched": 68
"tp": 79,
"fp": 85,
"fn": 88,
"precision": 0.4817073170731707,
"recall": 0.47305389221556887,
"f1": 0.47734138972809664,
"mean_mask_iou": 0.7119385375882736,
"n_matched": 79
},
"loop_face": {
"tp": 113,
"fp": 43,
"tp": 139,
"fp": 41,
"fn": 42,
"precision": 0.7243589743589743,
"recall": 0.7290322580645161,
"f1": 0.7266881028938906,
"mean_mask_iou": 0.8464124446162589,
"n_matched": 113
"precision": 0.7722222222222223,
"recall": 0.7679558011049724,
"f1": 0.7700831024930748,
"mean_mask_iou": 0.872773769066778,
"n_matched": 139
},
"ice": {
"tp": 5,
"fp": 16,
"fn": 37,
"precision": 0.23809523809523808,
"recall": 0.11904761904761904,
"f1": 0.15873015873015875,
"fp": 12,
"fn": 42,
"precision": 0.29411764705882354,
"recall": 0.10638297872340426,
"f1": 0.15625,
"mean_mask_iou": 0.7708521231731791,
"n_matched": 5
},
"needle": {
"tp": 0,
"fp": 0,
"fn": 1,
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"mean_mask_iou": 0.0,
"n_matched": 0
}
},
"overall": {
"tp": 403,
"fp": 184,
"fn": 172,
"precision": 0.686541737649063,
"recall": 0.7008695652173913,
"f1": 0.693631669535284,
"mean_mask_iou": 0.8448054356001627,
"n_matched": 403
"tp": 476,
"fp": 175,
"fn": 195,
"precision": 0.7311827956989247,
"recall": 0.7093889716840537,
"f1": 0.7201210287443269,
"mean_mask_iou": 0.8580527392455095,
"n_matched": 476
},
"dataset": {
"gold_images": 335,
"pred_images": 336,
"gold_images": 288,
"pred_images": 379,
"missing_predictions": 0,
"iou_threshold": 0.5,
"ignored_objects": 454
"ignored_objects": 242
},
"weights": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-alc-v1-humanonly-2026-09-28/weights.pt",
"environment": {
@@ -84,5 +74,5 @@
"ultralytics": "8.4.160",
"torch": "2.14.0+cu130"
},
"measured_at": "2026-10-25T09:45:33"
"measured_at": "2026-10-30T16:49:01"
}
@@ -1,82 +1,72 @@
{
"per_class": {
"loop_all": {
"tp": 147,
"fp": 44,
"fn": 11,
"precision": 0.7696335078534031,
"recall": 0.930379746835443,
"f1": 0.8424068767908309,
"mean_mask_iou": 0.8678916321179074,
"n_matched": 147
"tp": 179,
"fp": 42,
"fn": 10,
"precision": 0.8099547511312217,
"recall": 0.9470899470899471,
"f1": 0.873170731707317,
"mean_mask_iou": 0.890655796996925,
"n_matched": 179
},
"pin": {
"tp": 68,
"fp": 20,
"fn": 16,
"precision": 0.7727272727272727,
"recall": 0.8095238095238095,
"f1": 0.7906976744186046,
"mean_mask_iou": 0.9136319159785413,
"n_matched": 68
"tp": 73,
"fp": 16,
"fn": 14,
"precision": 0.8202247191011236,
"recall": 0.8390804597701149,
"f1": 0.8295454545454546,
"mean_mask_iou": 0.9232440144679357,
"n_matched": 73
},
"crystal": {
"tp": 46,
"fp": 47,
"fn": 89,
"precision": 0.4946236559139785,
"recall": 0.34074074074074073,
"f1": 0.4035087719298245,
"mean_mask_iou": 0.7437556227192347,
"n_matched": 46
"tp": 53,
"fp": 41,
"fn": 114,
"precision": 0.5638297872340425,
"recall": 0.31736526946107785,
"f1": 0.4061302681992337,
"mean_mask_iou": 0.6997410587236976,
"n_matched": 53
},
"loop_face": {
"tp": 118,
"fp": 48,
"fn": 37,
"precision": 0.7108433734939759,
"recall": 0.7612903225806451,
"f1": 0.735202492211838,
"mean_mask_iou": 0.8528360467721436,
"n_matched": 118
"tp": 143,
"fp": 51,
"fn": 38,
"precision": 0.7371134020618557,
"recall": 0.7900552486187845,
"f1": 0.7626666666666668,
"mean_mask_iou": 0.880069972548524,
"n_matched": 143
},
"ice": {
"tp": 4,
"fp": 10,
"fn": 38,
"precision": 0.2857142857142857,
"recall": 0.09523809523809523,
"f1": 0.14285714285714285,
"fp": 8,
"fn": 43,
"precision": 0.3333333333333333,
"recall": 0.0851063829787234,
"f1": 0.13559322033898305,
"mean_mask_iou": 0.8357625526706466,
"n_matched": 4
},
"needle": {
"tp": 0,
"fp": 0,
"fn": 1,
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"mean_mask_iou": 0.0,
"n_matched": 0
}
},
"overall": {
"tp": 383,
"fp": 169,
"fn": 192,
"precision": 0.6938405797101449,
"recall": 0.6660869565217391,
"f1": 0.6796805678793256,
"mean_mask_iou": 0.8561292495633251,
"n_matched": 383
"tp": 452,
"fp": 158,
"fn": 219,
"precision": 0.740983606557377,
"recall": 0.6736214605067065,
"f1": 0.7056986729117877,
"mean_mask_iou": 0.8696980821152354,
"n_matched": 452
},
"dataset": {
"gold_images": 335,
"pred_images": 336,
"gold_images": 288,
"pred_images": 379,
"missing_predictions": 0,
"iou_threshold": 0.5,
"ignored_objects": 454
"ignored_objects": 242
},
"weights": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-alc-v1-mask1-2026-09-28/weights.pt",
"environment": {
@@ -84,5 +74,5 @@
"ultralytics": "8.4.160",
"torch": "2.14.0+cu130"
},
"measured_at": "2026-10-25T09:45:41"
"measured_at": "2026-10-30T16:49:14"
}
@@ -1,82 +1,72 @@
{
"per_class": {
"loop_all": {
"tp": 147,
"fp": 33,
"tp": 178,
"fp": 30,
"fn": 11,
"precision": 0.8166666666666667,
"recall": 0.930379746835443,
"f1": 0.8698224852071006,
"mean_mask_iou": 0.8655259237412337,
"n_matched": 147
"precision": 0.8557692307692307,
"recall": 0.9417989417989417,
"f1": 0.8967254408060452,
"mean_mask_iou": 0.889986378834895,
"n_matched": 178
},
"pin": {
"tp": 71,
"fp": 21,
"fn": 13,
"precision": 0.7717391304347826,
"recall": 0.8452380952380952,
"f1": 0.8068181818181818,
"mean_mask_iou": 0.8996192482083158,
"n_matched": 71
"tp": 76,
"fp": 14,
"fn": 11,
"precision": 0.8444444444444444,
"recall": 0.8735632183908046,
"f1": 0.8587570621468928,
"mean_mask_iou": 0.9084844269846349,
"n_matched": 76
},
"crystal": {
"tp": 55,
"fp": 53,
"fn": 80,
"precision": 0.5092592592592593,
"recall": 0.4074074074074074,
"f1": 0.45267489711934156,
"mean_mask_iou": 0.7579461585093508,
"n_matched": 55
"tp": 59,
"fp": 48,
"fn": 108,
"precision": 0.5514018691588785,
"recall": 0.3532934131736527,
"f1": 0.43065693430656937,
"mean_mask_iou": 0.738595736815157,
"n_matched": 59
},
"loop_face": {
"tp": 121,
"fp": 56,
"fn": 34,
"precision": 0.6836158192090396,
"recall": 0.7806451612903226,
"f1": 0.7289156626506025,
"mean_mask_iou": 0.8493116285087041,
"n_matched": 121
"tp": 146,
"fp": 59,
"fn": 35,
"precision": 0.7121951219512195,
"recall": 0.8066298342541437,
"f1": 0.7564766839378237,
"mean_mask_iou": 0.8754905046481195,
"n_matched": 146
},
"ice": {
"tp": 3,
"fp": 7,
"fn": 39,
"fn": 44,
"precision": 0.3,
"recall": 0.07142857142857142,
"f1": 0.11538461538461536,
"recall": 0.06382978723404255,
"f1": 0.10526315789473684,
"mean_mask_iou": 0.7530200271235444,
"n_matched": 3
},
"needle": {
"tp": 0,
"fp": 0,
"fn": 1,
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"mean_mask_iou": 0.0,
"n_matched": 0
}
},
"overall": {
"tp": 397,
"fp": 170,
"fn": 178,
"precision": 0.7001763668430335,
"recall": 0.6904347826086956,
"f1": 0.6952714535901927,
"mean_mask_iou": 0.8509271618682365,
"n_matched": 397
"tp": 462,
"fp": 158,
"fn": 209,
"precision": 0.7451612903225806,
"recall": 0.6885245901639344,
"f1": 0.715724244771495,
"mean_mask_iou": 0.8682255716786449,
"n_matched": 462
},
"dataset": {
"gold_images": 335,
"pred_images": 336,
"gold_images": 288,
"pred_images": 379,
"missing_predictions": 0,
"iou_threshold": 0.5,
"ignored_objects": 454
"ignored_objects": 242
},
"weights": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-alc-v1-noflip-2026-09-28/weights.pt",
"environment": {
@@ -84,5 +74,5 @@
"ultralytics": "8.4.160",
"torch": "2.14.0+cu130"
},
"measured_at": "2026-10-25T09:45:49"
"measured_at": "2026-10-30T16:49:26"
}
@@ -1,82 +1,72 @@
{
"per_class": {
"loop_all": {
"tp": 145,
"fp": 37,
"fn": 13,
"precision": 0.7967032967032966,
"recall": 0.9177215189873418,
"f1": 0.8529411764705882,
"mean_mask_iou": 0.8769675310992452,
"n_matched": 145
"tp": 177,
"fp": 39,
"fn": 12,
"precision": 0.8194444444444444,
"recall": 0.9365079365079365,
"f1": 0.874074074074074,
"mean_mask_iou": 0.899230110024723,
"n_matched": 177
},
"pin": {
"tp": 70,
"fp": 26,
"fn": 14,
"precision": 0.7291666666666666,
"recall": 0.8333333333333334,
"f1": 0.7777777777777777,
"mean_mask_iou": 0.9126956941970581,
"n_matched": 70
"tp": 75,
"fp": 19,
"fn": 12,
"precision": 0.7978723404255319,
"recall": 0.8620689655172413,
"f1": 0.8287292817679558,
"mean_mask_iou": 0.92274477897851,
"n_matched": 75
},
"crystal": {
"tp": 69,
"tp": 81,
"fp": 83,
"fn": 66,
"precision": 0.45394736842105265,
"recall": 0.5111111111111111,
"f1": 0.4808362369337979,
"mean_mask_iou": 0.7589545831684434,
"n_matched": 69
"fn": 86,
"precision": 0.49390243902439024,
"recall": 0.48502994011976047,
"f1": 0.4894259818731118,
"mean_mask_iou": 0.7261884870622182,
"n_matched": 81
},
"loop_face": {
"tp": 120,
"fp": 54,
"fn": 35,
"precision": 0.6896551724137931,
"recall": 0.7741935483870968,
"f1": 0.729483282674772,
"mean_mask_iou": 0.8574801797985127,
"n_matched": 120
"tp": 145,
"fp": 68,
"fn": 36,
"precision": 0.6807511737089202,
"recall": 0.8011049723756906,
"f1": 0.7360406091370559,
"mean_mask_iou": 0.8820889430936365,
"n_matched": 145
},
"ice": {
"tp": 7,
"fp": 16,
"fn": 35,
"precision": 0.30434782608695654,
"recall": 0.16666666666666666,
"f1": 0.2153846153846154,
"fp": 13,
"fn": 40,
"precision": 0.35,
"recall": 0.14893617021276595,
"f1": 0.208955223880597,
"mean_mask_iou": 0.8089197334873823,
"n_matched": 7
},
"needle": {
"tp": 0,
"fp": 0,
"fn": 1,
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"mean_mask_iou": 0.0,
"n_matched": 0
}
},
"overall": {
"tp": 411,
"fp": 216,
"fn": 164,
"precision": 0.6555023923444976,
"recall": 0.7147826086956521,
"f1": 0.6838602329450915,
"mean_mask_iou": 0.8563915244575192,
"n_matched": 411
"tp": 485,
"fp": 222,
"fn": 186,
"precision": 0.685997171145686,
"recall": 0.7228017883755589,
"f1": 0.7039187227866474,
"mean_mask_iou": 0.8675385365624595,
"n_matched": 485
},
"dataset": {
"gold_images": 335,
"pred_images": 336,
"gold_images": 288,
"pred_images": 379,
"missing_predictions": 0,
"iou_threshold": 0.5,
"ignored_objects": 454
"ignored_objects": 242
},
"weights": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-alc-v1-noflip-mask1-2026-09-29/weights.pt",
"environment": {
@@ -84,5 +74,5 @@
"ultralytics": "8.4.160",
"torch": "2.14.0+cu130"
},
"measured_at": "2026-10-25T09:45:57"
"measured_at": "2026-10-30T16:49:40"
}
@@ -1,82 +1,72 @@
{
"per_class": {
"loop_all": {
"tp": 120,
"fp": 32,
"tp": 151,
"fp": 29,
"fn": 38,
"precision": 0.7894736842105263,
"recall": 0.759493670886076,
"f1": 0.7741935483870968,
"mean_mask_iou": 0.8686593143838969,
"n_matched": 120
"precision": 0.8388888888888889,
"recall": 0.798941798941799,
"f1": 0.8184281842818428,
"mean_mask_iou": 0.89505404900804,
"n_matched": 151
},
"pin": {
"tp": 60,
"fp": 35,
"fn": 24,
"precision": 0.631578947368421,
"recall": 0.7142857142857143,
"f1": 0.670391061452514,
"mean_mask_iou": 0.9142336983351689,
"n_matched": 60
"tp": 65,
"fp": 26,
"fn": 22,
"precision": 0.7142857142857143,
"recall": 0.7471264367816092,
"f1": 0.7303370786516854,
"mean_mask_iou": 0.9258013700246013,
"n_matched": 65
},
"crystal": {
"tp": 54,
"fp": 91,
"fn": 81,
"precision": 0.3724137931034483,
"recall": 0.4,
"f1": 0.38571428571428573,
"mean_mask_iou": 0.7631927995812678,
"n_matched": 54
"tp": 59,
"fp": 67,
"fn": 108,
"precision": 0.46825396825396826,
"recall": 0.3532934131736527,
"f1": 0.4027303754266212,
"mean_mask_iou": 0.755385718405316,
"n_matched": 59
},
"loop_face": {
"tp": 101,
"fp": 59,
"tp": 127,
"fp": 50,
"fn": 54,
"precision": 0.63125,
"recall": 0.6516129032258065,
"f1": 0.6412698412698413,
"mean_mask_iou": 0.8756678161736451,
"n_matched": 101
"precision": 0.7175141242937854,
"recall": 0.7016574585635359,
"f1": 0.7094972067039107,
"mean_mask_iou": 0.8947303177543098,
"n_matched": 127
},
"ice": {
"tp": 12,
"fp": 23,
"fn": 30,
"precision": 0.34285714285714286,
"recall": 0.2857142857142857,
"f1": 0.3116883116883117,
"fp": 15,
"fn": 35,
"precision": 0.4444444444444444,
"recall": 0.2553191489361702,
"f1": 0.32432432432432434,
"mean_mask_iou": 0.8346283164485953,
"n_matched": 12
},
"needle": {
"tp": 0,
"fp": 0,
"fn": 1,
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"mean_mask_iou": 0.0,
"n_matched": 0
}
},
"overall": {
"tp": 347,
"fp": 240,
"fn": 228,
"precision": 0.5911413969335605,
"recall": 0.6034782608695652,
"f1": 0.5972461273666093,
"mean_mask_iou": 0.8609900289178314,
"n_matched": 347
"tp": 414,
"fp": 187,
"fn": 257,
"precision": 0.6888519134775375,
"recall": 0.61698956780924,
"f1": 0.6509433962264151,
"mean_mask_iou": 0.878126323647119,
"n_matched": 414
},
"dataset": {
"gold_images": 335,
"pred_images": 336,
"gold_images": 288,
"pred_images": 379,
"missing_predictions": 0,
"iou_threshold": 0.5,
"ignored_objects": 454
"ignored_objects": 242
},
"weights": "/home/jungfrau/AareLC_studio/models/best_yolo26n-seg-overlap-false_2026-04-12.pt",
"environment": {
@@ -84,5 +74,5 @@
"ultralytics": "8.4.160",
"torch": "2.14.0+cu130"
},
"measured_at": "2026-10-25T09:47:40"
"measured_at": "2026-10-30T16:52:12"
}
@@ -1,82 +1,72 @@
{
"per_class": {
"loop_all": {
"tp": 149,
"fp": 33,
"tp": 180,
"fp": 31,
"fn": 9,
"precision": 0.8186813186813187,
"recall": 0.9430379746835443,
"f1": 0.8764705882352942,
"mean_mask_iou": 0.8575752170782032,
"n_matched": 149
"precision": 0.8530805687203792,
"recall": 0.9523809523809523,
"f1": 0.8999999999999999,
"mean_mask_iou": 0.8809571041528544,
"n_matched": 180
},
"pin": {
"tp": 72,
"fp": 29,
"fn": 12,
"precision": 0.7128712871287128,
"recall": 0.8571428571428571,
"f1": 0.7783783783783783,
"mean_mask_iou": 0.9008857646241738,
"n_matched": 72
"tp": 77,
"fp": 20,
"fn": 10,
"precision": 0.7938144329896907,
"recall": 0.8850574712643678,
"f1": 0.8369565217391305,
"mean_mask_iou": 0.9096376311692388,
"n_matched": 77
},
"crystal": {
"tp": 55,
"fp": 56,
"fn": 80,
"precision": 0.4954954954954955,
"recall": 0.4074074074074074,
"f1": 0.4471544715447154,
"mean_mask_iou": 0.7581973650603907,
"fp": 43,
"fn": 112,
"precision": 0.5612244897959183,
"recall": 0.32934131736526945,
"f1": 0.41509433962264153,
"mean_mask_iou": 0.7488102451607707,
"n_matched": 55
},
"loop_face": {
"tp": 119,
"fp": 71,
"fn": 36,
"precision": 0.6263157894736842,
"recall": 0.7677419354838709,
"f1": 0.6898550724637681,
"mean_mask_iou": 0.8456455896715827,
"n_matched": 119
"tp": 144,
"fp": 63,
"fn": 37,
"precision": 0.6956521739130435,
"recall": 0.7955801104972375,
"f1": 0.7422680412371133,
"mean_mask_iou": 0.8682974759591884,
"n_matched": 144
},
"ice": {
"tp": 8,
"fp": 37,
"fn": 34,
"precision": 0.17777777777777778,
"recall": 0.19047619047619047,
"f1": 0.1839080459770115,
"fp": 31,
"fn": 39,
"precision": 0.20512820512820512,
"recall": 0.1702127659574468,
"f1": 0.18604651162790697,
"mean_mask_iou": 0.7778219649966538,
"n_matched": 8
},
"needle": {
"tp": 0,
"fp": 0,
"fn": 1,
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"mean_mask_iou": 0.0,
"n_matched": 0
}
},
"overall": {
"tp": 403,
"fp": 226,
"fn": 172,
"precision": 0.6406995230524642,
"recall": 0.7008695652173913,
"f1": 0.6694352159468437,
"mean_mask_iou": 0.8466445120764414,
"n_matched": 403
"tp": 464,
"fp": 188,
"fn": 207,
"precision": 0.7116564417177914,
"recall": 0.6915052160953801,
"f1": 0.7014361300075587,
"mean_mask_iou": 0.8643455863997499,
"n_matched": 464
},
"dataset": {
"gold_images": 335,
"pred_images": 336,
"gold_images": 288,
"pred_images": 379,
"missing_predictions": 0,
"iou_threshold": 0.5,
"ignored_objects": 454
"ignored_objects": 242
},
"weights": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-v2-recipeA-2026-09-29/weights.pt",
"environment": {
@@ -84,5 +74,5 @@
"ultralytics": "8.4.160",
"torch": "2.14.0+cu130"
},
"measured_at": "2026-10-25T09:46:06"
"measured_at": "2026-10-30T16:49:53"
}
@@ -1,82 +1,72 @@
{
"per_class": {
"loop_all": {
"tp": 150,
"fp": 29,
"tp": 181,
"fp": 28,
"fn": 8,
"precision": 0.8379888268156425,
"recall": 0.9493670886075949,
"f1": 0.8902077151335311,
"mean_mask_iou": 0.8837871374185333,
"n_matched": 150
"precision": 0.8660287081339713,
"recall": 0.9576719576719577,
"f1": 0.9095477386934674,
"mean_mask_iou": 0.9052825288350032,
"n_matched": 181
},
"pin": {
"tp": 74,
"fp": 18,
"fn": 10,
"precision": 0.8043478260869565,
"recall": 0.8809523809523809,
"f1": 0.8409090909090908,
"mean_mask_iou": 0.9129160323387382,
"n_matched": 74
"tp": 79,
"fp": 12,
"fn": 8,
"precision": 0.8681318681318682,
"recall": 0.9080459770114943,
"f1": 0.8876404494382023,
"mean_mask_iou": 0.9220110010061108,
"n_matched": 79
},
"crystal": {
"tp": 67,
"fp": 60,
"fn": 68,
"precision": 0.5275590551181102,
"recall": 0.4962962962962963,
"f1": 0.5114503816793893,
"mean_mask_iou": 0.7563014436506881,
"n_matched": 67
"tp": 65,
"fp": 45,
"fn": 102,
"precision": 0.5909090909090909,
"recall": 0.38922155688622756,
"f1": 0.46931407942238274,
"mean_mask_iou": 0.7487385380809198,
"n_matched": 65
},
"loop_face": {
"tp": 130,
"fp": 50,
"fn": 25,
"precision": 0.7222222222222222,
"recall": 0.8387096774193549,
"f1": 0.7761194029850746,
"mean_mask_iou": 0.8556288501030779,
"n_matched": 130
"tp": 155,
"fp": 45,
"fn": 26,
"precision": 0.775,
"recall": 0.856353591160221,
"f1": 0.8136482939632546,
"mean_mask_iou": 0.8791381737743765,
"n_matched": 155
},
"ice": {
"tp": 4,
"fp": 19,
"fn": 38,
"precision": 0.17391304347826086,
"recall": 0.09523809523809523,
"f1": 0.12307692307692307,
"fp": 17,
"fn": 43,
"precision": 0.19047619047619047,
"recall": 0.0851063829787234,
"f1": 0.1176470588235294,
"mean_mask_iou": 0.7417344288796006,
"n_matched": 4
},
"needle": {
"tp": 0,
"fp": 0,
"fn": 1,
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"mean_mask_iou": 0.0,
"n_matched": 0
}
},
"overall": {
"tp": 425,
"fp": 176,
"fn": 150,
"precision": 0.7071547420965059,
"recall": 0.7391304347826086,
"f1": 0.7227891156462585,
"mean_mask_iou": 0.8588111575514382,
"n_matched": 425
"tp": 484,
"fp": 147,
"fn": 187,
"precision": 0.7670364500792393,
"recall": 0.7213114754098361,
"f1": 0.7434715821812596,
"mean_mask_iou": 0.8772652198851753,
"n_matched": 484
},
"dataset": {
"gold_images": 335,
"pred_images": 336,
"gold_images": 288,
"pred_images": 379,
"missing_predictions": 0,
"iou_threshold": 0.5,
"ignored_objects": 454
"ignored_objects": 242
},
"weights": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-v3-noflip-mask1-2026-09-30/weights.pt",
"environment": {
@@ -84,7 +74,7 @@
"ultralytics": "8.4.160",
"torch": "2.14.0+cu130"
},
"measured_at": "2026-10-25T09:46:15",
"measured_at": "2026-10-30T16:50:05",
"gate": {
"baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-alc-v1-noflip-mask1-2026-09-29/gold_report.json",
"f1_delta": 0.0284,
@@ -1,82 +1,72 @@
{
"per_class": {
"loop_all": {
"tp": 150,
"fp": 21,
"fn": 8,
"precision": 0.8771929824561403,
"recall": 0.9493670886075949,
"f1": 0.911854103343465,
"mean_mask_iou": 0.8727343113100435,
"n_matched": 150
"tp": 182,
"fp": 20,
"fn": 7,
"precision": 0.900990099009901,
"recall": 0.9629629629629629,
"f1": 0.9309462915601022,
"mean_mask_iou": 0.8957270219115284,
"n_matched": 182
},
"pin": {
"tp": 73,
"fp": 29,
"fn": 11,
"precision": 0.7156862745098039,
"recall": 0.8690476190476191,
"f1": 0.7849462365591398,
"mean_mask_iou": 0.8966474690281144,
"n_matched": 73
"tp": 78,
"fp": 22,
"fn": 9,
"precision": 0.78,
"recall": 0.896551724137931,
"f1": 0.8342245989304813,
"mean_mask_iou": 0.907872522073608,
"n_matched": 78
},
"crystal": {
"tp": 61,
"fp": 60,
"fn": 74,
"precision": 0.5041322314049587,
"recall": 0.45185185185185184,
"f1": 0.4765625,
"mean_mask_iou": 0.7686510752576673,
"n_matched": 61
"tp": 66,
"fp": 52,
"fn": 101,
"precision": 0.559322033898305,
"recall": 0.39520958083832336,
"f1": 0.4631578947368421,
"mean_mask_iou": 0.7540687165879655,
"n_matched": 66
},
"loop_face": {
"tp": 128,
"fp": 55,
"fn": 27,
"precision": 0.6994535519125683,
"recall": 0.8258064516129032,
"f1": 0.757396449704142,
"mean_mask_iou": 0.8499420270231782,
"n_matched": 128
"tp": 153,
"fp": 46,
"fn": 28,
"precision": 0.7688442211055276,
"recall": 0.8453038674033149,
"f1": 0.8052631578947368,
"mean_mask_iou": 0.873649027964791,
"n_matched": 153
},
"ice": {
"tp": 5,
"fp": 17,
"fn": 37,
"precision": 0.22727272727272727,
"recall": 0.11904761904761904,
"f1": 0.15624999999999997,
"fp": 15,
"fn": 42,
"precision": 0.25,
"recall": 0.10638297872340426,
"f1": 0.1492537313432836,
"mean_mask_iou": 0.7945995701731496,
"n_matched": 5
},
"needle": {
"tp": 0,
"fp": 0,
"fn": 1,
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"mean_mask_iou": 0.0,
"n_matched": 0
}
},
"overall": {
"tp": 417,
"fp": 182,
"fn": 158,
"precision": 0.6961602671118531,
"recall": 0.7252173913043478,
"f1": 0.7103918228279388,
"mean_mask_iou": 0.8537618821009811,
"n_matched": 417
"tp": 484,
"fp": 155,
"fn": 187,
"precision": 0.7574334898278561,
"recall": 0.7213114754098361,
"f1": 0.7389312977099236,
"mean_mask_iou": 0.8703434073014962,
"n_matched": 484
},
"dataset": {
"gold_images": 335,
"pred_images": 336,
"gold_images": 288,
"pred_images": 379,
"missing_predictions": 0,
"iou_threshold": 0.5,
"ignored_objects": 454
"ignored_objects": 242
},
"weights": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-v3-recipeA-2026-09-29/weights.pt",
"environment": {
@@ -84,7 +74,7 @@
"ultralytics": "8.4.160",
"torch": "2.14.0+cu130"
},
"measured_at": "2026-10-25T09:46:22",
"measured_at": "2026-10-30T16:50:17",
"gate": {
"baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-alc-v1-noflip-mask1-2026-09-29/gold_report.json",
"f1_delta": 0.0221,
@@ -1,82 +1,72 @@
{
"per_class": {
"loop_all": {
"tp": 151,
"tp": 183,
"fp": 16,
"fn": 7,
"precision": 0.9041916167664671,
"recall": 0.9556962025316456,
"f1": 0.9292307692307693,
"mean_mask_iou": 0.8937953477312267,
"n_matched": 151
"fn": 6,
"precision": 0.9195979899497487,
"recall": 0.9682539682539683,
"f1": 0.9432989690721649,
"mean_mask_iou": 0.9139793450152045,
"n_matched": 183
},
"pin": {
"tp": 75,
"fp": 21,
"fn": 9,
"precision": 0.78125,
"recall": 0.8928571428571429,
"f1": 0.8333333333333334,
"mean_mask_iou": 0.9064077941912371,
"n_matched": 75
"tp": 80,
"fp": 15,
"fn": 7,
"precision": 0.8421052631578947,
"recall": 0.9195402298850575,
"f1": 0.879120879120879,
"mean_mask_iou": 0.9181174701141298,
"n_matched": 80
},
"crystal": {
"tp": 85,
"fp": 82,
"fn": 50,
"precision": 0.5089820359281437,
"recall": 0.6296296296296297,
"f1": 0.5629139072847682,
"mean_mask_iou": 0.7832414691670929,
"n_matched": 85
"tp": 93,
"fp": 76,
"fn": 74,
"precision": 0.5502958579881657,
"recall": 0.5568862275449101,
"f1": 0.5535714285714286,
"mean_mask_iou": 0.7762070219710778,
"n_matched": 93
},
"loop_face": {
"tp": 133,
"fp": 50,
"fn": 22,
"precision": 0.726775956284153,
"recall": 0.8580645161290322,
"f1": 0.7869822485207101,
"mean_mask_iou": 0.8565095066104034,
"n_matched": 133
"tp": 158,
"fp": 46,
"fn": 23,
"precision": 0.7745098039215687,
"recall": 0.8729281767955801,
"f1": 0.8207792207792208,
"mean_mask_iou": 0.8839113452612108,
"n_matched": 158
},
"ice": {
"tp": 4,
"fp": 19,
"fn": 38,
"precision": 0.17391304347826086,
"recall": 0.09523809523809523,
"f1": 0.12307692307692307,
"fp": 15,
"fn": 43,
"precision": 0.21052631578947367,
"recall": 0.0851063829787234,
"f1": 0.12121212121212122,
"mean_mask_iou": 0.8337434918036797,
"n_matched": 4
},
"needle": {
"tp": 0,
"fp": 0,
"fn": 1,
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"mean_mask_iou": 0.0,
"n_matched": 0
}
},
"overall": {
"tp": 448,
"fp": 188,
"fn": 127,
"precision": 0.7044025157232704,
"recall": 0.7791304347826087,
"f1": 0.7398843930635838,
"mean_mask_iou": 0.8633257707530342,
"n_matched": 448
"tp": 518,
"fp": 168,
"fn": 153,
"precision": 0.7551020408163265,
"recall": 0.7719821162444114,
"f1": 0.763448784082535,
"mean_mask_iou": 0.8800923500168129,
"n_matched": 518
},
"dataset": {
"gold_images": 335,
"pred_images": 336,
"gold_images": 288,
"pred_images": 379,
"missing_predictions": 0,
"iou_threshold": 0.5,
"ignored_objects": 454
"ignored_objects": 242
},
"weights": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-v4-noflip-mask1-2026-10-02/weights.pt",
"environment": {
@@ -84,7 +74,7 @@
"ultralytics": "8.4.160",
"torch": "2.14.0+cu130"
},
"measured_at": "2026-10-25T09:46:31",
"measured_at": "2026-10-30T16:50:29",
"gate": {
"baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-v3-noflip-mask1-2026-09-30/gold_report.json",
"f1_delta": 0.015,
@@ -1,82 +1,72 @@
{
"per_class": {
"loop_all": {
"tp": 151,
"fp": 26,
"tp": 182,
"fp": 24,
"fn": 7,
"precision": 0.8531073446327684,
"recall": 0.9556962025316456,
"f1": 0.9014925373134328,
"mean_mask_iou": 0.8794716171670773,
"n_matched": 151
"precision": 0.883495145631068,
"recall": 0.9629629629629629,
"f1": 0.9215189873417722,
"mean_mask_iou": 0.8998184975478758,
"n_matched": 182
},
"pin": {
"tp": 73,
"fp": 21,
"fn": 11,
"precision": 0.776595744680851,
"recall": 0.8690476190476191,
"f1": 0.8202247191011236,
"mean_mask_iou": 0.9129233997527235,
"n_matched": 73
"tp": 78,
"fp": 12,
"fn": 9,
"precision": 0.8666666666666667,
"recall": 0.896551724137931,
"f1": 0.8813559322033899,
"mean_mask_iou": 0.9223502281844602,
"n_matched": 78
},
"crystal": {
"tp": 75,
"fp": 63,
"fn": 60,
"precision": 0.5434782608695652,
"recall": 0.5555555555555556,
"f1": 0.5494505494505495,
"mean_mask_iou": 0.7781053837940977,
"n_matched": 75
"tp": 87,
"fp": 61,
"fn": 80,
"precision": 0.5878378378378378,
"recall": 0.5209580838323353,
"f1": 0.5523809523809523,
"mean_mask_iou": 0.7432735393674887,
"n_matched": 87
},
"loop_face": {
"tp": 133,
"fp": 63,
"fn": 22,
"precision": 0.6785714285714286,
"recall": 0.8580645161290322,
"f1": 0.7578347578347578,
"mean_mask_iou": 0.8476228354203764,
"n_matched": 133
"tp": 158,
"fp": 58,
"fn": 23,
"precision": 0.7314814814814815,
"recall": 0.8729281767955801,
"f1": 0.7959697732997482,
"mean_mask_iou": 0.8696765970054859,
"n_matched": 158
},
"ice": {
"tp": 4,
"fp": 15,
"fn": 38,
"precision": 0.21052631578947367,
"recall": 0.09523809523809523,
"f1": 0.13114754098360656,
"fp": 10,
"fn": 43,
"precision": 0.2857142857142857,
"recall": 0.0851063829787234,
"f1": 0.13114754098360654,
"mean_mask_iou": 0.8107709823995006,
"n_matched": 4
},
"needle": {
"tp": 0,
"fp": 0,
"fn": 1,
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"mean_mask_iou": 0.0,
"n_matched": 0
}
},
"overall": {
"tp": 436,
"fp": 188,
"fn": 139,
"precision": 0.6987179487179487,
"recall": 0.7582608695652174,
"f1": 0.7272727272727274,
"mean_mask_iou": 0.857290016512025,
"n_matched": 436
"tp": 509,
"fp": 165,
"fn": 162,
"precision": 0.755192878338279,
"recall": 0.7585692995529061,
"f1": 0.7568773234200742,
"mean_mask_iou": 0.8664578949578341,
"n_matched": 509
},
"dataset": {
"gold_images": 335,
"pred_images": 336,
"gold_images": 288,
"pred_images": 379,
"missing_predictions": 0,
"iou_threshold": 0.5,
"ignored_objects": 454
"ignored_objects": 242
},
"weights": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-v4-recipeA-2026-10-02/weights.pt",
"environment": {
@@ -84,7 +74,7 @@
"ultralytics": "8.4.160",
"torch": "2.14.0+cu130"
},
"measured_at": "2026-10-25T09:46:38",
"measured_at": "2026-10-30T16:50:40",
"gate": {
"baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-v3-noflip-mask1-2026-09-30/gold_report.json",
"f1_delta": -0.0057,
@@ -1,88 +1,80 @@
{
"per_class": {
"loop_all": {
"tp": 149,
"fp": 19,
"fn": 9,
"precision": 0.8869047619047619,
"recall": 0.9430379746835443,
"f1": 0.9141104294478527,
"mean_mask_iou": 0.8896175741649291,
"n_matched": 149
"tp": 181,
"fp": 17,
"fn": 8,
"precision": 0.9141414141414141,
"recall": 0.9576719576719577,
"f1": 0.9354005167958657,
"mean_mask_iou": 0.9096141273644025,
"n_matched": 181
},
"pin": {
"tp": 73,
"fp": 24,
"fn": 11,
"precision": 0.7525773195876289,
"recall": 0.8690476190476191,
"f1": 0.8066298342541437,
"mean_mask_iou": 0.9197789740404738,
"n_matched": 73
"tp": 78,
"fp": 14,
"fn": 9,
"precision": 0.8478260869565217,
"recall": 0.896551724137931,
"f1": 0.8715083798882682,
"mean_mask_iou": 0.9291958017606373,
"n_matched": 78
},
"crystal": {
"tp": 76,
"fp": 62,
"fn": 59,
"precision": 0.5507246376811594,
"recall": 0.562962962962963,
"f1": 0.5567765567765567,
"mean_mask_iou": 0.7867976046570456,
"n_matched": 76
"tp": 86,
"fp": 56,
"fn": 81,
"precision": 0.6056338028169014,
"recall": 0.5149700598802395,
"f1": 0.5566343042071197,
"mean_mask_iou": 0.7837701854861161,
"n_matched": 86
},
"loop_face": {
"tp": 137,
"fp": 47,
"fn": 18,
"precision": 0.7445652173913043,
"recall": 0.8838709677419355,
"f1": 0.8082595870206489,
"mean_mask_iou": 0.851669795366022,
"n_matched": 137
"tp": 161,
"fp": 41,
"fn": 20,
"precision": 0.7970297029702971,
"recall": 0.8895027624309392,
"f1": 0.8407310704960834,
"mean_mask_iou": 0.8769673684832116,
"n_matched": 161
},
"ice": {
"tp": 3,
"fp": 10,
"fn": 39,
"precision": 0.23076923076923078,
"recall": 0.07142857142857142,
"f1": 0.10909090909090909,
"fp": 3,
"fn": 44,
"precision": 0.5,
"recall": 0.06382978723404255,
"f1": 0.11320754716981131,
"mean_mask_iou": 0.8659601238753698,
"n_matched": 3
},
"needle": {
"tp": 0,
"fp": 0,
"fn": 1,
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"mean_mask_iou": 0.0,
"n_matched": 0
}
},
"overall": {
"tp": 438,
"fp": 162,
"fn": 137,
"precision": 0.73,
"recall": 0.7617391304347826,
"f1": 0.745531914893617,
"mean_mask_iou": 0.8647720181420905,
"n_matched": 438
"tp": 509,
"fp": 131,
"fn": 162,
"precision": 0.7953125,
"recall": 0.7585692995529061,
"f1": 0.776506483600305,
"mean_mask_iou": 0.8807687470324475,
"n_matched": 509
},
"dataset": {
"gold_images": 335,
"pred_images": 335,
"gold_images": 288,
"pred_images": 378,
"missing_predictions": 0,
"iou_threshold": 0.5,
"ignored_objects": 454
"ignored_objects": 242
},
"weights": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-v5-amp-2026-10-25/weights.pt",
"environment": {
"host": "mx-spark-01",
"ultralytics": "8.4.160",
"torch": "2.14.0+cu130"
},
"measured_at": "2026-10-30T16:50:52",
"gate": {
"baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-v4-noflip-mask1-2026-10-02/gold_report.json",
"f1_delta": 0.0056,
@@ -114,5 +106,6 @@
}
},
"pass": false
}
},
"gate_measured_on": 335
}
@@ -1,88 +1,80 @@
{
"per_class": {
"loop_all": {
"tp": 153,
"fp": 23,
"tp": 184,
"fp": 21,
"fn": 5,
"precision": 0.8693181818181818,
"recall": 0.9683544303797469,
"f1": 0.9161676646706587,
"mean_mask_iou": 0.8955158506777854,
"n_matched": 153
"precision": 0.8975609756097561,
"recall": 0.9735449735449735,
"f1": 0.934010152284264,
"mean_mask_iou": 0.9133167422615868,
"n_matched": 184
},
"pin": {
"tp": 78,
"fp": 19,
"fn": 6,
"precision": 0.8041237113402062,
"recall": 0.9285714285714286,
"f1": 0.861878453038674,
"mean_mask_iou": 0.9067608977866488,
"n_matched": 78
},
"crystal": {
"tp": 83,
"fp": 71,
"fn": 52,
"precision": 0.538961038961039,
"recall": 0.6148148148148148,
"f1": 0.5743944636678201,
"mean_mask_iou": 0.7817240537621242,
"fp": 11,
"fn": 4,
"precision": 0.8829787234042553,
"recall": 0.9540229885057471,
"f1": 0.9171270718232043,
"mean_mask_iou": 0.9164836808585628,
"n_matched": 83
},
"crystal": {
"tp": 92,
"fp": 65,
"fn": 75,
"precision": 0.5859872611464968,
"recall": 0.5508982035928144,
"f1": 0.5679012345679012,
"mean_mask_iou": 0.7737592764137576,
"n_matched": 92
},
"loop_face": {
"tp": 134,
"fp": 51,
"fn": 21,
"precision": 0.7243243243243244,
"recall": 0.864516129032258,
"f1": 0.7882352941176471,
"mean_mask_iou": 0.8558725800145162,
"n_matched": 134
"tp": 159,
"fp": 47,
"fn": 22,
"precision": 0.7718446601941747,
"recall": 0.8784530386740331,
"f1": 0.8217054263565892,
"mean_mask_iou": 0.8786029693446842,
"n_matched": 159
},
"ice": {
"tp": 2,
"fp": 9,
"fn": 40,
"precision": 0.18181818181818182,
"recall": 0.047619047619047616,
"f1": 0.07547169811320754,
"fp": 8,
"fn": 45,
"precision": 0.2,
"recall": 0.0425531914893617,
"f1": 0.07017543859649122,
"mean_mask_iou": 0.8048262223344274,
"n_matched": 2
},
"needle": {
"tp": 0,
"fp": 0,
"fn": 1,
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"mean_mask_iou": 0.0,
"n_matched": 0
}
},
"overall": {
"tp": 450,
"fp": 173,
"fn": 125,
"precision": 0.7223113964686998,
"recall": 0.782608695652174,
"f1": 0.7512520868113521,
"mean_mask_iou": 0.8642687773554002,
"n_matched": 450
"tp": 520,
"fp": 152,
"fn": 151,
"precision": 0.7738095238095238,
"recall": 0.7749627421758569,
"f1": 0.7743857036485481,
"mean_mask_iou": 0.8780996232460232,
"n_matched": 520
},
"dataset": {
"gold_images": 335,
"pred_images": 335,
"gold_images": 288,
"pred_images": 378,
"missing_predictions": 0,
"iou_threshold": 0.5,
"ignored_objects": 454
"ignored_objects": 242
},
"weights": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-v5-n-1024px-2026-10-25/weights.pt",
"environment": {
"host": "mx-spark-01",
"ultralytics": "8.4.160",
"torch": "2.14.0+cu130"
},
"measured_at": "2026-10-30T16:51:21",
"gate": {
"baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-v4-noflip-mask1-2026-10-02/gold_report.json",
"f1_delta": 0.0114,
@@ -114,5 +106,6 @@
}
},
"pass": false
}
},
"gate_measured_on": 335
}
@@ -1,88 +1,80 @@
{
"per_class": {
"loop_all": {
"tp": 151,
"fp": 25,
"tp": 182,
"fp": 24,
"fn": 7,
"precision": 0.8579545454545454,
"recall": 0.9556962025316456,
"f1": 0.9041916167664671,
"mean_mask_iou": 0.8900843775137935,
"n_matched": 151
"precision": 0.883495145631068,
"recall": 0.9629629629629629,
"f1": 0.9215189873417722,
"mean_mask_iou": 0.9111426044483223,
"n_matched": 182
},
"pin": {
"tp": 76,
"fp": 15,
"fn": 8,
"precision": 0.8351648351648352,
"recall": 0.9047619047619048,
"f1": 0.8685714285714285,
"mean_mask_iou": 0.9028628651190943,
"n_matched": 76
"tp": 80,
"fp": 9,
"fn": 7,
"precision": 0.898876404494382,
"recall": 0.9195402298850575,
"f1": 0.9090909090909091,
"mean_mask_iou": 0.9161118945383502,
"n_matched": 80
},
"crystal": {
"tp": 85,
"fp": 66,
"fn": 50,
"precision": 0.5629139072847682,
"recall": 0.6296296296296297,
"f1": 0.5944055944055944,
"mean_mask_iou": 0.7815064307616706,
"n_matched": 85
"tp": 95,
"fp": 55,
"fn": 72,
"precision": 0.6333333333333333,
"recall": 0.5688622754491018,
"f1": 0.5993690851735015,
"mean_mask_iou": 0.7645253516865563,
"n_matched": 95
},
"loop_face": {
"tp": 135,
"fp": 50,
"fn": 20,
"precision": 0.7297297297297297,
"recall": 0.8709677419354839,
"f1": 0.7941176470588235,
"mean_mask_iou": 0.8489963361151837,
"n_matched": 135
"tp": 159,
"fp": 46,
"fn": 22,
"precision": 0.775609756097561,
"recall": 0.8784530386740331,
"f1": 0.8238341968911918,
"mean_mask_iou": 0.876907810626437,
"n_matched": 159
},
"ice": {
"tp": 2,
"fp": 10,
"fn": 40,
"precision": 0.16666666666666666,
"recall": 0.047619047619047616,
"fp": 5,
"fn": 45,
"precision": 0.2857142857142857,
"recall": 0.0425531914893617,
"f1": 0.07407407407407407,
"mean_mask_iou": 0.902436343413922,
"n_matched": 2
},
"needle": {
"tp": 0,
"fp": 0,
"fn": 1,
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"mean_mask_iou": 0.0,
"n_matched": 0
}
},
"overall": {
"tp": 449,
"fp": 166,
"fn": 126,
"precision": 0.7300813008130081,
"recall": 0.7808695652173913,
"f1": 0.7546218487394959,
"mean_mask_iou": 0.8593936379304089,
"n_matched": 449
"tp": 518,
"fp": 139,
"fn": 153,
"precision": 0.7884322678843226,
"recall": 0.7719821162444114,
"f1": 0.7801204819277109,
"mean_mask_iou": 0.8744788196125809,
"n_matched": 518
},
"dataset": {
"gold_images": 335,
"pred_images": 335,
"gold_images": 288,
"pred_images": 378,
"missing_predictions": 0,
"iou_threshold": 0.5,
"ignored_objects": 454
"ignored_objects": 242
},
"weights": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-v5-noflip-mask1-2026-10-25/weights.pt",
"environment": {
"host": "mx-spark-01",
"ultralytics": "8.4.160",
"torch": "2.14.0+cu130"
},
"measured_at": "2026-10-30T16:51:35",
"gate": {
"baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-v4-noflip-mask1-2026-10-02/gold_report.json",
"f1_delta": 0.0147,
@@ -114,5 +106,6 @@
}
},
"pass": false
}
},
"gate_measured_on": 335
}
@@ -1,88 +1,80 @@
{
"per_class": {
"loop_all": {
"tp": 147,
"tp": 179,
"fp": 32,
"fn": 11,
"precision": 0.8212290502793296,
"recall": 0.930379746835443,
"f1": 0.8724035608308606,
"mean_mask_iou": 0.8915905247976269,
"n_matched": 147
"fn": 10,
"precision": 0.8483412322274881,
"recall": 0.9470899470899471,
"f1": 0.8949999999999999,
"mean_mask_iou": 0.9106135369328979,
"n_matched": 179
},
"pin": {
"tp": 74,
"fp": 23,
"fn": 10,
"precision": 0.7628865979381443,
"recall": 0.8809523809523809,
"f1": 0.8176795580110496,
"mean_mask_iou": 0.915598502368835,
"n_matched": 74
"tp": 79,
"fp": 13,
"fn": 8,
"precision": 0.8586956521739131,
"recall": 0.9080459770114943,
"f1": 0.88268156424581,
"mean_mask_iou": 0.9249715591054949,
"n_matched": 79
},
"crystal": {
"tp": 80,
"fp": 66,
"fn": 55,
"precision": 0.547945205479452,
"recall": 0.5925925925925926,
"f1": 0.5693950177935944,
"mean_mask_iou": 0.7838964045966136,
"n_matched": 80
"tp": 90,
"fp": 59,
"fn": 77,
"precision": 0.6040268456375839,
"recall": 0.5389221556886228,
"f1": 0.569620253164557,
"mean_mask_iou": 0.7605646691644586,
"n_matched": 90
},
"loop_face": {
"tp": 129,
"fp": 68,
"fn": 26,
"precision": 0.6548223350253807,
"recall": 0.832258064516129,
"f1": 0.7329545454545453,
"mean_mask_iou": 0.8581593922332215,
"n_matched": 129
"tp": 153,
"fp": 61,
"fn": 28,
"precision": 0.7149532710280374,
"recall": 0.8453038674033149,
"f1": 0.7746835443037975,
"mean_mask_iou": 0.8816318064411746,
"n_matched": 153
},
"ice": {
"tp": 2,
"fp": 11,
"fn": 40,
"precision": 0.15384615384615385,
"recall": 0.047619047619047616,
"f1": 0.07272727272727272,
"fp": 10,
"fn": 45,
"precision": 0.16666666666666666,
"recall": 0.0425531914893617,
"f1": 0.06779661016949153,
"mean_mask_iou": 0.8541725321804396,
"n_matched": 2
},
"needle": {
"tp": 0,
"fp": 0,
"fn": 1,
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"mean_mask_iou": 0.0,
"n_matched": 0
}
},
"overall": {
"tp": 432,
"fp": 200,
"fn": 143,
"precision": 0.6835443037974683,
"recall": 0.7513043478260869,
"f1": 0.715824357912179,
"mean_mask_iou": 0.8656035077562974,
"n_matched": 432
"tp": 503,
"fp": 175,
"fn": 168,
"precision": 0.7418879056047197,
"recall": 0.7496274217585693,
"f1": 0.7457375833951075,
"mean_mask_iou": 0.8769809303280014,
"n_matched": 503
},
"dataset": {
"gold_images": 335,
"pred_images": 335,
"gold_images": 288,
"pred_images": 378,
"missing_predictions": 0,
"iou_threshold": 0.5,
"ignored_objects": 454
"ignored_objects": 242
},
"weights": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-v5h-noflip-mask1-2026-10-26/weights.pt",
"environment": {
"host": "mx-spark-01",
"ultralytics": "8.4.160",
"torch": "2.14.0+cu130"
},
"measured_at": "2026-10-30T16:51:05",
"gate": {
"baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26s-seg-v5-s-noflip-mask1-2026-10-25/gold_report.json",
"f1_delta": -0.0448,
@@ -114,5 +106,6 @@
}
},
"pass": false
}
},
"gate_measured_on": 335
}
@@ -1,59 +1,59 @@
{
"per_class": {
"loop_all": {
"tp": 151,
"fp": 25,
"tp": 182,
"fp": 23,
"fn": 7,
"precision": 0.8579545454545454,
"recall": 0.9556962025316456,
"f1": 0.9041916167664671,
"mean_mask_iou": 0.8884674186684715,
"n_matched": 151
"precision": 0.8878048780487805,
"recall": 0.9629629629629629,
"f1": 0.9238578680203046,
"mean_mask_iou": 0.9070341669798384,
"n_matched": 182
},
"pin": {
"tp": 74,
"fp": 16,
"fn": 10,
"precision": 0.8222222222222222,
"recall": 0.8809523809523809,
"f1": 0.8505747126436781,
"mean_mask_iou": 0.9094866087767759,
"n_matched": 74
"tp": 79,
"fp": 10,
"fn": 8,
"precision": 0.8876404494382022,
"recall": 0.9080459770114943,
"f1": 0.8977272727272727,
"mean_mask_iou": 0.9171539485060509,
"n_matched": 79
},
"crystal": {
"tp": 69,
"fp": 62,
"fn": 66,
"precision": 0.5267175572519084,
"recall": 0.5111111111111111,
"f1": 0.518796992481203,
"mean_mask_iou": 0.777642425424736,
"n_matched": 69
"tp": 76,
"fp": 56,
"fn": 91,
"precision": 0.5757575757575758,
"recall": 0.4550898203592814,
"f1": 0.508361204013378,
"mean_mask_iou": 0.7629775000938712,
"n_matched": 76
},
"loop_face": {
"tp": 130,
"fp": 47,
"fn": 25,
"precision": 0.7344632768361582,
"recall": 0.8387096774193549,
"f1": 0.7831325301204819,
"mean_mask_iou": 0.8552905127066354,
"n_matched": 130
"tp": 155,
"fp": 44,
"fn": 26,
"precision": 0.7788944723618091,
"recall": 0.856353591160221,
"f1": 0.8157894736842106,
"mean_mask_iou": 0.8789338127615717,
"n_matched": 155
},
"ice": {
"tp": 4,
"fp": 3,
"fn": 38,
"fn": 43,
"precision": 0.5714285714285714,
"recall": 0.09523809523809523,
"f1": 0.16326530612244897,
"recall": 0.0851063829787234,
"f1": 0.14814814814814814,
"mean_mask_iou": 0.737655233049668,
"n_matched": 4
},
"needle": {
"tp": 0,
"fp": 1,
"fn": 1,
"fn": 0,
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
@@ -62,21 +62,21 @@
}
},
"overall": {
"tp": 428,
"fp": 154,
"fn": 147,
"precision": 0.7353951890034365,
"recall": 0.7443478260869565,
"f1": 0.7398444252376836,
"mean_mask_iou": 0.8627483743149267,
"n_matched": 428
"tp": 496,
"fp": 137,
"fn": 175,
"precision": 0.7835703001579779,
"recall": 0.7391952309985097,
"f1": 0.7607361963190183,
"mean_mask_iou": 0.8764254682251716,
"n_matched": 496
},
"dataset": {
"gold_images": 335,
"pred_images": 336,
"gold_images": 288,
"pred_images": 379,
"missing_predictions": 0,
"iou_threshold": 0.5,
"ignored_objects": 454
"ignored_objects": 242
},
"weights": "/home/jungfrau/AareLC_train/models/registry/yolo26s-seg-v3-s-640px-2026-10-01/weights.pt",
"environment": {
@@ -84,7 +84,7 @@
"ultralytics": "8.4.160",
"torch": "2.14.0+cu130"
},
"measured_at": "2026-10-25T09:47:13",
"measured_at": "2026-10-30T16:51:49",
"gate": {
"baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-v3-noflip-mask1-2026-09-30/gold_report.json",
"f1_delta": 0.0238,
@@ -1,88 +1,80 @@
{
"per_class": {
"loop_all": {
"tp": 151,
"fp": 19,
"tp": 182,
"fp": 18,
"fn": 7,
"precision": 0.888235294117647,
"recall": 0.9556962025316456,
"f1": 0.9207317073170731,
"mean_mask_iou": 0.8883753001974017,
"n_matched": 151
"precision": 0.91,
"recall": 0.9629629629629629,
"f1": 0.93573264781491,
"mean_mask_iou": 0.9101289421698135,
"n_matched": 182
},
"pin": {
"tp": 76,
"fp": 21,
"fn": 8,
"precision": 0.7835051546391752,
"recall": 0.9047619047619048,
"f1": 0.839779005524862,
"mean_mask_iou": 0.9117903085113713,
"n_matched": 76
"tp": 81,
"fp": 11,
"fn": 6,
"precision": 0.8804347826086957,
"recall": 0.9310344827586207,
"f1": 0.9050279329608939,
"mean_mask_iou": 0.9205086413529125,
"n_matched": 81
},
"crystal": {
"tp": 84,
"fp": 60,
"fn": 51,
"precision": 0.5833333333333334,
"recall": 0.6222222222222222,
"f1": 0.6021505376344085,
"mean_mask_iou": 0.7879133701727913,
"n_matched": 84
"tp": 96,
"fp": 49,
"fn": 71,
"precision": 0.6620689655172414,
"recall": 0.5748502994011976,
"f1": 0.6153846153846153,
"mean_mask_iou": 0.7755084281981853,
"n_matched": 96
},
"loop_face": {
"tp": 140,
"fp": 50,
"fn": 15,
"precision": 0.7368421052631579,
"recall": 0.9032258064516129,
"f1": 0.8115942028985507,
"mean_mask_iou": 0.8506909275773613,
"n_matched": 140
"tp": 165,
"fp": 44,
"fn": 16,
"precision": 0.7894736842105263,
"recall": 0.9116022099447514,
"f1": 0.8461538461538461,
"mean_mask_iou": 0.8792930252480741,
"n_matched": 165
},
"ice": {
"tp": 5,
"fp": 18,
"fn": 37,
"precision": 0.21739130434782608,
"recall": 0.11904761904761904,
"f1": 0.15384615384615383,
"fp": 12,
"fn": 42,
"precision": 0.29411764705882354,
"recall": 0.10638297872340426,
"f1": 0.15625,
"mean_mask_iou": 0.8077960211591213,
"n_matched": 5
},
"needle": {
"tp": 0,
"fp": 0,
"fn": 1,
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"mean_mask_iou": 0.0,
"n_matched": 0
}
},
"overall": {
"tp": 456,
"fp": 168,
"fn": 119,
"precision": 0.7307692307692307,
"recall": 0.7930434782608695,
"f1": 0.7606338615512926,
"mean_mask_iou": 0.8613183483285363,
"n_matched": 456
"tp": 529,
"fp": 134,
"fn": 142,
"precision": 0.7978883861236803,
"recall": 0.7883755588673621,
"f1": 0.793103448275862,
"mean_mask_iou": 0.876702846508971,
"n_matched": 529
},
"dataset": {
"gold_images": 335,
"pred_images": 335,
"gold_images": 288,
"pred_images": 378,
"missing_predictions": 0,
"iou_threshold": 0.5,
"ignored_objects": 454
"ignored_objects": 242
},
"weights": "/home/jungfrau/AareLC_train/models/registry/yolo26s-seg-v5-s-noflip-mask1-2026-10-25/weights.pt",
"environment": {
"host": "mx-spark-01",
"ultralytics": "8.4.160",
"torch": "2.14.0+cu130"
},
"measured_at": "2026-10-30T16:52:02",
"gate": {
"baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-v4-noflip-mask1-2026-10-02/gold_report.json",
"f1_delta": 0.0207,
@@ -114,5 +106,6 @@
}
},
"pass": true
}
},
"gate_measured_on": 335
}