gold grown to 335 frames; every registry model re-measured on it

This commit is contained in:
jungfrau committed 2026-10-22 11:40:13 +02:00
1 parent 27afcd57c2
commit 562b0e13e2
13 files changed
+548 -548

No files matched your search

@@ -1,44 +1,44 @@
{
"per_class": {
"loop_all": {
"tp": 253,
"fp": 21,
"fn": 18,
"precision": 0.9233576642335767,
"recall": 0.933579335793358,
"f1": 0.9284403669724771,
"mean_mask_iou": 0.8998541970441936,
"n_matched": 253
"tp": 296,
"fp": 30,
"fn": 21,
"precision": 0.9079754601226994,
"recall": 0.9337539432176656,
"f1": 0.9206842923794711,
"mean_mask_iou": 0.9073751532898063,
"n_matched": 296
},
"pin": {
"tp": 184,
"fp": 29,
"tp": 210,
"fp": 31,
"fn": 14,
"precision": 0.863849765258216,
"recall": 0.9292929292929293,
"f1": 0.8953771289537713,
"mean_mask_iou": 0.9236896932670193,
"n_matched": 184
"precision": 0.8713692946058091,
"recall": 0.9375,
"f1": 0.9032258064516129,
"mean_mask_iou": 0.9251018239521286,
"n_matched": 210
},
"crystal": {
"tp": 48,
"fp": 51,
"fn": 60,
"precision": 0.48484848484848486,
"recall": 0.4444444444444444,
"f1": 0.463768115942029,
"mean_mask_iou": 0.756442336526631,
"n_matched": 48
"tp": 63,
"fp": 60,
"fn": 86,
"precision": 0.5121951219512195,
"recall": 0.4228187919463087,
"f1": 0.4632352941176471,
"mean_mask_iou": 0.7350608356484347,
"n_matched": 63
},
"loop_face": {
"tp": 195,
"fp": 51,
"fn": 50,
"precision": 0.7926829268292683,
"recall": 0.7959183673469388,
"f1": 0.7942973523421589,
"mean_mask_iou": 0.8853202877805403,
"n_matched": 195
"tp": 242,
"fp": 57,
"fn": 53,
"precision": 0.8093645484949833,
"recall": 0.8203389830508474,
"f1": 0.8148148148148148,
"mean_mask_iou": 0.8947509538634725,
"n_matched": 242
},
"ice": {
"tp": 4,
@@ -62,18 +62,18 @@
}
},
"overall": {
"tp": 684,
"fp": 166,
"fn": 182,
"precision": 0.8047058823529412,
"recall": 0.789838337182448,
"f1": 0.7972027972027971,
"mean_mask_iou": 0.8914771556619726,
"n_matched": 684
"tp": 815,
"fp": 192,
"fn": 214,
"precision": 0.8093346573982125,
"recall": 0.7920310981535471,
"f1": 0.8005893909626718,
"mean_mask_iou": 0.89434927935403,
"n_matched": 815
},
"dataset": {
"gold_images": 285,
"pred_images": 286,
"gold_images": 335,
"pred_images": 336,
"missing_predictions": 0,
"iou_threshold": 0.5
},
@@ -83,5 +83,5 @@
"ultralytics": "8.4.160",
"torch": "2.14.0+cu130"
},
"measured_at": "2026-10-05T14:52:16"
"measured_at": "2026-10-22T11:38:35"
}
@@ -1,44 +1,44 @@
{
"per_class": {
"loop_all": {
"tp": 257,
"fp": 36,
"fn": 14,
"precision": 0.8771331058020477,
"recall": 0.948339483394834,
"f1": 0.9113475177304965,
"mean_mask_iou": 0.904921748837924,
"n_matched": 257
"tp": 301,
"fp": 46,
"fn": 16,
"precision": 0.8674351585014409,
"recall": 0.9495268138801262,
"f1": 0.9066265060240963,
"mean_mask_iou": 0.9106655381480923,
"n_matched": 301
},
"pin": {
"tp": 180,
"fp": 21,
"fn": 18,
"precision": 0.8955223880597015,
"recall": 0.9090909090909091,
"f1": 0.9022556390977443,
"mean_mask_iou": 0.9253618289166202,
"n_matched": 180
"tp": 205,
"fp": 23,
"fn": 19,
"precision": 0.8991228070175439,
"recall": 0.9151785714285714,
"f1": 0.9070796460176992,
"mean_mask_iou": 0.9271949529032009,
"n_matched": 205
},
"crystal": {
"tp": 54,
"fp": 57,
"fn": 54,
"precision": 0.4864864864864865,
"recall": 0.5,
"f1": 0.4931506849315069,
"mean_mask_iou": 0.7679784441426727,
"n_matched": 54
"tp": 68,
"fp": 79,
"fn": 81,
"precision": 0.46258503401360546,
"recall": 0.4563758389261745,
"f1": 0.45945945945945943,
"mean_mask_iou": 0.7521428721132434,
"n_matched": 68
},
"loop_face": {
"tp": 184,
"fp": 51,
"fn": 61,
"precision": 0.7829787234042553,
"recall": 0.7510204081632653,
"f1": 0.7666666666666667,
"mean_mask_iou": 0.8961821441588095,
"n_matched": 184
"tp": 231,
"fp": 54,
"fn": 64,
"precision": 0.8105263157894737,
"recall": 0.7830508474576271,
"f1": 0.796551724137931,
"mean_mask_iou": 0.9043612742080045,
"n_matched": 231
},
"ice": {
"tp": 3,
@@ -62,18 +62,18 @@
}
},
"overall": {
"tp": 678,
"fp": 171,
"fn": 188,
"precision": 0.7985865724381626,
"recall": 0.7829099307159353,
"f1": 0.7906705539358599,
"mean_mask_iou": 0.8970604192186042,
"n_matched": 678
"tp": 808,
"fp": 208,
"fn": 221,
"precision": 0.7952755905511811,
"recall": 0.7852283770651117,
"f1": 0.7902200488997555,
"mean_mask_iou": 0.8996869517802373,
"n_matched": 808
},
"dataset": {
"gold_images": 285,
"pred_images": 286,
"gold_images": 335,
"pred_images": 336,
"missing_predictions": 0,
"iou_threshold": 0.5
},
@@ -83,5 +83,5 @@
"ultralytics": "8.4.160",
"torch": "2.14.0+cu130"
},
"measured_at": "2026-10-05T14:52:23"
"measured_at": "2026-10-22T11:38:43"
}
@@ -1,44 +1,44 @@
{
"per_class": {
"loop_all": {
"tp": 254,
"fp": 20,
"fn": 17,
"precision": 0.927007299270073,
"recall": 0.9372693726937269,
"f1": 0.9321100917431192,
"mean_mask_iou": 0.9010338137537228,
"n_matched": 254
"tp": 297,
"fp": 28,
"fn": 20,
"precision": 0.9138461538461539,
"recall": 0.9369085173501577,
"f1": 0.9252336448598131,
"mean_mask_iou": 0.9095758214023709,
"n_matched": 297
},
"pin": {
"tp": 185,
"fp": 20,
"tp": 211,
"fp": 22,
"fn": 13,
"precision": 0.9024390243902439,
"recall": 0.9343434343434344,
"f1": 0.9181141439205955,
"mean_mask_iou": 0.9160062628158872,
"n_matched": 185
"precision": 0.9055793991416309,
"recall": 0.9419642857142857,
"f1": 0.9234135667396062,
"mean_mask_iou": 0.918075781649843,
"n_matched": 211
},
"crystal": {
"tp": 56,
"fp": 62,
"fn": 52,
"precision": 0.4745762711864407,
"recall": 0.5185185185185185,
"f1": 0.49557522123893805,
"mean_mask_iou": 0.7444315955361294,
"n_matched": 56
"tp": 73,
"fp": 80,
"fn": 76,
"precision": 0.477124183006536,
"recall": 0.4899328859060403,
"f1": 0.48344370860927155,
"mean_mask_iou": 0.7356274524847086,
"n_matched": 73
},
"loop_face": {
"tp": 194,
"fp": 42,
"fn": 51,
"precision": 0.8220338983050848,
"recall": 0.7918367346938775,
"f1": 0.8066528066528066,
"mean_mask_iou": 0.887084035383656,
"n_matched": 194
"tp": 240,
"fp": 47,
"fn": 55,
"precision": 0.8362369337979094,
"recall": 0.8135593220338984,
"f1": 0.8247422680412371,
"mean_mask_iou": 0.8954467214590506,
"n_matched": 240
},
"ice": {
"tp": 5,
@@ -62,18 +62,18 @@
}
},
"overall": {
"tp": 694,
"fp": 160,
"fn": 172,
"precision": 0.8126463700234192,
"recall": 0.8013856812933026,
"f1": 0.8069767441860465,
"mean_mask_iou": 0.8875511241278142,
"n_matched": 694
"tp": 826,
"fp": 193,
"fn": 203,
"precision": 0.8105986261040236,
"recall": 0.8027210884353742,
"f1": 0.806640625,
"mean_mask_iou": 0.8914289185012624,
"n_matched": 826
},
"dataset": {
"gold_images": 285,
"pred_images": 286,
"gold_images": 335,
"pred_images": 336,
"missing_predictions": 0,
"iou_threshold": 0.5
},
@@ -83,5 +83,5 @@
"ultralytics": "8.4.160",
"torch": "2.14.0+cu130"
},
"measured_at": "2026-10-05T14:52:31"
"measured_at": "2026-10-22T11:38:51"
}
@@ -1,44 +1,44 @@
{
"per_class": {
"loop_all": {
"tp": 259,
"fp": 38,
"fn": 12,
"precision": 0.8720538720538721,
"recall": 0.955719557195572,
"f1": 0.9119718309859156,
"mean_mask_iou": 0.899999426540553,
"n_matched": 259
"tp": 303,
"fp": 47,
"fn": 14,
"precision": 0.8657142857142858,
"recall": 0.9558359621451105,
"f1": 0.9085457271364318,
"mean_mask_iou": 0.9069670864361529,
"n_matched": 303
},
"pin": {
"tp": 180,
"tp": 204,
"fp": 21,
"fn": 18,
"precision": 0.8955223880597015,
"recall": 0.9090909090909091,
"f1": 0.9022556390977443,
"mean_mask_iou": 0.9347117221444762,
"n_matched": 180
"fn": 20,
"precision": 0.9066666666666666,
"recall": 0.9107142857142857,
"f1": 0.9086859688195991,
"mean_mask_iou": 0.9359407329356912,
"n_matched": 204
},
"crystal": {
"tp": 38,
"fp": 40,
"fn": 70,
"precision": 0.48717948717948717,
"recall": 0.35185185185185186,
"f1": 0.40860215053763443,
"mean_mask_iou": 0.755699717083459,
"n_matched": 38
"tp": 52,
"fp": 47,
"fn": 97,
"precision": 0.5252525252525253,
"recall": 0.348993288590604,
"f1": 0.41935483870967744,
"mean_mask_iou": 0.7462760360786713,
"n_matched": 52
},
"loop_face": {
"tp": 203,
"fp": 48,
"fn": 42,
"precision": 0.8087649402390438,
"recall": 0.8285714285714286,
"f1": 0.8185483870967742,
"mean_mask_iou": 0.8922338285931809,
"n_matched": 203
"tp": 252,
"fp": 52,
"fn": 43,
"precision": 0.8289473684210527,
"recall": 0.8542372881355932,
"f1": 0.8414023372287145,
"mean_mask_iou": 0.8995485516679328,
"n_matched": 252
},
"ice": {
"tp": 4,
@@ -62,18 +62,18 @@
}
},
"overall": {
"tp": 684,
"fp": 157,
"fn": 182,
"precision": 0.8133174791914387,
"recall": 0.789838337182448,
"f1": 0.8014059753954306,
"mean_mask_iou": 0.8984372340998228,
"n_matched": 684
"tp": 815,
"fp": 177,
"fn": 214,
"precision": 0.8215725806451613,
"recall": 0.7920310981535471,
"f1": 0.8065314200890649,
"mean_mask_iou": 0.9013234059093594,
"n_matched": 815
},
"dataset": {
"gold_images": 285,
"pred_images": 286,
"gold_images": 335,
"pred_images": 336,
"missing_predictions": 0,
"iou_threshold": 0.5
},
@@ -83,5 +83,5 @@
"ultralytics": "8.4.160",
"torch": "2.14.0+cu130"
},
"measured_at": "2026-10-05T14:52:38"
"measured_at": "2026-10-22T11:38:59"
}
@@ -1,44 +1,44 @@
{
"per_class": {
"loop_all": {
"tp": 258,
"fp": 26,
"fn": 13,
"precision": 0.9084507042253521,
"recall": 0.9520295202952029,
"f1": 0.9297297297297298,
"mean_mask_iou": 0.8978958512964585,
"n_matched": 258
"tp": 301,
"fp": 35,
"fn": 16,
"precision": 0.8958333333333334,
"recall": 0.9495268138801262,
"f1": 0.9218989280245022,
"mean_mask_iou": 0.9062259909805817,
"n_matched": 301
},
"pin": {
"tp": 182,
"fp": 23,
"tp": 208,
"fp": 24,
"fn": 16,
"precision": 0.8878048780487805,
"recall": 0.9191919191919192,
"f1": 0.903225806451613,
"mean_mask_iou": 0.9241377262893309,
"n_matched": 182
"precision": 0.896551724137931,
"recall": 0.9285714285714286,
"f1": 0.912280701754386,
"mean_mask_iou": 0.9247143441757603,
"n_matched": 208
},
"crystal": {
"tp": 50,
"fp": 40,
"fn": 58,
"precision": 0.5555555555555556,
"recall": 0.46296296296296297,
"f1": 0.505050505050505,
"mean_mask_iou": 0.7551640273885577,
"n_matched": 50
"tp": 59,
"fp": 54,
"fn": 90,
"precision": 0.5221238938053098,
"recall": 0.3959731543624161,
"f1": 0.450381679389313,
"mean_mask_iou": 0.7515763531776168,
"n_matched": 59
},
"loop_face": {
"tp": 206,
"fp": 53,
"fn": 39,
"precision": 0.7953667953667953,
"recall": 0.8408163265306122,
"f1": 0.8174603174603173,
"mean_mask_iou": 0.8884607831962391,
"n_matched": 206
"tp": 255,
"fp": 62,
"fn": 40,
"precision": 0.804416403785489,
"recall": 0.864406779661017,
"f1": 0.8333333333333334,
"mean_mask_iou": 0.8987716581416572,
"n_matched": 255
},
"ice": {
"tp": 3,
@@ -62,18 +62,18 @@
}
},
"overall": {
"tp": 699,
"fp": 149,
"fn": 167,
"precision": 0.8242924528301887,
"recall": 0.8071593533487298,
"f1": 0.8156359393232205,
"mean_mask_iou": 0.8911164214711993,
"n_matched": 699
"tp": 826,
"fp": 182,
"fn": 203,
"precision": 0.8194444444444444,
"recall": 0.8027210884353742,
"f1": 0.8109965635738832,
"mean_mask_iou": 0.8969775358579729,
"n_matched": 826
},
"dataset": {
"gold_images": 285,
"pred_images": 286,
"gold_images": 335,
"pred_images": 336,
"missing_predictions": 0,
"iou_threshold": 0.5
},
@@ -83,5 +83,5 @@
"ultralytics": "8.4.160",
"torch": "2.14.0+cu130"
},
"measured_at": "2026-10-05T14:52:45"
"measured_at": "2026-10-22T11:39:07"
}
@@ -1,44 +1,44 @@
{
"per_class": {
"loop_all": {
"tp": 254,
"fp": 32,
"fn": 17,
"precision": 0.8881118881118881,
"recall": 0.9372693726937269,
"f1": 0.9120287253141831,
"mean_mask_iou": 0.9099313142296337,
"n_matched": 254
"tp": 298,
"fp": 38,
"fn": 19,
"precision": 0.8869047619047619,
"recall": 0.9400630914826499,
"f1": 0.9127105666156202,
"mean_mask_iou": 0.9176975714925484,
"n_matched": 298
},
"pin": {
"tp": 183,
"fp": 28,
"tp": 209,
"fp": 29,
"fn": 15,
"precision": 0.8672985781990521,
"recall": 0.9242424242424242,
"f1": 0.8948655256723715,
"mean_mask_iou": 0.9425691232908433,
"n_matched": 183
"precision": 0.8781512605042017,
"recall": 0.9330357142857143,
"f1": 0.9047619047619047,
"mean_mask_iou": 0.9435781234732605,
"n_matched": 209
},
"crystal": {
"tp": 59,
"fp": 64,
"fn": 49,
"precision": 0.4796747967479675,
"recall": 0.5462962962962963,
"f1": 0.5108225108225107,
"mean_mask_iou": 0.77279227396246,
"n_matched": 59
"tp": 74,
"fp": 83,
"fn": 75,
"precision": 0.4713375796178344,
"recall": 0.4966442953020134,
"f1": 0.4836601307189542,
"mean_mask_iou": 0.7637412283661057,
"n_matched": 74
},
"loop_face": {
"tp": 204,
"fp": 56,
"fn": 41,
"precision": 0.7846153846153846,
"recall": 0.8326530612244898,
"f1": 0.8079207920792079,
"mean_mask_iou": 0.8979775564967778,
"n_matched": 204
"tp": 253,
"fp": 64,
"fn": 42,
"precision": 0.7981072555205048,
"recall": 0.8576271186440678,
"f1": 0.8267973856209151,
"mean_mask_iou": 0.907481124159418,
"n_matched": 253
},
"ice": {
"tp": 7,
@@ -62,18 +62,18 @@
}
},
"overall": {
"tp": 707,
"fp": 196,
"fn": 159,
"precision": 0.7829457364341085,
"recall": 0.8163972286374134,
"f1": 0.7993216506500848,
"mean_mask_iou": 0.9024855830270027,
"n_matched": 707
"tp": 841,
"fp": 230,
"fn": 188,
"precision": 0.7852474323062558,
"recall": 0.8172983479105929,
"f1": 0.800952380952381,
"mean_mask_iou": 0.906603706963766,
"n_matched": 841
},
"dataset": {
"gold_images": 285,
"pred_images": 286,
"gold_images": 335,
"pred_images": 336,
"missing_predictions": 0,
"iou_threshold": 0.5
},
@@ -83,5 +83,5 @@
"ultralytics": "8.4.160",
"torch": "2.14.0+cu130"
},
"measured_at": "2026-10-05T14:52:52"
"measured_at": "2026-10-22T11:39:15"
}
@@ -1,52 +1,52 @@
{
"per_class": {
"loop_all": {
"tp": 227,
"fp": 26,
"fn": 44,
"precision": 0.8972332015810277,
"recall": 0.8376383763837638,
"f1": 0.866412213740458,
"mean_mask_iou": 0.9133245448357836,
"n_matched": 227
"tp": 271,
"fp": 34,
"fn": 46,
"precision": 0.8885245901639345,
"recall": 0.8548895899053628,
"f1": 0.8713826366559485,
"mean_mask_iou": 0.9178478445187722,
"n_matched": 271
},
"pin": {
"tp": 170,
"fp": 37,
"fn": 28,
"precision": 0.821256038647343,
"recall": 0.8585858585858586,
"f1": 0.8395061728395061,
"mean_mask_iou": 0.9495153292415469,
"n_matched": 170
"tp": 193,
"fp": 39,
"fn": 31,
"precision": 0.8318965517241379,
"recall": 0.8616071428571429,
"f1": 0.8464912280701755,
"mean_mask_iou": 0.9465569860568435,
"n_matched": 193
},
"crystal": {
"tp": 47,
"fp": 74,
"fn": 61,
"precision": 0.3884297520661157,
"recall": 0.4351851851851852,
"f1": 0.4104803493449782,
"mean_mask_iou": 0.7736348590773834,
"n_matched": 47
"tp": 57,
"fp": 91,
"fn": 92,
"precision": 0.38513513513513514,
"recall": 0.3825503355704698,
"f1": 0.38383838383838387,
"mean_mask_iou": 0.7631099261639591,
"n_matched": 57
},
"loop_face": {
"tp": 186,
"fp": 61,
"fn": 59,
"precision": 0.7530364372469636,
"recall": 0.7591836734693878,
"f1": 0.7560975609756099,
"mean_mask_iou": 0.9172218702815879,
"n_matched": 186
"tp": 233,
"fp": 72,
"fn": 62,
"precision": 0.7639344262295082,
"recall": 0.7898305084745763,
"f1": 0.7766666666666666,
"mean_mask_iou": 0.921962263303789,
"n_matched": 233
},
"ice": {
"tp": 13,
"fp": 22,
"fp": 23,
"fn": 30,
"precision": 0.37142857142857144,
"precision": 0.3611111111111111,
"recall": 0.3023255813953488,
"f1": 0.3333333333333333,
"f1": 0.32911392405063294,
"mean_mask_iou": 0.8470510637223766,
"n_matched": 13
},
@@ -62,18 +62,18 @@
}
},
"overall": {
"tp": 643,
"fp": 220,
"fn": 223,
"precision": 0.7450753186558516,
"recall": 0.7424942263279446,
"f1": 0.7437825332562173,
"mean_mask_iou": 0.9124697476301541,
"n_matched": 643
"tp": 767,
"fp": 259,
"fn": 262,
"precision": 0.7475633528265108,
"recall": 0.7453838678328474,
"f1": 0.7464720194647202,
"mean_mask_iou": 0.9136224265229171,
"n_matched": 767
},
"dataset": {
"gold_images": 285,
"pred_images": 286,
"gold_images": 335,
"pred_images": 336,
"missing_predictions": 0,
"iou_threshold": 0.5
},
@@ -83,5 +83,5 @@
"ultralytics": "8.4.160",
"torch": "2.14.0+cu130"
},
"measured_at": "2026-10-05T14:53:44"
"measured_at": "2026-10-22T11:40:12"
}
@@ -1,44 +1,44 @@
{
"per_class": {
"loop_all": {
"tp": 260,
"fp": 31,
"fn": 11,
"precision": 0.8934707903780069,
"recall": 0.959409594095941,
"f1": 0.9252669039145908,
"mean_mask_iou": 0.8916407937898974,
"n_matched": 260
"tp": 304,
"fp": 40,
"fn": 13,
"precision": 0.8837209302325582,
"recall": 0.9589905362776026,
"f1": 0.9198184568835098,
"mean_mask_iou": 0.8999997153410435,
"n_matched": 304
},
"pin": {
"tp": 186,
"fp": 31,
"tp": 212,
"fp": 33,
"fn": 12,
"precision": 0.8571428571428571,
"recall": 0.9393939393939394,
"f1": 0.8963855421686747,
"mean_mask_iou": 0.9240532018877375,
"n_matched": 186
"precision": 0.8653061224489796,
"recall": 0.9464285714285714,
"f1": 0.9040511727078892,
"mean_mask_iou": 0.9265693926582884,
"n_matched": 212
},
"crystal": {
"tp": 49,
"fp": 46,
"fn": 59,
"precision": 0.5157894736842106,
"recall": 0.4537037037037037,
"f1": 0.48275862068965525,
"mean_mask_iou": 0.7552437079972565,
"n_matched": 49
"tp": 60,
"fp": 57,
"fn": 89,
"precision": 0.5128205128205128,
"recall": 0.40268456375838924,
"f1": 0.45112781954887216,
"mean_mask_iou": 0.7585980276654778,
"n_matched": 60
},
"loop_face": {
"tp": 203,
"fp": 70,
"fn": 42,
"precision": 0.7435897435897436,
"recall": 0.8285714285714286,
"f1": 0.7837837837837838,
"mean_mask_iou": 0.8860873974910528,
"n_matched": 203
"tp": 251,
"fp": 76,
"fn": 44,
"precision": 0.7675840978593272,
"recall": 0.8508474576271187,
"f1": 0.8070739549839228,
"mean_mask_iou": 0.8968178309993826,
"n_matched": 251
},
"ice": {
"tp": 8,
@@ -62,18 +62,18 @@
}
},
"overall": {
"tp": 706,
"fp": 215,
"fn": 160,
"precision": 0.7665580890336591,
"recall": 0.815242494226328,
"f1": 0.7901510912143258,
"mean_mask_iou": 0.8878268569957721,
"n_matched": 706
"tp": 835,
"fp": 243,
"fn": 194,
"precision": 0.774582560296846,
"recall": 0.8114674441205053,
"f1": 0.7925961082107261,
"mean_mask_iou": 0.8944579133748279,
"n_matched": 835
},
"dataset": {
"gold_images": 285,
"pred_images": 286,
"gold_images": 335,
"pred_images": 336,
"missing_predictions": 0,
"iou_threshold": 0.5
},
@@ -83,5 +83,5 @@
"ultralytics": "8.4.160",
"torch": "2.14.0+cu130"
},
"measured_at": "2026-10-05T14:53:00"
"measured_at": "2026-10-22T11:39:23"
}
@@ -1,44 +1,44 @@
{
"per_class": {
"loop_all": {
"tp": 264,
"fp": 24,
"fn": 7,
"precision": 0.9166666666666666,
"recall": 0.974169741697417,
"f1": 0.9445438282647585,
"mean_mask_iou": 0.9224254335260752,
"n_matched": 264
"tp": 308,
"fp": 33,
"fn": 9,
"precision": 0.9032258064516129,
"recall": 0.9716088328075709,
"f1": 0.9361702127659575,
"mean_mask_iou": 0.9278619630785258,
"n_matched": 308
},
"pin": {
"tp": 188,
"fp": 18,
"tp": 214,
"fp": 19,
"fn": 10,
"precision": 0.912621359223301,
"recall": 0.9494949494949495,
"f1": 0.9306930693069307,
"mean_mask_iou": 0.9448298094102128,
"n_matched": 188
"precision": 0.9184549356223176,
"recall": 0.9553571428571429,
"f1": 0.936542669584245,
"mean_mask_iou": 0.9456527987011091,
"n_matched": 214
},
"crystal": {
"tp": 59,
"fp": 46,
"fn": 49,
"precision": 0.5619047619047619,
"recall": 0.5462962962962963,
"f1": 0.5539906103286385,
"mean_mask_iou": 0.7718446906943061,
"n_matched": 59
"tp": 74,
"fp": 60,
"fn": 75,
"precision": 0.5522388059701493,
"recall": 0.4966442953020134,
"f1": 0.5229681978798587,
"mean_mask_iou": 0.766323017315329,
"n_matched": 74
},
"loop_face": {
"tp": 219,
"tp": 267,
"fp": 54,
"fn": 26,
"precision": 0.8021978021978022,
"recall": 0.8938775510204081,
"f1": 0.8455598455598456,
"mean_mask_iou": 0.9045904289057446,
"n_matched": 219
"fn": 28,
"precision": 0.8317757009345794,
"recall": 0.9050847457627119,
"f1": 0.8668831168831169,
"mean_mask_iou": 0.9131015467260754,
"n_matched": 267
},
"ice": {
"tp": 4,
@@ -62,18 +62,18 @@
}
},
"overall": {
"tp": 734,
"fp": 161,
"fn": 132,
"precision": 0.8201117318435754,
"recall": 0.8475750577367206,
"f1": 0.8336172629187962,
"mean_mask_iou": 0.9097539468894337,
"n_matched": 734
"tp": 867,
"fp": 185,
"fn": 162,
"precision": 0.8241444866920152,
"recall": 0.8425655976676385,
"f1": 0.8332532436328688,
"mean_mask_iou": 0.9130612889537925,
"n_matched": 867
},
"dataset": {
"gold_images": 285,
"pred_images": 286,
"gold_images": 335,
"pred_images": 336,
"missing_predictions": 0,
"iou_threshold": 0.5
},
@@ -83,7 +83,7 @@
"ultralytics": "8.4.160",
"torch": "2.14.0+cu130"
},
"measured_at": "2026-10-05T14:53:09",
"measured_at": "2026-10-22T11:39:30",
"gate": {
"baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-alc-v1-noflip-mask1-2026-09-29/gold_report.json",
"f1_delta": 0.0284,
@@ -1,44 +1,44 @@
{
"per_class": {
"loop_all": {
"tp": 262,
"fp": 14,
"fn": 9,
"precision": 0.9492753623188406,
"recall": 0.966789667896679,
"f1": 0.9579524680073127,
"mean_mask_iou": 0.9023696692540693,
"n_matched": 262
"tp": 306,
"fp": 23,
"fn": 11,
"precision": 0.9300911854103343,
"recall": 0.9652996845425867,
"f1": 0.9473684210526315,
"mean_mask_iou": 0.9094462017528081,
"n_matched": 306
},
"pin": {
"tp": 187,
"tp": 213,
"fp": 32,
"fn": 11,
"precision": 0.8538812785388128,
"recall": 0.9444444444444444,
"f1": 0.8968824940047961,
"mean_mask_iou": 0.9240076997480801,
"n_matched": 187
"precision": 0.8693877551020408,
"recall": 0.9508928571428571,
"f1": 0.9083155650319831,
"mean_mask_iou": 0.9262696606645503,
"n_matched": 213
},
"crystal": {
"tp": 51,
"fp": 46,
"fn": 57,
"precision": 0.5257731958762887,
"recall": 0.4722222222222222,
"f1": 0.4975609756097561,
"mean_mask_iou": 0.7631151187569081,
"n_matched": 51
"tp": 67,
"fp": 60,
"fn": 82,
"precision": 0.5275590551181102,
"recall": 0.44966442953020136,
"f1": 0.4855072463768116,
"mean_mask_iou": 0.761630287259793,
"n_matched": 67
},
"loop_face": {
"tp": 214,
"fp": 54,
"fn": 31,
"precision": 0.7985074626865671,
"recall": 0.8734693877551021,
"f1": 0.834307992202729,
"mean_mask_iou": 0.8875400434718879,
"n_matched": 214
"tp": 262,
"fp": 58,
"fn": 33,
"precision": 0.81875,
"recall": 0.888135593220339,
"f1": 0.8520325203252033,
"mean_mask_iou": 0.8993687596276626,
"n_matched": 262
},
"ice": {
"tp": 6,
@@ -62,18 +62,18 @@
}
},
"overall": {
"tp": 720,
"fp": 163,
"fn": 146,
"precision": 0.8154020385050963,
"recall": 0.8314087759815243,
"f1": 0.823327615780446,
"mean_mask_iou": 0.892832596841203,
"n_matched": 720
"tp": 854,
"fp": 190,
"fn": 175,
"precision": 0.8180076628352491,
"recall": 0.8299319727891157,
"f1": 0.8239266763145201,
"mean_mask_iou": 0.8981575595964695,
"n_matched": 854
},
"dataset": {
"gold_images": 285,
"pred_images": 286,
"gold_images": 335,
"pred_images": 336,
"missing_predictions": 0,
"iou_threshold": 0.5
},
@@ -83,7 +83,7 @@
"ultralytics": "8.4.160",
"torch": "2.14.0+cu130"
},
"measured_at": "2026-10-05T14:53:16",
"measured_at": "2026-10-22T11:39:38",
"gate": {
"baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-alc-v1-noflip-mask1-2026-09-29/gold_report.json",
"f1_delta": 0.0221,
@@ -1,44 +1,44 @@
{
"per_class": {
"loop_all": {
"tp": 264,
"fp": 11,
"fn": 7,
"precision": 0.96,
"recall": 0.974169741697417,
"f1": 0.967032967032967,
"mean_mask_iou": 0.9188938812081594,
"n_matched": 264
"tp": 309,
"fp": 16,
"fn": 8,
"precision": 0.9507692307692308,
"recall": 0.9747634069400631,
"f1": 0.9626168224299065,
"mean_mask_iou": 0.9298444164418739,
"n_matched": 309
},
"pin": {
"tp": 189,
"fp": 20,
"tp": 215,
"fp": 22,
"fn": 9,
"precision": 0.9043062200956937,
"recall": 0.9545454545454546,
"f1": 0.9287469287469287,
"mean_mask_iou": 0.935088271808113,
"n_matched": 189
"precision": 0.9071729957805907,
"recall": 0.9598214285714286,
"f1": 0.9327548806941431,
"mean_mask_iou": 0.9406678664910599,
"n_matched": 215
},
"crystal": {
"tp": 68,
"fp": 54,
"fn": 40,
"precision": 0.5573770491803278,
"recall": 0.6296296296296297,
"f1": 0.591304347826087,
"mean_mask_iou": 0.7857693938177532,
"n_matched": 68
"tp": 99,
"fp": 84,
"fn": 50,
"precision": 0.5409836065573771,
"recall": 0.6644295302013423,
"f1": 0.5963855421686747,
"mean_mask_iou": 0.8062619700615773,
"n_matched": 99
},
"loop_face": {
"tp": 221,
"fp": 50,
"tp": 271,
"fp": 52,
"fn": 24,
"precision": 0.8154981549815498,
"recall": 0.9020408163265307,
"f1": 0.8565891472868217,
"mean_mask_iou": 0.8923940547848732,
"n_matched": 221
"precision": 0.8390092879256966,
"recall": 0.9186440677966101,
"f1": 0.8770226537216829,
"mean_mask_iou": 0.908800452666073,
"n_matched": 271
},
"ice": {
"tp": 5,
@@ -62,18 +62,18 @@
}
},
"overall": {
"tp": 747,
"fp": 154,
"fn": 119,
"precision": 0.8290788013318535,
"recall": 0.8625866050808314,
"f1": 0.8455008488964347,
"mean_mask_iou": 0.9023821429213483,
"n_matched": 747
"tp": 899,
"fp": 193,
"fn": 130,
"precision": 0.8232600732600732,
"recall": 0.8736637512147716,
"f1": 0.8477133427628477,
"mean_mask_iou": 0.9118784889312731,
"n_matched": 899
},
"dataset": {
"gold_images": 285,
"pred_images": 286,
"gold_images": 335,
"pred_images": 336,
"missing_predictions": 0,
"iou_threshold": 0.5
},
@@ -83,7 +83,7 @@
"ultralytics": "8.4.160",
"torch": "2.14.0+cu130"
},
"measured_at": "2026-10-05T14:53:22",
"measured_at": "2026-10-22T11:39:46",
"gate": {
"baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-v3-noflip-mask1-2026-09-30/gold_report.json",
"f1_delta": 0.015,
@@ -1,44 +1,44 @@
{
"per_class": {
"loop_all": {
"tp": 263,
"fp": 19,
"fn": 8,
"precision": 0.9326241134751773,
"recall": 0.9704797047970479,
"f1": 0.9511754068716093,
"mean_mask_iou": 0.9066854828543917,
"n_matched": 263
"tp": 307,
"fp": 29,
"fn": 10,
"precision": 0.9136904761904762,
"recall": 0.9684542586750788,
"f1": 0.9402756508422665,
"mean_mask_iou": 0.9144044278112335,
"n_matched": 307
},
"pin": {
"tp": 186,
"fp": 20,
"tp": 212,
"fp": 22,
"fn": 12,
"precision": 0.9029126213592233,
"recall": 0.9393939393939394,
"f1": 0.9207920792079209,
"mean_mask_iou": 0.9347601806772711,
"n_matched": 186
"precision": 0.905982905982906,
"recall": 0.9464285714285714,
"f1": 0.9257641921397379,
"mean_mask_iou": 0.9372053245642273,
"n_matched": 212
},
"crystal": {
"tp": 57,
"fp": 49,
"fn": 51,
"precision": 0.5377358490566038,
"recall": 0.5277777777777778,
"f1": 0.5327102803738318,
"mean_mask_iou": 0.7798994592528061,
"n_matched": 57
"tp": 86,
"fp": 64,
"fn": 63,
"precision": 0.5733333333333334,
"recall": 0.5771812080536913,
"f1": 0.5752508361204013,
"mean_mask_iou": 0.7866494646342707,
"n_matched": 86
},
"loop_face": {
"tp": 217,
"fp": 63,
"tp": 267,
"fp": 67,
"fn": 28,
"precision": 0.775,
"recall": 0.8857142857142857,
"f1": 0.8266666666666667,
"mean_mask_iou": 0.8842450586000161,
"n_matched": 217
"precision": 0.7994011976047904,
"recall": 0.9050847457627119,
"f1": 0.8489666136724962,
"mean_mask_iou": 0.8960405961764998,
"n_matched": 267
},
"ice": {
"tp": 5,
@@ -62,18 +62,18 @@
}
},
"overall": {
"tp": 728,
"fp": 166,
"fn": 138,
"precision": 0.814317673378076,
"recall": 0.8406466512702079,
"f1": 0.8272727272727273,
"mean_mask_iou": 0.8964884419371343,
"n_matched": 728
"tp": 877,
"fp": 197,
"fn": 152,
"precision": 0.8165735567970205,
"recall": 0.8522837706511176,
"f1": 0.8340466000951023,
"mean_mask_iou": 0.9011275308133186,
"n_matched": 877
},
"dataset": {
"gold_images": 285,
"pred_images": 286,
"gold_images": 335,
"pred_images": 336,
"missing_predictions": 0,
"iou_threshold": 0.5
},
@@ -83,7 +83,7 @@
"ultralytics": "8.4.160",
"torch": "2.14.0+cu130"
},
"measured_at": "2026-10-05T14:53:29",
"measured_at": "2026-10-22T11:39:55",
"gate": {
"baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-v3-noflip-mask1-2026-09-30/gold_report.json",
"f1_delta": -0.0057,
@@ -1,44 +1,44 @@
{
"per_class": {
"loop_all": {
"tp": 264,
"fp": 17,
"fn": 7,
"precision": 0.9395017793594306,
"recall": 0.974169741697417,
"f1": 0.9565217391304347,
"mean_mask_iou": 0.9145929101186784,
"n_matched": 264
"tp": 308,
"fp": 26,
"fn": 9,
"precision": 0.9221556886227545,
"recall": 0.9716088328075709,
"f1": 0.9462365591397849,
"mean_mask_iou": 0.9210329853480719,
"n_matched": 308
},
"pin": {
"tp": 188,
"fp": 13,
"tp": 214,
"fp": 16,
"fn": 10,
"precision": 0.9353233830845771,
"recall": 0.9494949494949495,
"f1": 0.9423558897243107,
"mean_mask_iou": 0.9329770037131185,
"n_matched": 188
"precision": 0.9304347826086956,
"recall": 0.9553571428571429,
"f1": 0.9427312775330396,
"mean_mask_iou": 0.9357500978870736,
"n_matched": 214
},
"crystal": {
"tp": 58,
"fp": 46,
"fn": 50,
"precision": 0.5576923076923077,
"recall": 0.5370370370370371,
"f1": 0.5471698113207548,
"mean_mask_iou": 0.7843478905572691,
"n_matched": 58
"tp": 76,
"fp": 63,
"fn": 73,
"precision": 0.5467625899280576,
"recall": 0.5100671140939598,
"f1": 0.5277777777777778,
"mean_mask_iou": 0.779695033962373,
"n_matched": 76
},
"loop_face": {
"tp": 216,
"fp": 47,
"fn": 29,
"precision": 0.8212927756653993,
"recall": 0.8816326530612245,
"f1": 0.8503937007874016,
"mean_mask_iou": 0.8907679738984782,
"n_matched": 216
"tp": 265,
"fp": 51,
"fn": 30,
"precision": 0.8386075949367089,
"recall": 0.8983050847457628,
"f1": 0.867430441898527,
"mean_mask_iou": 0.9022314012766025,
"n_matched": 265
},
"ice": {
"tp": 5,
@@ -52,7 +52,7 @@
},
"needle": {
"tp": 0,
"fp": 0,
"fp": 1,
"fn": 1,
"precision": 0.0,
"recall": 0.0,
@@ -62,18 +62,18 @@
}
},
"overall": {
"tp": 731,
"fp": 126,
"fn": 135,
"precision": 0.852975495915986,
"recall": 0.8441108545034642,
"f1": 0.8485200232153222,
"mean_mask_iou": 0.9007812205901404,
"n_matched": 731
"tp": 868,
"fp": 160,
"fn": 161,
"precision": 0.8443579766536965,
"recall": 0.8435374149659864,
"f1": 0.8439474963539134,
"mean_mask_iou": 0.9055272253710626,
"n_matched": 868
},
"dataset": {
"gold_images": 285,
"pred_images": 286,
"gold_images": 335,
"pred_images": 336,
"missing_predictions": 0,
"iou_threshold": 0.5
},
@@ -83,7 +83,7 @@
"ultralytics": "8.4.160",
"torch": "2.14.0+cu130"
},
"measured_at": "2026-10-05T14:53:37",
"measured_at": "2026-10-22T11:40:04",
"gate": {
"baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-v3-noflip-mask1-2026-09-30/gold_report.json",
"f1_delta": 0.0238,