From 9d1d37678a9506a2efa438946764ff9b75b44d6a Mon Sep 17 00:00:00 2001 From: jungfrau Date: Fri, 6 Nov 2026 21:56:08 +0100 Subject: [PATCH] run 2026-11-06_v7-crop-m: registered --- .../metadata.json | 34 + .../weights.pt | 3 + runs/2026-11-06_v7-crop-m/latency.json | 1 + runs/2026-11-06_v7-crop-m/metrics.json | 20 + runs/2026-11-06_v7-crop-m/run.json | 46 +- runs/README.md | 7 + runs/clean_gold_comparison.json | 8080 +++++++++-------- 7 files changed, 4497 insertions(+), 3694 deletions(-) create mode 100644 models/registry/yolo26m-seg-v7-crop-m-2026-11-06/metadata.json create mode 100644 models/registry/yolo26m-seg-v7-crop-m-2026-11-06/weights.pt create mode 100644 runs/2026-11-06_v7-crop-m/latency.json create mode 100644 runs/2026-11-06_v7-crop-m/metrics.json diff --git a/models/registry/yolo26m-seg-v7-crop-m-2026-11-06/metadata.json b/models/registry/yolo26m-seg-v7-crop-m-2026-11-06/metadata.json new file mode 100644 index 00000000..3ddc887b --- /dev/null +++ b/models/registry/yolo26m-seg-v7-crop-m-2026-11-06/metadata.json @@ -0,0 +1,34 @@ +{ + "model_id": "yolo26m-seg-v7-crop-m-2026-11-06", + "family": "yolo26m", + "task": "segmentation", + "training_date": "2026-11-06", + "run": "2026-11-06_v7-crop-m", + "dataset": "dataset/2026-11-04_v7crop", + "base_weights": "models/base/yolo26m-seg.pt", + "hyperparams": { + "epochs": 400, + "patience": 50, + "imgsz": 640, + "batch": 16, + "device": "0", + "overlap_mask": false, + "scale": 0.7, + "translate": 0.15, + "mosaic": 0.5, + "close_mosaic": 10, + "fliplr": 0, + "flipud": 0.3, + "shear": 5.0, + "perspective": 0.0, + "mask_ratio": 1 + }, + "export_formats": [ + "pt" + ], + "metrics": null, + "gate": { + "rule": "none", + "note": "registered with --no-gate" + } +} diff --git a/models/registry/yolo26m-seg-v7-crop-m-2026-11-06/weights.pt b/models/registry/yolo26m-seg-v7-crop-m-2026-11-06/weights.pt new file mode 100644 index 00000000..7ba7e6f1 --- /dev/null +++ b/models/registry/yolo26m-seg-v7-crop-m-2026-11-06/weights.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1e48ba6f1283cae2ac07ea708378ee2f2f919c9a1e65a36e90c0b82ea09109d +size 54548081 diff --git a/runs/2026-11-06_v7-crop-m/latency.json b/runs/2026-11-06_v7-crop-m/latency.json new file mode 100644 index 00000000..2e3fcfe4 --- /dev/null +++ b/runs/2026-11-06_v7-crop-m/latency.json @@ -0,0 +1 @@ +{"weights": "runs/2026-11-06_v7-crop-m/ultralytics/train/weights/best.pt", "frames": 150, "imgsz": 640, "infer_scale": 0.5, "half": true, "ms_median": 7.65, "ms_p90": 8.9, "ms_max": 11.59, "fps_median": 130.8, "device": "0", "backend": "pytorch", "gpu": "NVIDIA GB10", "ultralytics": "8.4.160", "torch": "2.14.0+cu130"} diff --git a/runs/2026-11-06_v7-crop-m/metrics.json b/runs/2026-11-06_v7-crop-m/metrics.json new file mode 100644 index 00000000..00245d82 --- /dev/null +++ b/runs/2026-11-06_v7-crop-m/metrics.json @@ -0,0 +1,20 @@ +{ + "overall": null, + "gate": { + "rule": "none", + "note": "registered with --no-gate" + }, + "training": { + "epochs_run": 266, + "precision(B)": 0.63266, + "recall(B)": 0.60361, + "mAP50(B)": 0.58968, + "mAP50-95(B)": 0.41336, + "precision(M)": 0.62089, + "recall(M)": 0.5904, + "mAP50(M)": 0.5732, + "mAP50-95(M)": 0.40437 + }, + "version": "yolo26m-seg-v7-crop-m-2026-11-06", + "measured_at": null +} diff --git a/runs/2026-11-06_v7-crop-m/run.json b/runs/2026-11-06_v7-crop-m/run.json index 97a64c64..a1bb1869 100644 --- a/runs/2026-11-06_v7-crop-m/run.json +++ b/runs/2026-11-06_v7-crop-m/run.json @@ -2,18 +2,54 @@ "id": "2026-11-06_v7-crop-m", "dataset": "dataset/2026-11-04_v7crop", "base_weights": "models/base/yolo26m-seg.pt", - "status": "exported", + "status": "registered", "created": "2026-11-06T03:14:08", "created_by": "jungfrau@mx-spark-01", - "hyperparams": {}, - "version": null, - "metrics": {}, + "hyperparams": { + "epochs": 400, + "patience": 50, + "imgsz": 640, + "batch": 16, + "device": "0", + "overlap_mask": false, + "scale": 0.7, + "translate": 0.15, + "mosaic": 0.5, + "close_mosaic": 10, + "fliplr": 0, + "flipud": 0.3, + "shear": 5.0, + "perspective": 0.0, + "mask_ratio": 1 + }, + "version": "yolo26m-seg-v7-crop-m-2026-11-06", + "metrics": { + "f1": null, + "mean_mask_iou": null, + "gate_pass": null, + "baseline": null, + "measured_at": "2026-11-06T21:55:56" + }, "history": [ { "status": "exported", "at": "2026-11-06T03:14:08", "by": "jungfrau@mx-spark-01", "note": "loop-head crop model (yolo26m) for the studio second pass on the v7 pool: crops 1.6x the face, min 512 px, head classes only; promoted recipe; no gold gate, measured as a two-pass behind the first-pass models, Spark" + }, + { + "status": "training", + "at": "2026-11-06T03:14:08", + "by": "jungfrau@mx-spark-01", + "note": "train_run.py" + }, + { + "status": "registered", + "at": "2026-11-06T21:55:56", + "by": "jungfrau@mx-spark-01", + "note": "--no-gate: no gold measure" } - ] + ], + "host": "mx-spark-01", + "started": "2026-11-06T03:14:08" } diff --git a/runs/README.md b/runs/README.md index c989a6cb..385509f7 100644 --- a/runs/README.md +++ b/runs/README.md @@ -33,6 +33,7 @@ Generated by `python tools/ledger.py render`; do not edit by hand. | 2026-11-04_v7-s-noflip-mask1 | gate_failed | dataset/2026-11-04_v7 | models/base/yolo26s-seg.pt | yolo26s-seg-v7-s-noflip-mask1-2026-11-05 | 0.791 | 0.874 | no | 2026-11-05T05:26 | | 2026-11-05_v7-crop-s | registered | dataset/2026-11-04_v7crop | models/base/yolo26s-seg.pt | yolo26s-seg-v7-crop-s-2026-11-05 | - | - | - | 2026-11-05T14:01 | | 2026-11-05_v7-noflip-mask1 | promoted | dataset/2026-11-04_v7 | models/base/yolo26n-seg.pt | yolo26n-seg-v7-noflip-mask1-2026-11-06 | 0.791 | 0.879 | yes | 2026-11-06T03:13 | +| 2026-11-06_v7-crop-m | registered | dataset/2026-11-04_v7crop | models/base/yolo26m-seg.pt | yolo26m-seg-v7-crop-m-2026-11-06 | - | - | - | 2026-11-06T21:55 | States: exported → queued → training → measured → registered → gate_passed → gate_failed → promoted → deployed (or aborted). @@ -268,3 +269,9 @@ States: exported → queued → training → measured → registered → gate_pa - 2026-11-06T03:13:57 · measured · jungfrau@mx-spark-01 - 2026-11-06T03:13:57 · gate_passed · jungfrau@mx-spark-01 — {"baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26s-seg-v5-s-noflip-mask1-2026-10-25/gold_report.json", "f1_delta": -0.0052, "mask_iou_delta": 0.0096, "mask_score": 0.6901, "mask_score_baseline": 0.6805, "matched_only_iou_delta": -0.005, "class_f1_delta": {"loop_all": -0.0038, "pin": -0.0143}, "pass_point_rule": false, "rule": "paired bootstrap", "bootstrap": {"frames": 337, "mounts": 311, "draws": 2000, "f1": {"delta": -0.0052, "lo": -0.0215, "hi": 0.0112, "win": 0.27}, "mask_score": {"delta": 0.0096, "lo": -0.0032, "hi": 0.0225, "win": 0.926}}, "pass": true} - 2026-11-06T03:13:57 · promoted · jungfrau@mx-spark-01 — by the gate + +## 2026-11-06_v7-crop-m + +- 2026-11-06T03:14:08 · exported · jungfrau@mx-spark-01 — loop-head crop model (yolo26m) for the studio second pass on the v7 pool: crops 1.6x the face, min 512 px, head classes only; promoted recipe; no gold gate, measured as a two-pass behind the first-pass models, Spark +- 2026-11-06T03:14:08 · training · jungfrau@mx-spark-01 — train_run.py +- 2026-11-06T21:55:56 · registered · jungfrau@mx-spark-01 — --no-gate: no gold measure diff --git a/runs/clean_gold_comparison.json b/runs/clean_gold_comparison.json index fa769c87..5e42a0c2 100644 --- a/runs/clean_gold_comparison.json +++ b/runs/clean_gold_comparison.json @@ -1,727 +1,727 @@ { - "clean_frames": 236, + "clean_frames": 286, "reports": { "beamline yolo26n-seg-overlap-false-2026-04-12": { "per_class": { "loop_all": { - "tp": 100, - "fp": 29, - "fn": 38, - "precision": 0.7751937984496124, - "recall": 0.7246376811594203, - "f1": 0.749063670411985, - "mean_mask_iou": 0.884920691447784, - "n_matched": 100 + "tp": 160, + "fp": 26, + "fn": 40, + "precision": 0.8602150537634409, + "recall": 0.8, + "f1": 0.8290155440414508, + "mean_mask_iou": 0.9009653885476145, + "n_matched": 160 }, "pin": { - "tp": 36, - "fp": 26, - "fn": 22, - "precision": 0.5806451612903226, - "recall": 0.6206896551724138, - "f1": 0.6000000000000001, - "mean_mask_iou": 0.9019360912475141, - "n_matched": 36 + "tp": 48, + "fp": 29, + "fn": 16, + "precision": 0.6233766233766234, + "recall": 0.75, + "f1": 0.6808510638297872, + "mean_mask_iou": 0.9081186083502395, + "n_matched": 48 }, "crystal": { - "tp": 43, - "fp": 62, - "fn": 99, - "precision": 0.4095238095238095, - "recall": 0.3028169014084507, - "f1": 0.3481781376518219, - "mean_mask_iou": 0.7203680333269338, - "n_matched": 43 + "tp": 68, + "fp": 95, + "fn": 150, + "precision": 0.4171779141104294, + "recall": 0.3119266055045872, + "f1": 0.35695538057742787, + "mean_mask_iou": 0.706668089797067, + "n_matched": 68 }, "loop_face": { - "tp": 80, - "fp": 47, - "fn": 51, - "precision": 0.6299212598425197, - "recall": 0.6106870229007634, - "f1": 0.62015503875969, - "mean_mask_iou": 0.8983044456258874, - "n_matched": 80 + "tp": 136, + "fp": 53, + "fn": 55, + "precision": 0.7195767195767195, + "recall": 0.7120418848167539, + "f1": 0.7157894736842105, + "mean_mask_iou": 0.9001191302167503, + "n_matched": 136 }, "ice": { - "tp": 1, - "fp": 7, - "fn": 17, - "precision": 0.125, - "recall": 0.05555555555555555, - "f1": 0.07692307692307691, - "mean_mask_iou": 0.8931750741839762, - "n_matched": 1 + "tp": 2, + "fp": 8, + "fn": 50, + "precision": 0.2, + "recall": 0.038461538461538464, + "f1": 0.06451612903225806, + "mean_mask_iou": 0.8319857671804837, + "n_matched": 2 } }, "overall": { - "tp": 260, - "fp": 171, - "fn": 227, - "precision": 0.6032482598607889, - "recall": 0.5338809034907598, - "f1": 0.5664488017429194, - "mean_mask_iou": 0.8642120176423155, - "n_matched": 260 + "tp": 414, + "fp": 211, + "fn": 311, + "precision": 0.6624, + "recall": 0.5710344827586207, + "f1": 0.6133333333333334, + "mean_mask_iou": 0.8692699485953367, + "n_matched": 414 }, "dataset": { - "gold_images": 236 + "gold_images": 286 } }, "2026-09-28_alc-v1": { "per_class": { "loop_all": { - "tp": 124, - "fp": 23, + "tp": 186, + "fp": 21, "fn": 14, - "precision": 0.8435374149659864, - "recall": 0.8985507246376812, - "f1": 0.8701754385964912, - "mean_mask_iou": 0.893095576332924, - "n_matched": 124 + "precision": 0.8985507246376812, + "recall": 0.93, + "f1": 0.9140049140049139, + "mean_mask_iou": 0.9095059930944789, + "n_matched": 186 }, "pin": { - "tp": 48, - "fp": 19, + "tp": 54, + "fp": 20, "fn": 10, - "precision": 0.7164179104477612, - "recall": 0.8275862068965517, - "f1": 0.768, - "mean_mask_iou": 0.8936061607633765, - "n_matched": 48 + "precision": 0.7297297297297297, + "recall": 0.84375, + "f1": 0.7826086956521738, + "mean_mask_iou": 0.9160636998488066, + "n_matched": 54 }, "crystal": { - "tp": 43, - "fp": 38, - "fn": 99, - "precision": 0.5308641975308642, - "recall": 0.3028169014084507, - "f1": 0.3856502242152467, - "mean_mask_iou": 0.7078300824665791, - "n_matched": 43 + "tp": 67, + "fp": 63, + "fn": 151, + "precision": 0.5153846153846153, + "recall": 0.3073394495412844, + "f1": 0.38505747126436773, + "mean_mask_iou": 0.7177379648569786, + "n_matched": 67 }, "loop_face": { - "tp": 96, - "fp": 48, - "fn": 35, - "precision": 0.6666666666666666, - "recall": 0.732824427480916, - "f1": 0.6981818181818181, - "mean_mask_iou": 0.8799127798893277, - "n_matched": 96 + "tp": 153, + "fp": 59, + "fn": 38, + "precision": 0.7216981132075472, + "recall": 0.8010471204188482, + "f1": 0.7593052109181142, + "mean_mask_iou": 0.8923053972910432, + "n_matched": 153 }, "ice": { - "tp": 1, + "tp": 3, "fp": 1, - "fn": 17, - "precision": 0.5, - "recall": 0.05555555555555555, - "f1": 0.09999999999999999, - "mean_mask_iou": 0.8808139534883721, - "n_matched": 1 + "fn": 49, + "precision": 0.75, + "recall": 0.057692307692307696, + "f1": 0.10714285714285714, + "mean_mask_iou": 0.7034672339819062, + "n_matched": 3 } }, "overall": { - "tp": 312, - "fp": 129, - "fn": 175, - "precision": 0.7074829931972789, - "recall": 0.6406570841889117, - "f1": 0.6724137931034482, - "mean_mask_iou": 0.8635451331758065, - "n_matched": 312 + "tp": 463, + "fp": 164, + "fn": 262, + "precision": 0.7384370015948963, + "recall": 0.6386206896551724, + "f1": 0.6849112426035503, + "mean_mask_iou": 0.8755013512749495, + "n_matched": 463 }, "dataset": { - "gold_images": 236 + "gold_images": 286 } }, "2026-09-28_alc-v1-800px": { "per_class": { "loop_all": { - "tp": 128, - "fp": 34, - "fn": 10, - "precision": 0.7901234567901234, - "recall": 0.927536231884058, - "f1": 0.8533333333333333, - "mean_mask_iou": 0.8980310584973731, - "n_matched": 128 + "tp": 191, + "fp": 30, + "fn": 9, + "precision": 0.8642533936651584, + "recall": 0.955, + "f1": 0.9073634204275534, + "mean_mask_iou": 0.9122524294899425, + "n_matched": 191 }, "pin": { - "tp": 46, - "fp": 8, - "fn": 12, - "precision": 0.8518518518518519, - "recall": 0.7931034482758621, - "f1": 0.8214285714285715, - "mean_mask_iou": 0.9020054902160746, - "n_matched": 46 - }, - "crystal": { "tp": 56, - "fp": 56, - "fn": 86, - "precision": 0.5, - "recall": 0.39436619718309857, - "f1": 0.4409448818897638, - "mean_mask_iou": 0.6886069968206945, + "fp": 10, + "fn": 8, + "precision": 0.8484848484848485, + "recall": 0.875, + "f1": 0.8615384615384615, + "mean_mask_iou": 0.9232659134553748, "n_matched": 56 }, - "loop_face": { + "crystal": { "tp": 87, - "fp": 43, - "fn": 44, - "precision": 0.6692307692307692, - "recall": 0.6641221374045801, - "f1": 0.6666666666666666, - "mean_mask_iou": 0.8857815982260712, + "fp": 100, + "fn": 131, + "precision": 0.46524064171123, + "recall": 0.39908256880733944, + "f1": 0.4296296296296296, + "mean_mask_iou": 0.6744494390391764, "n_matched": 87 }, + "loop_face": { + "tp": 143, + "fp": 55, + "fn": 48, + "precision": 0.7222222222222222, + "recall": 0.7486910994764397, + "f1": 0.7352185089974294, + "mean_mask_iou": 0.8963576281051805, + "n_matched": 143 + }, "ice": { - "tp": 0, - "fp": 2, - "fn": 18, - "precision": 0.0, - "recall": 0.0, - "f1": 0.0, - "mean_mask_iou": 0.0, - "n_matched": 0 + "tp": 2, + "fp": 3, + "fn": 50, + "precision": 0.4, + "recall": 0.038461538461538464, + "f1": 0.07017543859649124, + "mean_mask_iou": 0.659320009642145, + "n_matched": 2 } }, "overall": { - "tp": 317, - "fp": 143, - "fn": 170, - "precision": 0.6891304347826087, - "recall": 0.6509240246406571, - "f1": 0.6694825765575501, - "mean_mask_iou": 0.8582499019092439, - "n_matched": 317 + "tp": 479, + "fp": 198, + "fn": 246, + "precision": 0.707533234859675, + "recall": 0.6606896551724138, + "f1": 0.6833095577746078, + "mean_mask_iou": 0.8645469461812398, + "n_matched": 479 }, "dataset": { - "gold_images": 236 + "gold_images": 286 } }, "2026-09-28_alc-v1-humanonly": { "per_class": { "loop_all": { - "tp": 125, - "fp": 21, - "fn": 13, - "precision": 0.8561643835616438, - "recall": 0.9057971014492754, - "f1": 0.880281690140845, - "mean_mask_iou": 0.8932928604472453, - "n_matched": 125 + "tp": 188, + "fp": 19, + "fn": 12, + "precision": 0.9082125603864735, + "recall": 0.94, + "f1": 0.9238329238329238, + "mean_mask_iou": 0.9108058074925279, + "n_matched": 188 }, "pin": { - "tp": 48, + "tp": 58, "fp": 9, - "fn": 10, - "precision": 0.8421052631578947, - "recall": 0.8275862068965517, - "f1": 0.8347826086956522, - "mean_mask_iou": 0.8904529505362294, - "n_matched": 48 + "fn": 6, + "precision": 0.8656716417910447, + "recall": 0.90625, + "f1": 0.8854961832061069, + "mean_mask_iou": 0.9114564063842138, + "n_matched": 58 }, "crystal": { - "tp": 62, - "fp": 72, - "fn": 80, - "precision": 0.4626865671641791, - "recall": 0.43661971830985913, - "f1": 0.4492753623188406, - "mean_mask_iou": 0.6864467602007541, - "n_matched": 62 + "tp": 93, + "fp": 122, + "fn": 125, + "precision": 0.4325581395348837, + "recall": 0.42660550458715596, + "f1": 0.4295612009237875, + "mean_mask_iou": 0.7027577105984592, + "n_matched": 93 }, "loop_face": { - "tp": 94, - "fp": 38, - "fn": 37, - "precision": 0.7121212121212122, - "recall": 0.7175572519083969, - "f1": 0.7148288973384032, - "mean_mask_iou": 0.8796580561358281, - "n_matched": 94 + "tp": 150, + "fp": 49, + "fn": 41, + "precision": 0.7537688442211056, + "recall": 0.7853403141361257, + "f1": 0.7692307692307694, + "mean_mask_iou": 0.8925333800770652, + "n_matched": 150 }, "ice": { - "tp": 1, - "fp": 1, - "fn": 17, - "precision": 0.5, - "recall": 0.05555555555555555, - "f1": 0.09999999999999999, - "mean_mask_iou": 0.8895522388059701, - "n_matched": 1 + "tp": 3, + "fp": 2, + "fn": 49, + "precision": 0.6, + "recall": 0.057692307692307696, + "f1": 0.10526315789473685, + "mean_mask_iou": 0.7041486191332074, + "n_matched": 3 } }, "overall": { - "tp": 330, - "fp": 141, - "fn": 157, - "precision": 0.7006369426751592, - "recall": 0.6776180698151951, - "f1": 0.6889352818371607, - "mean_mask_iou": 0.8501225994838338, - "n_matched": 330 + "tp": 492, + "fp": 201, + "fn": 233, + "precision": 0.70995670995671, + "recall": 0.6786206896551724, + "f1": 0.693935119887165, + "mean_mask_iou": 0.8647253726290558, + "n_matched": 492 }, "dataset": { - "gold_images": 236 + "gold_images": 286 } }, "2026-09-28_alc-v1-mask1": { "per_class": { "loop_all": { - "tp": 128, - "fp": 39, + "tp": 190, + "fp": 33, "fn": 10, - "precision": 0.7664670658682635, - "recall": 0.927536231884058, - "f1": 0.8393442622950821, - "mean_mask_iou": 0.8904071980437223, - "n_matched": 128 + "precision": 0.852017937219731, + "recall": 0.95, + "f1": 0.8983451536643026, + "mean_mask_iou": 0.9084362794589292, + "n_matched": 190 }, "pin": { - "tp": 44, - "fp": 12, - "fn": 14, + "tp": 55, + "fp": 15, + "fn": 9, "precision": 0.7857142857142857, - "recall": 0.7586206896551724, - "f1": 0.7719298245614034, - "mean_mask_iou": 0.9109591714401049, - "n_matched": 44 + "recall": 0.859375, + "f1": 0.8208955223880597, + "mean_mask_iou": 0.9225979050402889, + "n_matched": 55 }, "crystal": { - "tp": 40, - "fp": 30, - "fn": 102, - "precision": 0.5714285714285714, - "recall": 0.28169014084507044, - "f1": 0.3773584905660377, - "mean_mask_iou": 0.6728126551997067, - "n_matched": 40 + "tp": 67, + "fp": 55, + "fn": 151, + "precision": 0.5491803278688525, + "recall": 0.3073394495412844, + "f1": 0.3941176470588235, + "mean_mask_iou": 0.6898568034486172, + "n_matched": 67 }, "loop_face": { - "tp": 99, - "fp": 44, - "fn": 32, - "precision": 0.6923076923076923, - "recall": 0.7557251908396947, - "f1": 0.7226277372262775, - "mean_mask_iou": 0.8821008138310192, - "n_matched": 99 + "tp": 156, + "fp": 53, + "fn": 35, + "precision": 0.7464114832535885, + "recall": 0.8167539267015707, + "f1": 0.78, + "mean_mask_iou": 0.8916600932886863, + "n_matched": 156 }, "ice": { "tp": 1, "fp": 3, - "fn": 17, + "fn": 51, "precision": 0.25, - "recall": 0.05555555555555555, - "f1": 0.0909090909090909, + "recall": 0.019230769230769232, + "f1": 0.03571428571428572, "mean_mask_iou": 0.8958333333333334, "n_matched": 1 } }, "overall": { - "tp": 312, - "fp": 128, - "fn": 175, - "precision": 0.7090909090909091, - "recall": 0.6406570841889117, - "f1": 0.6731391585760517, - "mean_mask_iou": 0.8627905288575436, - "n_matched": 312 + "tp": 469, + "fp": 159, + "fn": 256, + "precision": 0.7468152866242038, + "recall": 0.646896551724138, + "f1": 0.6932742054693274, + "mean_mask_iou": 0.8732643743962428, + "n_matched": 469 }, "dataset": { - "gold_images": 236 + "gold_images": 286 } }, "2026-09-28_alc-v1-noflip": { "per_class": { "loop_all": { - "tp": 127, - "fp": 29, - "fn": 11, - "precision": 0.8141025641025641, - "recall": 0.9202898550724637, - "f1": 0.8639455782312926, - "mean_mask_iou": 0.8885373848942572, - "n_matched": 127 + "tp": 190, + "fp": 26, + "fn": 10, + "precision": 0.8796296296296297, + "recall": 0.95, + "f1": 0.9134615384615385, + "mean_mask_iou": 0.9057137964405405, + "n_matched": 190 }, "pin": { - "tp": 47, - "fp": 12, - "fn": 11, - "precision": 0.7966101694915254, - "recall": 0.8103448275862069, - "f1": 0.8034188034188032, - "mean_mask_iou": 0.8905749298899295, - "n_matched": 47 + "tp": 56, + "fp": 14, + "fn": 8, + "precision": 0.8, + "recall": 0.875, + "f1": 0.8358208955223881, + "mean_mask_iou": 0.9158679793022838, + "n_matched": 56 }, "crystal": { - "tp": 43, - "fp": 43, - "fn": 99, - "precision": 0.5, - "recall": 0.3028169014084507, - "f1": 0.3771929824561403, - "mean_mask_iou": 0.7107002016499065, - "n_matched": 43 + "tp": 69, + "fp": 57, + "fn": 149, + "precision": 0.5476190476190477, + "recall": 0.3165137614678899, + "f1": 0.40116279069767447, + "mean_mask_iou": 0.7125832397308306, + "n_matched": 69 }, "loop_face": { - "tp": 100, - "fp": 54, - "fn": 31, - "precision": 0.6493506493506493, - "recall": 0.7633587786259542, - "f1": 0.7017543859649124, - "mean_mask_iou": 0.8789256934206431, - "n_matched": 100 + "tp": 158, + "fp": 69, + "fn": 33, + "precision": 0.6960352422907489, + "recall": 0.8272251308900523, + "f1": 0.7559808612440191, + "mean_mask_iou": 0.8898435510249028, + "n_matched": 158 }, "ice": { - "tp": 1, + "tp": 2, "fp": 1, - "fn": 17, - "precision": 0.5, - "recall": 0.05555555555555555, - "f1": 0.09999999999999999, - "mean_mask_iou": 0.9156626506024096, - "n_matched": 1 + "fn": 50, + "precision": 0.6666666666666666, + "recall": 0.038461538461538464, + "f1": 0.07272727272727274, + "mean_mask_iou": 0.8580542907415616, + "n_matched": 2 } }, "overall": { - "tp": 318, - "fp": 139, - "fn": 169, - "precision": 0.6958424507658644, - "recall": 0.6529774127310062, - "f1": 0.673728813559322, - "mean_mask_iou": 0.8618541202830506, - "n_matched": 318 + "tp": 475, + "fp": 167, + "fn": 250, + "precision": 0.7398753894080997, + "recall": 0.6551724137931034, + "f1": 0.6949524506217994, + "mean_mask_iou": 0.8733765502094221, + "n_matched": 475 }, "dataset": { - "gold_images": 236 + "gold_images": 286 } }, "2026-09-29_alc-v1-noflip-mask1": { "per_class": { "loop_all": { - "tp": 127, - "fp": 36, - "fn": 11, - "precision": 0.7791411042944786, - "recall": 0.9202898550724637, - "f1": 0.8438538205980067, - "mean_mask_iou": 0.8942480000101648, - "n_matched": 127 + "tp": 190, + "fp": 43, + "fn": 10, + "precision": 0.8154506437768241, + "recall": 0.95, + "f1": 0.8775981524249422, + "mean_mask_iou": 0.9118452213106901, + "n_matched": 190 }, "pin": { - "tp": 47, - "fp": 12, - "fn": 11, - "precision": 0.7966101694915254, - "recall": 0.8103448275862069, - "f1": 0.8034188034188032, - "mean_mask_iou": 0.9013393575396472, - "n_matched": 47 + "tp": 57, + "fp": 15, + "fn": 7, + "precision": 0.7916666666666666, + "recall": 0.890625, + "f1": 0.8382352941176471, + "mean_mask_iou": 0.9261237732703197, + "n_matched": 57 }, "crystal": { - "tp": 62, - "fp": 73, - "fn": 80, - "precision": 0.45925925925925926, - "recall": 0.43661971830985913, - "f1": 0.4476534296028881, - "mean_mask_iou": 0.695752649601934, - "n_matched": 62 + "tp": 91, + "fp": 105, + "fn": 127, + "precision": 0.4642857142857143, + "recall": 0.41743119266055045, + "f1": 0.4396135265700483, + "mean_mask_iou": 0.6974607442444278, + "n_matched": 91 }, "loop_face": { - "tp": 100, - "fp": 64, - "fn": 31, - "precision": 0.6097560975609756, - "recall": 0.7633587786259542, - "f1": 0.6779661016949152, - "mean_mask_iou": 0.8834478238232917, - "n_matched": 100 + "tp": 158, + "fp": 82, + "fn": 33, + "precision": 0.6583333333333333, + "recall": 0.8272251308900523, + "f1": 0.7331786542923434, + "mean_mask_iou": 0.8911307352373637, + "n_matched": 158 }, "ice": { - "tp": 1, - "fp": 4, - "fn": 17, - "precision": 0.2, - "recall": 0.05555555555555555, - "f1": 0.08695652173913045, - "mean_mask_iou": 0.901840490797546, - "n_matched": 1 + "tp": 3, + "fp": 5, + "fn": 49, + "precision": 0.375, + "recall": 0.057692307692307696, + "f1": 0.09999999999999999, + "mean_mask_iou": 0.8308512864927838, + "n_matched": 3 } }, "overall": { - "tp": 337, - "fp": 189, - "fn": 150, - "precision": 0.6406844106463878, - "recall": 0.6919917864476386, - "f1": 0.6653504442250741, - "mean_mask_iou": 0.8555362995670655, - "n_matched": 337 + "tp": 499, + "fp": 250, + "fn": 226, + "precision": 0.6662216288384513, + "recall": 0.6882758620689655, + "f1": 0.6770691994572592, + "mean_mask_iou": 0.8673342382337966, + "n_matched": 499 }, "dataset": { - "gold_images": 236 + "gold_images": 286 } }, "2026-09-29_v2-recipeA": { "per_class": { "loop_all": { - "tp": 129, - "fp": 27, - "fn": 9, - "precision": 0.8269230769230769, - "recall": 0.9347826086956522, - "f1": 0.8775510204081632, - "mean_mask_iou": 0.8818726412702473, - "n_matched": 129 + "tp": 192, + "fp": 24, + "fn": 8, + "precision": 0.8888888888888888, + "recall": 0.96, + "f1": 0.923076923076923, + "mean_mask_iou": 0.9011803182612553, + "n_matched": 192 }, "pin": { - "tp": 48, - "fp": 14, - "fn": 10, - "precision": 0.7741935483870968, - "recall": 0.8275862068965517, - "f1": 0.7999999999999999, - "mean_mask_iou": 0.8920791740039218, - "n_matched": 48 + "tp": 56, + "fp": 18, + "fn": 8, + "precision": 0.7567567567567568, + "recall": 0.875, + "f1": 0.8115942028985507, + "mean_mask_iou": 0.9163579018162473, + "n_matched": 56 }, "crystal": { - "tp": 37, - "fp": 31, - "fn": 105, - "precision": 0.5441176470588235, - "recall": 0.2605633802816901, - "f1": 0.35238095238095235, - "mean_mask_iou": 0.7220365215106966, - "n_matched": 37 + "tp": 61, + "fp": 50, + "fn": 157, + "precision": 0.5495495495495496, + "recall": 0.2798165137614679, + "f1": 0.37082066869300917, + "mean_mask_iou": 0.7143606907565133, + "n_matched": 61 }, "loop_face": { - "tp": 98, - "fp": 54, - "fn": 33, - "precision": 0.6447368421052632, - "recall": 0.7480916030534351, - "f1": 0.6925795053003534, - "mean_mask_iou": 0.8748767197878398, - "n_matched": 98 + "tp": 155, + "fp": 66, + "fn": 36, + "precision": 0.7013574660633484, + "recall": 0.8115183246073299, + "f1": 0.7524271844660193, + "mean_mask_iou": 0.8856586537761929, + "n_matched": 155 }, "ice": { - "tp": 1, - "fp": 6, - "fn": 17, - "precision": 0.14285714285714285, - "recall": 0.05555555555555555, - "f1": 0.08, - "mean_mask_iou": 0.8793103448275862, - "n_matched": 1 + "tp": 3, + "fp": 7, + "fn": 49, + "precision": 0.3, + "recall": 0.057692307692307696, + "f1": 0.0967741935483871, + "mean_mask_iou": 0.8278446186759472, + "n_matched": 3 } }, "overall": { - "tp": 313, - "fp": 132, - "fn": 174, - "precision": 0.7033707865168539, - "recall": 0.6427104722792608, - "f1": 0.6716738197424893, - "mean_mask_iou": 0.8623448921916352, - "n_matched": 313 + "tp": 467, + "fp": 165, + "fn": 258, + "precision": 0.7389240506329114, + "recall": 0.6441379310344828, + "f1": 0.6882829771554901, + "mean_mask_iou": 0.8729749270564366, + "n_matched": 467 }, "dataset": { - "gold_images": 236 + "gold_images": 286 } }, "2026-09-29_v3-noflip-mask1": { "per_class": { "loop_all": { - "tp": 130, - "fp": 25, - "fn": 8, - "precision": 0.8387096774193549, - "recall": 0.9420289855072463, - "f1": 0.8873720136518771, - "mean_mask_iou": 0.9070842361695948, - "n_matched": 130 + "tp": 193, + "fp": 23, + "fn": 7, + "precision": 0.8935185185185185, + "recall": 0.965, + "f1": 0.9278846153846153, + "mean_mask_iou": 0.9244935017247399, + "n_matched": 193 }, "pin": { - "tp": 50, - "fp": 7, - "fn": 8, - "precision": 0.8771929824561403, - "recall": 0.8620689655172413, - "f1": 0.8695652173913043, - "mean_mask_iou": 0.9074545115342096, - "n_matched": 50 + "tp": 60, + "fp": 8, + "fn": 4, + "precision": 0.8823529411764706, + "recall": 0.9375, + "f1": 0.9090909090909091, + "mean_mask_iou": 0.9233182560916445, + "n_matched": 60 }, "crystal": { - "tp": 49, - "fp": 31, - "fn": 93, - "precision": 0.6125, - "recall": 0.34507042253521125, - "f1": 0.44144144144144143, - "mean_mask_iou": 0.7207524410090163, - "n_matched": 49 + "tp": 79, + "fp": 50, + "fn": 139, + "precision": 0.6124031007751938, + "recall": 0.3623853211009174, + "f1": 0.4553314121037464, + "mean_mask_iou": 0.7314194642491892, + "n_matched": 79 }, "loop_face": { - "tp": 110, - "fp": 40, - "fn": 21, - "precision": 0.7333333333333333, - "recall": 0.8396946564885496, - "f1": 0.7829181494661922, - "mean_mask_iou": 0.8785382355763156, - "n_matched": 110 + "tp": 167, + "fp": 46, + "fn": 24, + "precision": 0.784037558685446, + "recall": 0.8743455497382199, + "f1": 0.8267326732673267, + "mean_mask_iou": 0.8936858122732062, + "n_matched": 167 }, "ice": { - "tp": 1, - "fp": 6, - "fn": 17, - "precision": 0.14285714285714285, - "recall": 0.05555555555555555, - "f1": 0.08, - "mean_mask_iou": 0.8753799392097265, - "n_matched": 1 + "tp": 4, + "fp": 8, + "fn": 48, + "precision": 0.3333333333333333, + "recall": 0.07692307692307693, + "f1": 0.125, + "mean_mask_iou": 0.7788220446192584, + "n_matched": 4 } }, "overall": { - "tp": 340, - "fp": 109, - "fn": 147, - "precision": 0.7572383073496659, - "recall": 0.6981519507186859, - "f1": 0.7264957264957265, - "mean_mask_iou": 0.8709562698258941, - "n_matched": 340 + "tp": 503, + "fp": 135, + "fn": 222, + "precision": 0.7884012539184952, + "recall": 0.6937931034482758, + "f1": 0.7380777696258254, + "mean_mask_iou": 0.8826427389705005, + "n_matched": 503 }, "dataset": { - "gold_images": 236 + "gold_images": 286 } }, "2026-09-29_v3-recipeA": { "per_class": { "loop_all": { - "tp": 131, - "fp": 18, - "fn": 7, - "precision": 0.8791946308724832, - "recall": 0.9492753623188406, - "f1": 0.9128919860627177, - "mean_mask_iou": 0.8989799573653686, - "n_matched": 131 + "tp": 194, + "fp": 17, + "fn": 6, + "precision": 0.919431279620853, + "recall": 0.97, + "f1": 0.9440389294403893, + "mean_mask_iou": 0.9156891751689884, + "n_matched": 194 }, "pin": { - "tp": 49, - "fp": 17, - "fn": 9, - "precision": 0.7424242424242424, - "recall": 0.8448275862068966, - "f1": 0.7903225806451614, - "mean_mask_iou": 0.8924908878570756, - "n_matched": 49 + "tp": 59, + "fp": 20, + "fn": 5, + "precision": 0.7468354430379747, + "recall": 0.921875, + "f1": 0.8251748251748252, + "mean_mask_iou": 0.9141151456028838, + "n_matched": 59 }, "crystal": { - "tp": 50, - "fp": 39, - "fn": 92, - "precision": 0.5617977528089888, - "recall": 0.352112676056338, - "f1": 0.4329004329004329, - "mean_mask_iou": 0.734279488414077, - "n_matched": 50 + "tp": 74, + "fp": 51, + "fn": 144, + "precision": 0.592, + "recall": 0.3394495412844037, + "f1": 0.43148688046647227, + "mean_mask_iou": 0.7484795090699298, + "n_matched": 74 }, "loop_face": { - "tp": 108, - "fp": 38, - "fn": 23, - "precision": 0.7397260273972602, - "recall": 0.8244274809160306, - "f1": 0.7797833935018051, - "mean_mask_iou": 0.8787609531635672, - "n_matched": 108 + "tp": 165, + "fp": 47, + "fn": 26, + "precision": 0.7783018867924528, + "recall": 0.8638743455497382, + "f1": 0.8188585607940447, + "mean_mask_iou": 0.8889467636906282, + "n_matched": 165 }, "ice": { - "tp": 1, - "fp": 4, - "fn": 17, - "precision": 0.2, - "recall": 0.05555555555555555, - "f1": 0.08695652173913045, - "mean_mask_iou": 0.8724637681159421, - "n_matched": 1 + "tp": 4, + "fp": 5, + "fn": 48, + "precision": 0.4444444444444444, + "recall": 0.07692307692307693, + "f1": 0.1311475409836066, + "mean_mask_iou": 0.7323056090620694, + "n_matched": 4 } }, "overall": { - "tp": 339, - "fp": 116, - "fn": 148, - "precision": 0.7450549450549451, - "recall": 0.6960985626283368, - "f1": 0.7197452229299363, - "mean_mask_iou": 0.8672302331868582, - "n_matched": 339 + "tp": 496, + "fp": 140, + "fn": 229, + "precision": 0.779874213836478, + "recall": 0.6841379310344827, + "f1": 0.7288758265980896, + "mean_mask_iou": 0.8801802735680052, + "n_matched": 496 }, "dataset": { - "gold_images": 236 + "gold_images": 286 } }, "2026-09-30_v3-s-640px": { "per_class": { "loop_all": { - "tp": 131, - "fp": 20, - "fn": 7, - "precision": 0.8675496688741722, - "recall": 0.9492753623188406, - "f1": 0.9065743944636678, - "mean_mask_iou": 0.9081028920071164, - "n_matched": 131 + "tp": 194, + "fp": 14, + "fn": 6, + "precision": 0.9326923076923077, + "recall": 0.97, + "f1": 0.9509803921568627, + "mean_mask_iou": 0.922700745910177, + "n_matched": 194 }, "pin": { - "tp": 50, - "fp": 8, - "fn": 8, - "precision": 0.8620689655172413, - "recall": 0.8620689655172413, - "f1": 0.8620689655172413, - "mean_mask_iou": 0.8997637563117569, - "n_matched": 50 + "tp": 61, + "fp": 13, + "fn": 3, + "precision": 0.8243243243243243, + "recall": 0.953125, + "f1": 0.8840579710144927, + "mean_mask_iou": 0.9161925897832409, + "n_matched": 61 }, "crystal": { - "tp": 57, - "fp": 47, - "fn": 85, - "precision": 0.5480769230769231, - "recall": 0.4014084507042254, - "f1": 0.4634146341463415, - "mean_mask_iou": 0.7463570385057917, - "n_matched": 57 + "tp": 86, + "fp": 69, + "fn": 132, + "precision": 0.5548387096774193, + "recall": 0.3944954128440367, + "f1": 0.4611260053619303, + "mean_mask_iou": 0.7645527076724975, + "n_matched": 86 }, "loop_face": { - "tp": 110, - "fp": 39, - "fn": 21, - "precision": 0.738255033557047, - "recall": 0.8396946564885496, - "f1": 0.7857142857142858, - "mean_mask_iou": 0.8804038026148024, - "n_matched": 110 + "tp": 167, + "fp": 42, + "fn": 24, + "precision": 0.7990430622009569, + "recall": 0.8743455497382199, + "f1": 0.835, + "mean_mask_iou": 0.8923392719775333, + "n_matched": 167 }, "ice": { - "tp": 1, + "tp": 2, "fp": 1, - "fn": 17, - "precision": 0.5, - "recall": 0.05555555555555555, - "f1": 0.09999999999999999, - "mean_mask_iou": 0.8480243161094225, - "n_matched": 1 + "fn": 50, + "precision": 0.6666666666666666, + "recall": 0.038461538461538464, + "f1": 0.07272727272727274, + "mean_mask_iou": 0.6541196849364317, + "n_matched": 2 }, "needle": { "tp": 0, @@ -735,1677 +735,1074 @@ } }, "overall": { - "tp": 349, - "fp": 116, - "fn": 138, - "precision": 0.7505376344086021, - "recall": 0.7166324435318275, - "f1": 0.7331932773109243, - "mean_mask_iou": 0.87158871194008, - "n_matched": 349 + "tp": 510, + "fp": 140, + "fn": 215, + "precision": 0.7846153846153846, + "recall": 0.7034482758620689, + "f1": 0.7418181818181818, + "mean_mask_iou": 0.8842590653594267, + "n_matched": 510 }, "dataset": { - "gold_images": 236 + "gold_images": 286 } }, "2026-10-01_v4-noflip-mask1": { "per_class": { "loop_all": { - "tp": 132, - "fp": 16, - "fn": 6, - "precision": 0.8918918918918919, - "recall": 0.9565217391304348, - "f1": 0.9230769230769231, - "mean_mask_iou": 0.9150571988187318, - "n_matched": 132 + "tp": 195, + "fp": 11, + "fn": 5, + "precision": 0.9466019417475728, + "recall": 0.975, + "f1": 0.9605911330049262, + "mean_mask_iou": 0.9287331912741897, + "n_matched": 195 }, "pin": { - "tp": 51, - "fp": 14, - "fn": 7, - "precision": 0.7846153846153846, - "recall": 0.8793103448275862, - "f1": 0.8292682926829268, - "mean_mask_iou": 0.9036622788523914, - "n_matched": 51 + "tp": 60, + "fp": 15, + "fn": 4, + "precision": 0.8, + "recall": 0.9375, + "f1": 0.8633093525179856, + "mean_mask_iou": 0.932175215346826, + "n_matched": 60 }, "crystal": { - "tp": 75, - "fp": 64, - "fn": 67, - "precision": 0.539568345323741, - "recall": 0.528169014084507, - "f1": 0.5338078291814946, - "mean_mask_iou": 0.765582483966039, - "n_matched": 75 + "tp": 106, + "fp": 93, + "fn": 112, + "precision": 0.5326633165829145, + "recall": 0.48623853211009177, + "f1": 0.5083932853717026, + "mean_mask_iou": 0.7698876139069858, + "n_matched": 106 }, "loop_face": { - "tp": 111, - "fp": 41, - "fn": 20, - "precision": 0.7302631578947368, - "recall": 0.8473282442748091, - "f1": 0.7844522968197879, - "mean_mask_iou": 0.8873015177794729, - "n_matched": 111 + "tp": 167, + "fp": 48, + "fn": 24, + "precision": 0.7767441860465116, + "recall": 0.8743455497382199, + "f1": 0.8226600985221675, + "mean_mask_iou": 0.8993413588670827, + "n_matched": 167 }, "ice": { "tp": 1, "fp": 3, - "fn": 17, + "fn": 51, "precision": 0.25, - "recall": 0.05555555555555555, - "f1": 0.0909090909090909, + "recall": 0.019230769230769232, + "f1": 0.03571428571428572, "mean_mask_iou": 0.9003021148036254, "n_matched": 1 } }, "overall": { - "tp": 370, - "fp": 138, - "fn": 117, - "precision": 0.7283464566929134, - "recall": 0.7597535934291582, - "f1": 0.7437185929648241, - "mean_mask_iou": 0.8748210360846558, - "n_matched": 370 + "tp": 529, + "fp": 170, + "fn": 196, + "precision": 0.7567954220314735, + "recall": 0.7296551724137931, + "f1": 0.7429775280898876, + "mean_mask_iou": 0.8879619685047696, + "n_matched": 529 }, "dataset": { - "gold_images": 236 + "gold_images": 286 } }, "2026-10-01_v4-recipeA": { "per_class": { "loop_all": { - "tp": 131, - "fp": 23, - "fn": 7, - "precision": 0.8506493506493507, - "recall": 0.9492753623188406, - "f1": 0.8972602739726028, - "mean_mask_iou": 0.9001888137287063, - "n_matched": 131 + "tp": 194, + "fp": 19, + "fn": 6, + "precision": 0.9107981220657277, + "recall": 0.97, + "f1": 0.9394673123486683, + "mean_mask_iou": 0.9184814599404798, + "n_matched": 194 }, "pin": { - "tp": 49, + "tp": 61, "fp": 10, - "fn": 9, - "precision": 0.8305084745762712, - "recall": 0.8448275862068966, - "f1": 0.8376068376068375, - "mean_mask_iou": 0.911345452494543, - "n_matched": 49 + "fn": 3, + "precision": 0.8591549295774648, + "recall": 0.953125, + "f1": 0.9037037037037037, + "mean_mask_iou": 0.9213979783258427, + "n_matched": 61 }, "crystal": { - "tp": 72, - "fp": 48, - "fn": 70, - "precision": 0.6, - "recall": 0.5070422535211268, - "f1": 0.549618320610687, - "mean_mask_iou": 0.7285794135121487, - "n_matched": 72 + "tp": 100, + "fp": 73, + "fn": 118, + "precision": 0.5780346820809249, + "recall": 0.45871559633027525, + "f1": 0.5115089514066496, + "mean_mask_iou": 0.746761187121742, + "n_matched": 100 }, "loop_face": { - "tp": 111, - "fp": 51, - "fn": 20, - "precision": 0.6851851851851852, - "recall": 0.8473282442748091, - "f1": 0.757679180887372, - "mean_mask_iou": 0.8707638657386834, - "n_matched": 111 + "tp": 167, + "fp": 59, + "fn": 24, + "precision": 0.7389380530973452, + "recall": 0.8743455497382199, + "f1": 0.8009592326139089, + "mean_mask_iou": 0.8903334635623871, + "n_matched": 167 }, "ice": { "tp": 1, "fp": 3, - "fn": 17, + "fn": 51, "precision": 0.25, - "recall": 0.05555555555555555, - "f1": 0.0909090909090909, + "recall": 0.019230769230769232, + "f1": 0.03571428571428572, "mean_mask_iou": 0.8850574712643678, "n_matched": 1 } }, "overall": { - "tp": 364, - "fp": 135, - "fn": 123, - "precision": 0.7294589178356713, - "recall": 0.7474332648870636, - "f1": 0.7383367139959431, - "mean_mask_iou": 0.8587313904171051, - "n_matched": 364 + "tp": 523, + "fp": 164, + "fn": 202, + "precision": 0.7612809315866085, + "recall": 0.7213793103448276, + "f1": 0.7407932011331445, + "mean_mask_iou": 0.8769360315577189, + "n_matched": 523 }, "dataset": { - "gold_images": 236 + "gold_images": 286 } }, "2026-10-22_v5-noflip-mask1": { "per_class": { "loop_all": { - "tp": 132, - "fp": 22, - "fn": 6, - "precision": 0.8571428571428571, - "recall": 0.9565217391304348, - "f1": 0.904109589041096, - "mean_mask_iou": 0.9129411420247932, - "n_matched": 132 + "tp": 195, + "fp": 17, + "fn": 5, + "precision": 0.9198113207547169, + "recall": 0.975, + "f1": 0.9466019417475728, + "mean_mask_iou": 0.928833860265509, + "n_matched": 195 }, "pin": { - "tp": 51, - "fp": 7, - "fn": 7, - "precision": 0.8793103448275862, - "recall": 0.8793103448275862, - "f1": 0.8793103448275863, - "mean_mask_iou": 0.8988018943230013, - "n_matched": 51 + "tp": 62, + "fp": 6, + "fn": 2, + "precision": 0.9117647058823529, + "recall": 0.96875, + "f1": 0.9393939393939394, + "mean_mask_iou": 0.9214244394152695, + "n_matched": 62 }, "crystal": { - "tp": 76, - "fp": 45, - "fn": 66, - "precision": 0.628099173553719, - "recall": 0.5352112676056338, - "f1": 0.5779467680608366, - "mean_mask_iou": 0.7509302982171377, - "n_matched": 76 + "tp": 108, + "fp": 62, + "fn": 110, + "precision": 0.6352941176470588, + "recall": 0.4954128440366973, + "f1": 0.556701030927835, + "mean_mask_iou": 0.7620831090887671, + "n_matched": 108 }, "loop_face": { - "tp": 111, - "fp": 39, - "fn": 20, - "precision": 0.74, - "recall": 0.8473282442748091, - "f1": 0.7900355871886121, - "mean_mask_iou": 0.8810800237030207, - "n_matched": 111 + "tp": 165, + "fp": 44, + "fn": 26, + "precision": 0.7894736842105263, + "recall": 0.8638743455497382, + "f1": 0.8250000000000001, + "mean_mask_iou": 0.9029187077289956, + "n_matched": 165 }, "ice": { - "tp": 1, + "tp": 2, "fp": 1, - "fn": 17, - "precision": 0.5, - "recall": 0.05555555555555555, - "f1": 0.09999999999999999, - "mean_mask_iou": 0.8985074626865671, - "n_matched": 1 + "fn": 50, + "precision": 0.6666666666666666, + "recall": 0.038461538461538464, + "f1": 0.07272727272727274, + "mean_mask_iou": 0.9269247319085747, + "n_matched": 2 } }, "overall": { - "tp": 371, - "fp": 114, - "fn": 116, - "precision": 0.7649484536082474, - "recall": 0.7618069815195072, - "f1": 0.7633744855967078, - "mean_mask_iou": 0.8682377900700005, - "n_matched": 371 + "tp": 532, + "fp": 130, + "fn": 193, + "precision": 0.8036253776435045, + "recall": 0.7337931034482759, + "f1": 0.7671232876712328, + "mean_mask_iou": 0.8860739286018973, + "n_matched": 532 }, "dataset": { - "gold_images": 236 + "gold_images": 286 } }, "2026-10-23_v5-n-1024px": { "per_class": { "loop_all": { - "tp": 133, - "fp": 19, - "fn": 5, - "precision": 0.875, - "recall": 0.9637681159420289, - "f1": 0.9172413793103448, - "mean_mask_iou": 0.9123171978371186, - "n_matched": 133 + "tp": 196, + "fp": 15, + "fn": 4, + "precision": 0.9289099526066351, + "recall": 0.98, + "f1": 0.9537712895377128, + "mean_mask_iou": 0.9253346560245787, + "n_matched": 196 }, "pin": { - "tp": 54, - "fp": 7, - "fn": 4, - "precision": 0.8852459016393442, - "recall": 0.9310344827586207, - "f1": 0.9075630252100839, - "mean_mask_iou": 0.8983520477354887, - "n_matched": 54 + "tp": 61, + "fp": 9, + "fn": 3, + "precision": 0.8714285714285714, + "recall": 0.953125, + "f1": 0.9104477611940298, + "mean_mask_iou": 0.9268268756267554, + "n_matched": 61 }, "crystal": { - "tp": 74, - "fp": 50, - "fn": 68, - "precision": 0.5967741935483871, - "recall": 0.5211267605633803, - "f1": 0.556390977443609, - "mean_mask_iou": 0.7615725001109216, - "n_matched": 74 + "tp": 108, + "fp": 73, + "fn": 110, + "precision": 0.5966850828729282, + "recall": 0.4954128440366973, + "f1": 0.5413533834586467, + "mean_mask_iou": 0.7726413362913995, + "n_matched": 108 }, "loop_face": { - "tp": 112, - "fp": 41, - "fn": 19, - "precision": 0.7320261437908496, - "recall": 0.8549618320610687, - "f1": 0.7887323943661971, - "mean_mask_iou": 0.878948536998682, - "n_matched": 112 + "tp": 167, + "fp": 49, + "fn": 24, + "precision": 0.7731481481481481, + "recall": 0.8743455497382199, + "f1": 0.8206388206388207, + "mean_mask_iou": 0.8952380208723625, + "n_matched": 167 }, "ice": { - "tp": 0, + "tp": 2, "fp": 3, - "fn": 18, - "precision": 0.0, - "recall": 0.0, - "f1": 0.0, - "mean_mask_iou": 0.0, - "n_matched": 0 + "fn": 50, + "precision": 0.4, + "recall": 0.038461538461538464, + "f1": 0.07017543859649124, + "mean_mask_iou": 0.6666218308570452, + "n_matched": 2 } }, "overall": { - "tp": 373, - "fp": 120, - "fn": 114, - "precision": 0.7565922920892495, - "recall": 0.7659137577002053, - "f1": 0.7612244897959184, - "mean_mask_iou": 0.8703694344292592, - "n_matched": 373 + "tp": 534, + "fp": 149, + "fn": 191, + "precision": 0.7818448023426061, + "recall": 0.736551724137931, + "f1": 0.7585227272727273, + "mean_mask_iou": 0.8842421150953542, + "n_matched": 534 }, "dataset": { - "gold_images": 236 + "gold_images": 286 } }, "2026-10-23_v5-s-noflip-mask1": { "per_class": { "loop_all": { - "tp": 132, - "fp": 16, - "fn": 6, - "precision": 0.8918918918918919, - "recall": 0.9565217391304348, - "f1": 0.9230769230769231, - "mean_mask_iou": 0.9117586979559608, - "n_matched": 132 + "tp": 195, + "fp": 12, + "fn": 5, + "precision": 0.9420289855072463, + "recall": 0.975, + "f1": 0.9582309582309583, + "mean_mask_iou": 0.9314832173420018, + "n_matched": 195 }, "pin": { - "tp": 52, + "tp": 62, "fp": 9, - "fn": 6, - "precision": 0.8524590163934426, - "recall": 0.896551724137931, - "f1": 0.8739495798319327, - "mean_mask_iou": 0.9046550423006917, - "n_matched": 52 + "fn": 2, + "precision": 0.8732394366197183, + "recall": 0.96875, + "f1": 0.9185185185185184, + "mean_mask_iou": 0.9437085953278326, + "n_matched": 62 }, "crystal": { - "tp": 78, - "fp": 38, - "fn": 64, - "precision": 0.6724137931034483, - "recall": 0.5492957746478874, - "f1": 0.6046511627906976, - "mean_mask_iou": 0.7623788181541683, - "n_matched": 78 + "tp": 120, + "fp": 58, + "fn": 98, + "precision": 0.6741573033707865, + "recall": 0.5504587155963303, + "f1": 0.6060606060606061, + "mean_mask_iou": 0.7612737953111146, + "n_matched": 120 }, "loop_face": { - "tp": 118, - "fp": 39, - "fn": 13, - "precision": 0.7515923566878981, - "recall": 0.9007633587786259, - "f1": 0.8194444444444444, - "mean_mask_iou": 0.8815028087188286, - "n_matched": 118 + "tp": 173, + "fp": 46, + "fn": 18, + "precision": 0.7899543378995434, + "recall": 0.9057591623036649, + "f1": 0.8439024390243903, + "mean_mask_iou": 0.9054703353661323, + "n_matched": 173 }, "ice": { - "tp": 1, + "tp": 2, "fp": 4, - "fn": 17, - "precision": 0.2, - "recall": 0.05555555555555555, - "f1": 0.08695652173913045, - "mean_mask_iou": 0.8635014836795252, - "n_matched": 1 + "fn": 50, + "precision": 0.3333333333333333, + "recall": 0.038461538461538464, + "f1": 0.06896551724137931, + "mean_mask_iou": 0.9305790956769038, + "n_matched": 2 } }, "overall": { - "tp": 381, - "fp": 106, - "fn": 106, - "precision": 0.7823408624229979, - "recall": 0.7823408624229979, - "f1": 0.7823408624229979, - "mean_mask_iou": 0.8707102127515733, - "n_matched": 381 + "tp": 552, + "fp": 129, + "fn": 173, + "precision": 0.8105726872246696, + "recall": 0.7613793103448275, + "f1": 0.7852062588904694, + "mean_mask_iou": 0.8876984455417475, + "n_matched": 552 }, "dataset": { - "gold_images": 236 + "gold_images": 286 } }, "2026-10-25_v5-amp": { "per_class": { "loop_all": { - "tp": 131, - "fp": 15, - "fn": 7, - "precision": 0.8972602739726028, - "recall": 0.9492753623188406, - "f1": 0.9225352112676057, - "mean_mask_iou": 0.9097748678036016, - "n_matched": 131 + "tp": 194, + "fp": 11, + "fn": 6, + "precision": 0.9463414634146341, + "recall": 0.97, + "f1": 0.9580246913580247, + "mean_mask_iou": 0.9259374721111956, + "n_matched": 194 }, "pin": { - "tp": 49, - "fp": 11, - "fn": 9, - "precision": 0.8166666666666667, - "recall": 0.8448275862068966, - "f1": 0.8305084745762712, - "mean_mask_iou": 0.9145410064981385, - "n_matched": 49 + "tp": 60, + "fp": 13, + "fn": 4, + "precision": 0.821917808219178, + "recall": 0.9375, + "f1": 0.8759124087591241, + "mean_mask_iou": 0.9279725705101967, + "n_matched": 60 }, "crystal": { - "tp": 70, - "fp": 46, - "fn": 72, - "precision": 0.603448275862069, - "recall": 0.49295774647887325, - "f1": 0.5426356589147286, - "mean_mask_iou": 0.7735928184940035, - "n_matched": 70 + "tp": 107, + "fp": 68, + "fn": 111, + "precision": 0.6114285714285714, + "recall": 0.4908256880733945, + "f1": 0.544529262086514, + "mean_mask_iou": 0.7669941731065737, + "n_matched": 107 }, "loop_face": { - "tp": 114, - "fp": 35, - "fn": 17, - "precision": 0.7651006711409396, - "recall": 0.8702290076335878, - "f1": 0.8142857142857143, - "mean_mask_iou": 0.8808967710157218, - "n_matched": 114 + "tp": 169, + "fp": 41, + "fn": 22, + "precision": 0.8047619047619048, + "recall": 0.8848167539267016, + "f1": 0.8428927680798005, + "mean_mask_iou": 0.8961116719856906, + "n_matched": 169 }, "ice": { - "tp": 1, - "fp": 1, - "fn": 17, - "precision": 0.5, - "recall": 0.05555555555555555, - "f1": 0.09999999999999999, - "mean_mask_iou": 0.8818181818181818, - "n_matched": 1 + "tp": 3, + "fp": 2, + "fn": 49, + "precision": 0.6, + "recall": 0.057692307692307696, + "f1": 0.10526315789473685, + "mean_mask_iou": 0.8699741149812638, + "n_matched": 3 } }, "overall": { - "tp": 365, - "fp": 108, - "fn": 122, - "precision": 0.7716701902748414, - "recall": 0.7494866529774127, - "f1": 0.7604166666666665, - "mean_mask_iou": 0.8752015462270443, - "n_matched": 365 + "tp": 533, + "fp": 135, + "fn": 192, + "precision": 0.7979041916167665, + "recall": 0.7351724137931035, + "f1": 0.7652548456568556, + "mean_mask_iou": 0.8844866702685037, + "n_matched": 533 }, "dataset": { - "gold_images": 236 + "gold_images": 286 } }, "2026-10-25_v5-warm": { "per_class": { "loop_all": { - "tp": 133, - "fp": 19, - "fn": 5, - "precision": 0.875, - "recall": 0.9637681159420289, - "f1": 0.9172413793103448, - "mean_mask_iou": 0.9135414206333146, - "n_matched": 133 + "tp": 196, + "fp": 15, + "fn": 4, + "precision": 0.9289099526066351, + "recall": 0.98, + "f1": 0.9537712895377128, + "mean_mask_iou": 0.9290923565370225, + "n_matched": 196 }, "pin": { - "tp": 49, + "tp": 60, "fp": 10, - "fn": 9, - "precision": 0.8305084745762712, - "recall": 0.8448275862068966, - "f1": 0.8376068376068375, - "mean_mask_iou": 0.9055133787247467, - "n_matched": 49 + "fn": 4, + "precision": 0.8571428571428571, + "recall": 0.9375, + "f1": 0.8955223880597014, + "mean_mask_iou": 0.9265444234872482, + "n_matched": 60 }, "crystal": { - "tp": 81, - "fp": 34, - "fn": 61, - "precision": 0.7043478260869566, - "recall": 0.5704225352112676, - "f1": 0.6303501945525292, - "mean_mask_iou": 0.7485143552628597, - "n_matched": 81 - }, - "loop_face": { "tp": 113, - "fp": 34, - "fn": 18, - "precision": 0.7687074829931972, - "recall": 0.8625954198473282, - "f1": 0.8129496402877697, - "mean_mask_iou": 0.8812215835734658, + "fp": 60, + "fn": 105, + "precision": 0.653179190751445, + "recall": 0.518348623853211, + "f1": 0.578005115089514, + "mean_mask_iou": 0.7555548315292451, "n_matched": 113 }, + "loop_face": { + "tp": 170, + "fp": 37, + "fn": 21, + "precision": 0.821256038647343, + "recall": 0.8900523560209425, + "f1": 0.8542713567839196, + "mean_mask_iou": 0.8963136378077295, + "n_matched": 170 + }, "ice": { - "tp": 1, - "fp": 4, - "fn": 17, - "precision": 0.2, - "recall": 0.05555555555555555, - "f1": 0.08695652173913045, - "mean_mask_iou": 0.9040697674418605, - "n_matched": 1 + "tp": 4, + "fp": 5, + "fn": 48, + "precision": 0.4444444444444444, + "recall": 0.07692307692307693, + "f1": 0.1311475409836066, + "mean_mask_iou": 0.8433987556003809, + "n_matched": 4 } }, "overall": { - "tp": 377, - "fp": 101, - "fn": 110, - "precision": 0.7887029288702929, - "recall": 0.7741273100616016, - "f1": 0.7813471502590673, - "mean_mask_iou": 0.867328742677132, - "n_matched": 377 + "tp": 543, + "fp": 127, + "fn": 182, + "precision": 0.8104477611940298, + "recall": 0.7489655172413793, + "f1": 0.7784946236559139, + "mean_mask_iou": 0.8818036403370376, + "n_matched": 543 }, "dataset": { - "gold_images": 236 + "gold_images": 286 } }, "2026-10-26_v5h-noflip-mask1": { "per_class": { "loop_all": { - "tp": 128, - "fp": 29, - "fn": 10, - "precision": 0.8152866242038217, - "recall": 0.927536231884058, - "f1": 0.8677966101694916, - "mean_mask_iou": 0.9120656382923361, - "n_matched": 128 + "tp": 191, + "fp": 24, + "fn": 9, + "precision": 0.8883720930232558, + "recall": 0.955, + "f1": 0.9204819277108434, + "mean_mask_iou": 0.9257306813306416, + "n_matched": 191 }, "pin": { - "tp": 50, + "tp": 59, "fp": 10, - "fn": 8, - "precision": 0.8333333333333334, - "recall": 0.8620689655172413, - "f1": 0.847457627118644, - "mean_mask_iou": 0.9072121456214163, - "n_matched": 50 + "fn": 5, + "precision": 0.855072463768116, + "recall": 0.921875, + "f1": 0.887218045112782, + "mean_mask_iou": 0.9224938616877214, + "n_matched": 59 }, "crystal": { - "tp": 71, - "fp": 45, - "fn": 71, - "precision": 0.6120689655172413, - "recall": 0.5, - "f1": 0.5503875968992248, - "mean_mask_iou": 0.7480089530459064, - "n_matched": 71 + "tp": 102, + "fp": 70, + "fn": 116, + "precision": 0.5930232558139535, + "recall": 0.46788990825688076, + "f1": 0.5230769230769231, + "mean_mask_iou": 0.7512517107332036, + "n_matched": 102 }, "loop_face": { - "tp": 106, - "fp": 52, - "fn": 25, - "precision": 0.6708860759493671, - "recall": 0.8091603053435115, - "f1": 0.7335640138408305, - "mean_mask_iou": 0.8861083233299858, - "n_matched": 106 + "tp": 162, + "fp": 57, + "fn": 29, + "precision": 0.7397260273972602, + "recall": 0.8481675392670157, + "f1": 0.7902439024390243, + "mean_mask_iou": 0.9023985772976484, + "n_matched": 162 }, "ice": { - "tp": 1, + "tp": 3, "fp": 2, - "fn": 17, - "precision": 0.3333333333333333, - "recall": 0.05555555555555555, - "f1": 0.09523809523809525, - "mean_mask_iou": 0.847953216374269, - "n_matched": 1 + "fn": 49, + "precision": 0.6, + "recall": 0.057692307692307696, + "f1": 0.10526315789473685, + "mean_mask_iou": 0.7004698603989495, + "n_matched": 3 } }, "overall": { - "tp": 356, - "fp": 138, - "fn": 131, - "precision": 0.7206477732793523, - "recall": 0.731006160164271, - "f1": 0.72579001019368, - "mean_mask_iou": 0.8707558430845571, - "n_matched": 356 + "tp": 517, + "fp": 163, + "fn": 208, + "precision": 0.7602941176470588, + "recall": 0.713103448275862, + "f1": 0.7359430604982206, + "mean_mask_iou": 0.8823198289592489, + "n_matched": 517 }, "dataset": { - "gold_images": 236 + "gold_images": 286 } }, "2026-10-30_v6-noflip-mask1": { "per_class": { "loop_all": { - "tp": 131, - "fp": 15, - "fn": 7, - "precision": 0.8972602739726028, - "recall": 0.9492753623188406, - "f1": 0.9225352112676057, - "mean_mask_iou": 0.9095016235584598, - "n_matched": 131 + "tp": 194, + "fp": 11, + "fn": 6, + "precision": 0.9463414634146341, + "recall": 0.97, + "f1": 0.9580246913580247, + "mean_mask_iou": 0.9256995230642605, + "n_matched": 194 }, "pin": { - "tp": 51, - "fp": 12, - "fn": 7, - "precision": 0.8095238095238095, - "recall": 0.8793103448275862, - "f1": 0.8429752066115702, - "mean_mask_iou": 0.8990523821569518, - "n_matched": 51 + "tp": 62, + "fp": 13, + "fn": 2, + "precision": 0.8266666666666667, + "recall": 0.96875, + "f1": 0.8920863309352518, + "mean_mask_iou": 0.9155650711283889, + "n_matched": 62 }, "crystal": { - "tp": 81, - "fp": 39, - "fn": 61, - "precision": 0.675, - "recall": 0.5704225352112676, - "f1": 0.6183206106870228, - "mean_mask_iou": 0.7350484776952941, - "n_matched": 81 + "tp": 115, + "fp": 58, + "fn": 103, + "precision": 0.6647398843930635, + "recall": 0.5275229357798165, + "f1": 0.5882352941176471, + "mean_mask_iou": 0.7473639746414221, + "n_matched": 115 }, "loop_face": { - "tp": 107, - "fp": 39, - "fn": 24, - "precision": 0.7328767123287672, - "recall": 0.816793893129771, - "f1": 0.7725631768953068, - "mean_mask_iou": 0.8873926737008391, - "n_matched": 107 + "tp": 165, + "fp": 45, + "fn": 26, + "precision": 0.7857142857142857, + "recall": 0.8638743455497382, + "f1": 0.8229426433915212, + "mean_mask_iou": 0.8969409598331392, + "n_matched": 165 }, "ice": { - "tp": 1, - "fp": 3, - "fn": 17, - "precision": 0.25, - "recall": 0.05555555555555555, - "f1": 0.0909090909090909, - "mean_mask_iou": 0.8719512195121951, - "n_matched": 1 + "tp": 2, + "fp": 4, + "fn": 50, + "precision": 0.3333333333333333, + "recall": 0.038461538461538464, + "f1": 0.06896551724137931, + "mean_mask_iou": 0.7727761836441893, + "n_matched": 2 } }, "overall": { - "tp": 371, - "fp": 108, - "fn": 116, - "precision": 0.7745302713987474, - "recall": 0.7618069815195072, - "f1": 0.7681159420289856, - "mean_mask_iou": 0.8634994020889045, - "n_matched": 371 + "tp": 538, + "fp": 131, + "fn": 187, + "precision": 0.804185351270553, + "recall": 0.7420689655172413, + "f1": 0.7718794835007172, + "mean_mask_iou": 0.8770230663716484, + "n_matched": 538 }, "dataset": { - "gold_images": 236 + "gold_images": 286 } }, "2026-10-31_v6-s-noflip-mask1": { "per_class": { "loop_all": { - "tp": 133, - "fp": 15, - "fn": 5, - "precision": 0.8986486486486487, - "recall": 0.9637681159420289, - "f1": 0.9300699300699301, - "mean_mask_iou": 0.9132817810963653, - "n_matched": 133 + "tp": 196, + "fp": 10, + "fn": 4, + "precision": 0.9514563106796117, + "recall": 0.98, + "f1": 0.9655172413793104, + "mean_mask_iou": 0.9268271661989571, + "n_matched": 196 }, "pin": { - "tp": 50, - "fp": 8, - "fn": 8, - "precision": 0.8620689655172413, - "recall": 0.8620689655172413, - "f1": 0.8620689655172413, - "mean_mask_iou": 0.8952343305703572, - "n_matched": 50 + "tp": 60, + "fp": 10, + "fn": 4, + "precision": 0.8571428571428571, + "recall": 0.9375, + "f1": 0.8955223880597014, + "mean_mask_iou": 0.9237343725166429, + "n_matched": 60 }, "crystal": { - "tp": 85, - "fp": 45, - "fn": 57, - "precision": 0.6538461538461539, - "recall": 0.5985915492957746, - "f1": 0.625, - "mean_mask_iou": 0.7565333473371383, - "n_matched": 85 + "tp": 120, + "fp": 68, + "fn": 98, + "precision": 0.6382978723404256, + "recall": 0.5504587155963303, + "f1": 0.5911330049261083, + "mean_mask_iou": 0.7692254358833551, + "n_matched": 120 }, "loop_face": { - "tp": 109, - "fp": 37, - "fn": 22, - "precision": 0.7465753424657534, - "recall": 0.8320610687022901, - "f1": 0.7870036101083032, - "mean_mask_iou": 0.8829181450580076, - "n_matched": 109 + "tp": 165, + "fp": 42, + "fn": 26, + "precision": 0.7971014492753623, + "recall": 0.8638743455497382, + "f1": 0.829145728643216, + "mean_mask_iou": 0.897194751909247, + "n_matched": 165 }, "ice": { "tp": 1, - "fp": 2, - "fn": 17, - "precision": 0.3333333333333333, - "recall": 0.05555555555555555, - "f1": 0.09523809523809525, + "fp": 3, + "fn": 51, + "precision": 0.25, + "recall": 0.019230769230769232, + "f1": 0.03571428571428572, "mean_mask_iou": 0.8629737609329446, "n_matched": 1 } }, "overall": { - "tp": 378, - "fp": 107, - "fn": 109, - "precision": 0.7793814432989691, - "recall": 0.7761806981519507, - "f1": 0.7777777777777778, - "mean_mask_iou": 0.8667581468525046, - "n_matched": 378 + "tp": 542, + "fp": 133, + "fn": 183, + "precision": 0.802962962962963, + "recall": 0.7475862068965518, + "f1": 0.7742857142857144, + "mean_mask_iou": 0.8824526698486264, + "n_matched": 542 }, "dataset": { - "gold_images": 236 + "gold_images": 286 + } + }, + "2026-11-03_crop1-s": { + "per_class": { + "loop_all": { + "tp": 0, + "fp": 0, + "fn": 200, + "precision": 0.0, + "recall": 0.0, + "f1": 0.0, + "mean_mask_iou": 0.0, + "n_matched": 0 + }, + "pin": { + "tp": 0, + "fp": 0, + "fn": 64, + "precision": 0.0, + "recall": 0.0, + "f1": 0.0, + "mean_mask_iou": 0.0, + "n_matched": 0 + }, + "crystal": { + "tp": 110, + "fp": 32, + "fn": 108, + "precision": 0.7746478873239436, + "recall": 0.5045871559633027, + "f1": 0.611111111111111, + "mean_mask_iou": 0.767628686095952, + "n_matched": 110 + }, + "loop_face": { + "tp": 129, + "fp": 67, + "fn": 62, + "precision": 0.6581632653061225, + "recall": 0.675392670157068, + "f1": 0.6666666666666666, + "mean_mask_iou": 0.908908090379172, + "n_matched": 129 + }, + "ice": { + "tp": 2, + "fp": 1, + "fn": 50, + "precision": 0.6666666666666666, + "recall": 0.038461538461538464, + "f1": 0.07272727272727274, + "mean_mask_iou": 0.7806191798045677, + "n_matched": 2 + } + }, + "overall": { + "tp": 241, + "fp": 100, + "fn": 484, + "precision": 0.7067448680351907, + "recall": 0.33241379310344826, + "f1": 0.4521575984990619, + "mean_mask_iou": 0.8433590767181626, + "n_matched": 241 + }, + "dataset": { + "gold_images": 286 + } + }, + "2026-11-04_v7-s-noflip-mask1": { + "per_class": { + "loop_all": { + "tp": 197, + "fp": 13, + "fn": 3, + "precision": 0.9380952380952381, + "recall": 0.985, + "f1": 0.9609756097560974, + "mean_mask_iou": 0.92346506855177, + "n_matched": 197 + }, + "pin": { + "tp": 62, + "fp": 14, + "fn": 2, + "precision": 0.8157894736842105, + "recall": 0.96875, + "f1": 0.8857142857142857, + "mean_mask_iou": 0.9254246560129857, + "n_matched": 62 + }, + "crystal": { + "tp": 134, + "fp": 74, + "fn": 84, + "precision": 0.6442307692307693, + "recall": 0.6146788990825688, + "f1": 0.6291079812206573, + "mean_mask_iou": 0.756559799511819, + "n_matched": 134 + }, + "loop_face": { + "tp": 168, + "fp": 37, + "fn": 23, + "precision": 0.8195121951219512, + "recall": 0.8795811518324608, + "f1": 0.8484848484848485, + "mean_mask_iou": 0.8972129106768778, + "n_matched": 168 + }, + "ice": { + "tp": 7, + "fp": 13, + "fn": 45, + "precision": 0.35, + "recall": 0.1346153846153846, + "f1": 0.19444444444444445, + "mean_mask_iou": 0.6902287966737691, + "n_matched": 7 + } + }, + "overall": { + "tp": 568, + "fp": 151, + "fn": 157, + "precision": 0.7899860917941586, + "recall": 0.783448275862069, + "f1": 0.7867036011080333, + "mean_mask_iou": 0.8736643149340126, + "n_matched": 568 + }, + "dataset": { + "gold_images": 286 + } + }, + "2026-11-05_v7-noflip-mask1": { + "per_class": { + "loop_all": { + "tp": 195, + "fp": 14, + "fn": 5, + "precision": 0.9330143540669856, + "recall": 0.975, + "f1": 0.9535452322738386, + "mean_mask_iou": 0.9296412554745784, + "n_matched": 195 + }, + "pin": { + "tp": 62, + "fp": 11, + "fn": 2, + "precision": 0.8493150684931506, + "recall": 0.96875, + "f1": 0.9051094890510949, + "mean_mask_iou": 0.9300452714780666, + "n_matched": 62 + }, + "crystal": { + "tp": 138, + "fp": 77, + "fn": 80, + "precision": 0.641860465116279, + "recall": 0.6330275229357798, + "f1": 0.6374133949191685, + "mean_mask_iou": 0.7613333147328354, + "n_matched": 138 + }, + "loop_face": { + "tp": 172, + "fp": 43, + "fn": 19, + "precision": 0.8, + "recall": 0.900523560209424, + "f1": 0.8472906403940886, + "mean_mask_iou": 0.8980361921953113, + "n_matched": 172 + }, + "ice": { + "tp": 4, + "fp": 5, + "fn": 48, + "precision": 0.4444444444444444, + "recall": 0.07692307692307693, + "f1": 0.1311475409836066, + "mean_mask_iou": 0.7863981812430358, + "n_matched": 4 + } + }, + "overall": { + "tp": 571, + "fp": 150, + "fn": 154, + "precision": 0.7919556171983356, + "recall": 0.7875862068965517, + "f1": 0.789764868603043, + "mean_mask_iou": 0.8784845304113484, + "n_matched": 571 + }, + "dataset": { + "gold_images": 286 } } }, - "core_frames": 111, + "core_frames": 101, "core_frozen": "2026-10-02", "core_reports": { "beamline yolo26n-seg-overlap-false-2026-04-12": { "per_class": { "loop_all": { - "tp": 48, + "tp": 47, "fp": 18, - "fn": 34, - "precision": 0.7272727272727273, - "recall": 0.5853658536585366, - "f1": 0.6486486486486487, - "mean_mask_iou": 0.8116053825008248, - "n_matched": 48 + "fn": 33, + "precision": 0.7230769230769231, + "recall": 0.5875, + "f1": 0.6482758620689656, + "mean_mask_iou": 0.8037149034148157, + "n_matched": 47 }, "pin": { - "tp": 26, - "fp": 18, - "fn": 18, - "precision": 0.5909090909090909, - "recall": 0.5909090909090909, - "f1": 0.5909090909090909, - "mean_mask_iou": 0.8929355804288792, - "n_matched": 26 + "tp": 25, + "fp": 17, + "fn": 9, + "precision": 0.5952380952380952, + "recall": 0.7352941176470589, + "f1": 0.6578947368421053, + "mean_mask_iou": 0.8924272702551802, + "n_matched": 25 }, "crystal": { - "tp": 11, - "fp": 17, - "fn": 19, - "precision": 0.39285714285714285, - "recall": 0.36666666666666664, - "f1": 0.3793103448275862, - "mean_mask_iou": 0.7870219732509092, - "n_matched": 11 + "tp": 10, + "fp": 18, + "fn": 25, + "precision": 0.35714285714285715, + "recall": 0.2857142857142857, + "f1": 0.3174603174603175, + "mean_mask_iou": 0.774684782103734, + "n_matched": 10 }, "loop_face": { - "tp": 28, + "tp": 27, "fp": 24, "fn": 39, - "precision": 0.5384615384615384, - "recall": 0.417910447761194, - "f1": 0.47058823529411764, - "mean_mask_iou": 0.8445081669169455, - "n_matched": 28 + "precision": 0.5294117647058824, + "recall": 0.4090909090909091, + "f1": 0.46153846153846156, + "mean_mask_iou": 0.821503712463786, + "n_matched": 27 }, "ice": { "tp": 1, "fp": 4, - "fn": 8, + "fn": 11, "precision": 0.2, - "recall": 0.1111111111111111, - "f1": 0.14285714285714285, + "recall": 0.08333333333333333, + "f1": 0.11764705882352941, "mean_mask_iou": 0.8931750741839762, "n_matched": 1 } }, "overall": { - "tp": 114, + "tp": 110, "fp": 81, - "fn": 118, - "precision": 0.5846153846153846, - "recall": 0.49137931034482757, - "f1": 0.5339578454332553, - "mean_mask_iou": 0.8365792009193764, - "n_matched": 114 + "fn": 117, + "precision": 0.5759162303664922, + "recall": 0.4845814977973568, + "f1": 0.5263157894736842, + "mean_mask_iou": 0.8264173213510855, + "n_matched": 110 }, "dataset": { - "gold_images": 111 + "gold_images": 101 } }, "2026-09-28_alc-v1": { "per_class": { "loop_all": { - "tp": 71, - "fp": 14, - "fn": 11, - "precision": 0.8352941176470589, - "recall": 0.8658536585365854, - "f1": 0.8502994011976048, - "mean_mask_iou": 0.8520769300385382, - "n_matched": 71 + "tp": 70, + "fp": 13, + "fn": 10, + "precision": 0.8433734939759037, + "recall": 0.875, + "f1": 0.8588957055214724, + "mean_mask_iou": 0.8487615869374686, + "n_matched": 70 }, "pin": { - "tp": 37, - "fp": 12, - "fn": 7, - "precision": 0.7551020408163265, - "recall": 0.8409090909090909, - "f1": 0.7956989247311828, - "mean_mask_iou": 0.881974917662591, - "n_matched": 37 + "tp": 30, + "fp": 9, + "fn": 4, + "precision": 0.7692307692307693, + "recall": 0.8823529411764706, + "f1": 0.8219178082191781, + "mean_mask_iou": 0.9131504017068632, + "n_matched": 30 }, "crystal": { "tp": 12, "fp": 7, - "fn": 18, - "precision": 0.631578947368421, - "recall": 0.4, - "f1": 0.4897959183673469, - "mean_mask_iou": 0.787210434133195, - "n_matched": 12 - }, - "loop_face": { - "tp": 44, - "fp": 21, "fn": 23, - "precision": 0.676923076923077, - "recall": 0.6567164179104478, - "f1": 0.6666666666666667, - "mean_mask_iou": 0.8303244510830408, - "n_matched": 44 - }, - "ice": { - "tp": 1, - "fp": 1, - "fn": 8, - "precision": 0.5, - "recall": 0.1111111111111111, - "f1": 0.1818181818181818, - "mean_mask_iou": 0.8808139534883721, - "n_matched": 1 - } - }, - "overall": { - "tp": 165, - "fp": 55, - "fn": 67, - "precision": 0.75, - "recall": 0.7112068965517241, - "f1": 0.7300884955752212, - "mean_mask_iou": 0.8484372666484405, - "n_matched": 165 - }, - "dataset": { - "gold_images": 111 - } - }, - "2026-09-28_alc-v1-800px": { - "per_class": { - "loop_all": { - "tp": 74, - "fp": 21, - "fn": 8, - "precision": 0.7789473684210526, - "recall": 0.9024390243902439, - "f1": 0.8361581920903954, - "mean_mask_iou": 0.8651284521098243, - "n_matched": 74 - }, - "pin": { - "tp": 35, - "fp": 8, - "fn": 9, - "precision": 0.813953488372093, - "recall": 0.7954545454545454, - "f1": 0.8045977011494252, - "mean_mask_iou": 0.8917055825200243, - "n_matched": 35 - }, - "crystal": { - "tp": 12, - "fp": 12, - "fn": 18, - "precision": 0.5, - "recall": 0.4, + "precision": 0.631578947368421, + "recall": 0.34285714285714286, "f1": 0.4444444444444445, - "mean_mask_iou": 0.7857098339381005, + "mean_mask_iou": 0.7654780025942699, "n_matched": 12 }, - "loop_face": { - "tp": 36, - "fp": 17, - "fn": 31, - "precision": 0.6792452830188679, - "recall": 0.5373134328358209, - "f1": 0.5999999999999999, - "mean_mask_iou": 0.8398166648310967, - "n_matched": 36 - }, - "ice": { - "tp": 0, - "fp": 1, - "fn": 9, - "precision": 0.0, - "recall": 0.0, - "f1": 0.0, - "mean_mask_iou": 0.0, - "n_matched": 0 - } - }, - "overall": { - "tp": 157, - "fp": 59, - "fn": 75, - "precision": 0.7268518518518519, - "recall": 0.6767241379310345, - "f1": 0.7008928571428571, - "mean_mask_iou": 0.8591791005446142, - "n_matched": 157 - }, - "dataset": { - "gold_images": 111 - } - }, - "2026-09-28_alc-v1-humanonly": { - "per_class": { - "loop_all": { - "tp": 72, - "fp": 11, - "fn": 10, - "precision": 0.8674698795180723, - "recall": 0.8780487804878049, - "f1": 0.8727272727272728, - "mean_mask_iou": 0.8508376829506162, - "n_matched": 72 - }, - "pin": { - "tp": 36, - "fp": 5, - "fn": 8, - "precision": 0.8780487804878049, - "recall": 0.8181818181818182, - "f1": 0.8470588235294119, - "mean_mask_iou": 0.876255615902882, - "n_matched": 36 - }, - "crystal": { - "tp": 14, - "fp": 11, - "fn": 16, - "precision": 0.56, - "recall": 0.4666666666666667, - "f1": 0.509090909090909, - "mean_mask_iou": 0.7687304397186375, - "n_matched": 14 - }, "loop_face": { "tp": 43, - "fp": 21, - "fn": 24, - "precision": 0.671875, - "recall": 0.6417910447761194, - "f1": 0.6564885496183207, - "mean_mask_iou": 0.8295631323307117, + "fp": 20, + "fn": 23, + "precision": 0.6825396825396826, + "recall": 0.6515151515151515, + "f1": 0.6666666666666666, + "mean_mask_iou": 0.8246307930231478, "n_matched": 43 }, "ice": { "tp": 1, "fp": 1, - "fn": 8, - "precision": 0.5, - "recall": 0.1111111111111111, - "f1": 0.1818181818181818, - "mean_mask_iou": 0.8895522388059701, - "n_matched": 1 - } - }, - "overall": { - "tp": 166, - "fp": 49, - "fn": 66, - "precision": 0.772093023255814, - "recall": 0.7155172413793104, - "f1": 0.7427293064876959, - "mean_mask_iou": 0.8441476411447929, - "n_matched": 166 - }, - "dataset": { - "gold_images": 111 - } - }, - "2026-09-28_alc-v1-mask1": { - "per_class": { - "loop_all": { - "tp": 75, - "fp": 27, - "fn": 7, - "precision": 0.7352941176470589, - "recall": 0.9146341463414634, - "f1": 0.8152173913043479, - "mean_mask_iou": 0.856891029744356, - "n_matched": 75 - }, - "pin": { - "tp": 33, - "fp": 6, "fn": 11, - "precision": 0.8461538461538461, - "recall": 0.75, - "f1": 0.7951807228915662, - "mean_mask_iou": 0.9038044765084308, - "n_matched": 33 - }, - "crystal": { - "tp": 11, - "fp": 4, - "fn": 19, - "precision": 0.7333333333333333, - "recall": 0.36666666666666664, - "f1": 0.4888888888888889, - "mean_mask_iou": 0.7899232116772347, - "n_matched": 11 - }, - "loop_face": { - "tp": 47, - "fp": 20, - "fn": 20, - "precision": 0.7014925373134329, - "recall": 0.7014925373134329, - "f1": 0.7014925373134329, - "mean_mask_iou": 0.8378540999391998, - "n_matched": 47 - }, - "ice": { - "tp": 1, - "fp": 0, - "fn": 8, - "precision": 1.0, - "recall": 0.1111111111111111, - "f1": 0.19999999999999998, - "mean_mask_iou": 0.8958333333333334, - "n_matched": 1 - } - }, - "overall": { - "tp": 167, - "fp": 57, - "fn": 65, - "precision": 0.7455357142857143, - "recall": 0.7198275862068966, - "f1": 0.7324561403508772, - "mean_mask_iou": 0.8566257863145521, - "n_matched": 167 - }, - "dataset": { - "gold_images": 111 - } - }, - "2026-09-28_alc-v1-noflip": { - "per_class": { - "loop_all": { - "tp": 74, - "fp": 14, - "fn": 8, - "precision": 0.8409090909090909, - "recall": 0.9024390243902439, - "f1": 0.8705882352941177, - "mean_mask_iou": 0.846889963631401, - "n_matched": 74 - }, - "pin": { - "tp": 35, - "fp": 6, - "fn": 9, - "precision": 0.8536585365853658, - "recall": 0.7954545454545454, - "f1": 0.8235294117647058, - "mean_mask_iou": 0.8808774443063342, - "n_matched": 35 - }, - "crystal": { - "tp": 13, - "fp": 9, - "fn": 17, - "precision": 0.5909090909090909, - "recall": 0.43333333333333335, - "f1": 0.5, - "mean_mask_iou": 0.7325078499800658, - "n_matched": 13 - }, - "loop_face": { - "tp": 48, - "fp": 26, - "fn": 19, - "precision": 0.6486486486486487, - "recall": 0.7164179104477612, - "f1": 0.6808510638297873, - "mean_mask_iou": 0.8277774500605997, - "n_matched": 48 - }, - "ice": { - "tp": 1, - "fp": 0, - "fn": 8, - "precision": 1.0, - "recall": 0.1111111111111111, - "f1": 0.19999999999999998, - "mean_mask_iou": 0.9156626506024096, - "n_matched": 1 - } - }, - "overall": { - "tp": 171, - "fp": 55, - "fn": 61, - "precision": 0.7566371681415929, - "recall": 0.7370689655172413, - "f1": 0.7467248908296943, - "mean_mask_iou": 0.8401880126473535, - "n_matched": 171 - }, - "dataset": { - "gold_images": 111 - } - }, - "2026-09-29_alc-v1-noflip-mask1": { - "per_class": { - "loop_all": { - "tp": 74, - "fp": 17, - "fn": 8, - "precision": 0.8131868131868132, - "recall": 0.9024390243902439, - "f1": 0.8554913294797688, - "mean_mask_iou": 0.8524137396040476, - "n_matched": 74 - }, - "pin": { - "tp": 35, - "fp": 6, - "fn": 9, - "precision": 0.8536585365853658, - "recall": 0.7954545454545454, - "f1": 0.8235294117647058, - "mean_mask_iou": 0.8929084066966806, - "n_matched": 35 - }, - "crystal": { - "tp": 14, - "fp": 17, - "fn": 16, - "precision": 0.45161290322580644, - "recall": 0.4666666666666667, - "f1": 0.45901639344262296, - "mean_mask_iou": 0.7737037697673378, - "n_matched": 14 - }, - "loop_face": { - "tp": 47, - "fp": 26, - "fn": 20, - "precision": 0.6438356164383562, - "recall": 0.7014925373134329, - "f1": 0.6714285714285715, - "mean_mask_iou": 0.8376208946796272, - "n_matched": 47 - }, - "ice": { - "tp": 1, - "fp": 1, - "fn": 8, "precision": 0.5, - "recall": 0.1111111111111111, - "f1": 0.1818181818181818, - "mean_mask_iou": 0.901840490797546, + "recall": 0.08333333333333333, + "f1": 0.14285714285714285, + "mean_mask_iou": 0.8808139534883721, "n_matched": 1 } }, "overall": { - "tp": 171, - "fp": 67, - "fn": 61, - "precision": 0.7184873949579832, - "recall": 0.7370689655172413, - "f1": 0.7276595744680852, - "mean_mask_iou": 0.8504812063307956, - "n_matched": 171 - }, - "dataset": { - "gold_images": 111 - } - }, - "2026-09-29_v2-recipeA": { - "per_class": { - "loop_all": { - "tp": 77, - "fp": 16, - "fn": 5, - "precision": 0.8279569892473119, - "recall": 0.9390243902439024, - "f1": 0.8799999999999999, - "mean_mask_iou": 0.8387941614212304, - "n_matched": 77 - }, - "pin": { - "tp": 36, - "fp": 9, - "fn": 8, - "precision": 0.8, - "recall": 0.8181818181818182, - "f1": 0.8089887640449439, - "mean_mask_iou": 0.8841958558253175, - "n_matched": 36 - }, - "crystal": { - "tp": 13, - "fp": 11, - "fn": 17, - "precision": 0.5416666666666666, - "recall": 0.43333333333333335, - "f1": 0.4814814814814815, - "mean_mask_iou": 0.7865922910782236, - "n_matched": 13 - }, - "loop_face": { - "tp": 48, - "fp": 26, - "fn": 19, - "precision": 0.6486486486486487, - "recall": 0.7164179104477612, - "f1": 0.6808510638297873, - "mean_mask_iou": 0.8160874889402566, - "n_matched": 48 - }, - "ice": { - "tp": 1, - "fp": 3, - "fn": 8, - "precision": 0.25, - "recall": 0.1111111111111111, - "f1": 0.15384615384615383, - "mean_mask_iou": 0.8793103448275862, - "n_matched": 1 - } - }, - "overall": { - "tp": 175, - "fp": 65, - "fn": 57, - "precision": 0.7291666666666666, - "recall": 0.7543103448275862, - "f1": 0.7415254237288136, - "mean_mask_iou": 0.8382594904978455, - "n_matched": 175 - }, - "dataset": { - "gold_images": 111 - } - }, - "2026-09-29_v3-noflip-mask1": { - "per_class": { - "loop_all": { - "tp": 77, - "fp": 14, - "fn": 5, - "precision": 0.8461538461538461, - "recall": 0.9390243902439024, - "f1": 0.8901734104046243, - "mean_mask_iou": 0.8717811274695157, - "n_matched": 77 - }, - "pin": { - "tp": 37, - "fp": 4, - "fn": 7, - "precision": 0.9024390243902439, - "recall": 0.8409090909090909, - "f1": 0.8705882352941177, - "mean_mask_iou": 0.8988736447484886, - "n_matched": 37 - }, - "crystal": { - "tp": 15, - "fp": 5, - "fn": 15, - "precision": 0.75, - "recall": 0.5, - "f1": 0.6, - "mean_mask_iou": 0.7905042408156481, - "n_matched": 15 - }, - "loop_face": { - "tp": 58, - "fp": 26, - "fn": 9, - "precision": 0.6904761904761905, - "recall": 0.8656716417910447, - "f1": 0.7682119205298013, - "mean_mask_iou": 0.8239478295477372, - "n_matched": 58 - }, - "ice": { - "tp": 1, - "fp": 2, - "fn": 8, - "precision": 0.3333333333333333, - "recall": 0.1111111111111111, - "f1": 0.16666666666666666, - "mean_mask_iou": 0.8753799392097265, - "n_matched": 1 - } - }, - "overall": { - "tp": 188, - "fp": 51, - "fn": 44, - "precision": 0.7866108786610879, - "recall": 0.8103448275862069, - "f1": 0.7983014861995754, - "mean_mask_iou": 0.8558903688088305, - "n_matched": 188 - }, - "dataset": { - "gold_images": 111 - } - }, - "2026-09-29_v3-recipeA": { - "per_class": { - "loop_all": { - "tp": 78, - "fp": 8, - "fn": 4, - "precision": 0.9069767441860465, - "recall": 0.9512195121951219, - "f1": 0.9285714285714286, - "mean_mask_iou": 0.8642736506881715, - "n_matched": 78 - }, - "pin": { - "tp": 37, - "fp": 10, - "fn": 7, - "precision": 0.7872340425531915, - "recall": 0.8409090909090909, - "f1": 0.8131868131868133, - "mean_mask_iou": 0.8844616379548408, - "n_matched": 37 - }, - "crystal": { - "tp": 14, - "fp": 7, - "fn": 16, - "precision": 0.6666666666666666, - "recall": 0.4666666666666667, - "f1": 0.5490196078431373, - "mean_mask_iou": 0.7906747726239798, - "n_matched": 14 - }, - "loop_face": { - "tp": 55, - "fp": 21, - "fn": 12, - "precision": 0.7236842105263158, - "recall": 0.8208955223880597, - "f1": 0.7692307692307693, - "mean_mask_iou": 0.8291669135392943, - "n_matched": 55 - }, - "ice": { - "tp": 1, - "fp": 3, - "fn": 8, - "precision": 0.25, - "recall": 0.1111111111111111, - "f1": 0.15384615384615383, - "mean_mask_iou": 0.8724637681159421, - "n_matched": 1 - } - }, - "overall": { - "tp": 185, - "fp": 49, - "fn": 47, - "precision": 0.7905982905982906, - "recall": 0.7974137931034483, - "f1": 0.7939914163090129, - "mean_mask_iou": 0.8523487361487527, - "n_matched": 185 - }, - "dataset": { - "gold_images": 111 - } - }, - "2026-09-30_v3-s-640px": { - "per_class": { - "loop_all": { - "tp": 77, - "fp": 9, - "fn": 5, - "precision": 0.8953488372093024, - "recall": 0.9390243902439024, - "f1": 0.9166666666666666, - "mean_mask_iou": 0.875482179708955, - "n_matched": 77 - }, - "pin": { - "tp": 37, - "fp": 3, - "fn": 7, - "precision": 0.925, - "recall": 0.8409090909090909, - "f1": 0.8809523809523809, - "mean_mask_iou": 0.8879313149156861, - "n_matched": 37 - }, - "crystal": { - "tp": 15, - "fp": 7, - "fn": 15, - "precision": 0.6818181818181818, - "recall": 0.5, - "f1": 0.576923076923077, - "mean_mask_iou": 0.7682687171085124, - "n_matched": 15 - }, - "loop_face": { - "tp": 58, - "fp": 22, - "fn": 9, - "precision": 0.725, - "recall": 0.8656716417910447, - "f1": 0.7891156462585034, - "mean_mask_iou": 0.8293982544142166, - "n_matched": 58 - }, - "ice": { - "tp": 1, - "fp": 1, - "fn": 8, - "precision": 0.5, - "recall": 0.1111111111111111, - "f1": 0.1818181818181818, - "mean_mask_iou": 0.8480243161094225, - "n_matched": 1 - } - }, - "overall": { - "tp": 188, - "fp": 42, - "fn": 44, - "precision": 0.8173913043478261, - "recall": 0.8103448275862069, - "f1": 0.8138528138528138, - "mean_mask_iou": 0.8550145761608061, - "n_matched": 188 - }, - "dataset": { - "gold_images": 111 - } - }, - "2026-10-01_v4-noflip-mask1": { - "per_class": { - "loop_all": { - "tp": 77, - "fp": 8, - "fn": 5, - "precision": 0.9058823529411765, - "recall": 0.9390243902439024, - "f1": 0.9221556886227545, - "mean_mask_iou": 0.8829628427244136, - "n_matched": 77 - }, - "pin": { - "tp": 38, - "fp": 7, - "fn": 6, - "precision": 0.8444444444444444, - "recall": 0.8636363636363636, - "f1": 0.853932584269663, - "mean_mask_iou": 0.8898349490974621, - "n_matched": 38 - }, - "crystal": { - "tp": 16, - "fp": 11, - "fn": 14, - "precision": 0.5925925925925926, - "recall": 0.5333333333333333, - "f1": 0.5614035087719299, - "mean_mask_iou": 0.8099010484769642, - "n_matched": 16 - }, - "loop_face": { - "tp": 58, - "fp": 20, - "fn": 9, - "precision": 0.7435897435897436, - "recall": 0.8656716417910447, - "f1": 0.8, - "mean_mask_iou": 0.8322010547062246, - "n_matched": 58 - }, - "ice": { - "tp": 1, - "fp": 2, - "fn": 8, - "precision": 0.3333333333333333, - "recall": 0.1111111111111111, - "f1": 0.16666666666666666, - "mean_mask_iou": 0.9003021148036254, - "n_matched": 1 - } - }, - "overall": { - "tp": 190, - "fp": 48, - "fn": 42, - "precision": 0.7983193277310925, - "recall": 0.8189655172413793, - "f1": 0.8085106382978725, - "mean_mask_iou": 0.862780247467787, - "n_matched": 190 - }, - "dataset": { - "gold_images": 111 - } - }, - "2026-10-01_v4-recipeA": { - "per_class": { - "loop_all": { - "tp": 77, - "fp": 14, - "fn": 5, - "precision": 0.8461538461538461, - "recall": 0.9390243902439024, - "f1": 0.8901734104046243, - "mean_mask_iou": 0.8672246266423598, - "n_matched": 77 - }, - "pin": { - "tp": 37, - "fp": 6, - "fn": 7, - "precision": 0.8604651162790697, - "recall": 0.8409090909090909, - "f1": 0.8505747126436781, - "mean_mask_iou": 0.9017462958159614, - "n_matched": 37 - }, - "crystal": { - "tp": 14, - "fp": 15, - "fn": 16, - "precision": 0.4827586206896552, - "recall": 0.4666666666666667, - "f1": 0.47457627118644075, - "mean_mask_iou": 0.7633714777455356, - "n_matched": 14 - }, - "loop_face": { - "tp": 56, - "fp": 26, - "fn": 11, - "precision": 0.6829268292682927, - "recall": 0.835820895522388, - "f1": 0.7516778523489933, - "mean_mask_iou": 0.8244866284294033, - "n_matched": 56 - }, - "ice": { - "tp": 1, - "fp": 2, - "fn": 8, - "precision": 0.3333333333333333, - "recall": 0.1111111111111111, - "f1": 0.16666666666666666, - "mean_mask_iou": 0.8850574712643678, - "n_matched": 1 - } - }, - "overall": { - "tp": 185, - "fp": 63, - "fn": 47, - "precision": 0.7459677419354839, - "recall": 0.7974137931034483, - "f1": 0.7708333333333333, - "mean_mask_iou": 0.8534292894508152, - "n_matched": 185 - }, - "dataset": { - "gold_images": 111 - } - }, - "2026-10-22_v5-noflip-mask1": { - "per_class": { - "loop_all": { - "tp": 78, - "fp": 10, - "fn": 4, - "precision": 0.8863636363636364, - "recall": 0.9512195121951219, - "f1": 0.9176470588235294, - "mean_mask_iou": 0.8780226535883028, - "n_matched": 78 - }, - "pin": { - "tp": 37, - "fp": 4, - "fn": 7, - "precision": 0.9024390243902439, - "recall": 0.8409090909090909, - "f1": 0.8705882352941177, - "mean_mask_iou": 0.8961042728440842, - "n_matched": 37 - }, - "crystal": { - "tp": 15, - "fp": 13, - "fn": 15, - "precision": 0.5357142857142857, - "recall": 0.5, - "f1": 0.5172413793103449, - "mean_mask_iou": 0.8007609759017009, - "n_matched": 15 - }, - "loop_face": { - "tp": 56, - "fp": 22, - "fn": 11, - "precision": 0.717948717948718, - "recall": 0.835820895522388, - "f1": 0.7724137931034484, - "mean_mask_iou": 0.8247521984592348, - "n_matched": 56 - }, - "ice": { - "tp": 1, - "fp": 1, - "fn": 8, - "precision": 0.5, - "recall": 0.1111111111111111, - "f1": 0.1818181818181818, - "mean_mask_iou": 0.8985074626865671, - "n_matched": 1 - } - }, - "overall": { - "tp": 187, + "tp": 156, "fp": 50, - "fn": 45, - "precision": 0.7890295358649789, - "recall": 0.8060344827586207, - "f1": 0.7974413646055437, - "mean_mask_iou": 0.8595597341713794, - "n_matched": 187 + "fn": 71, + "precision": 0.7572815533980582, + "recall": 0.6872246696035242, + "f1": 0.720554272517321, + "mean_mask_iou": 0.8482916488554088, + "n_matched": 156 }, "dataset": { - "gold_images": 111 + "gold_images": 101 } }, - "2026-10-23_v5-n-1024px": { + "2026-09-28_alc-v1-800px": { "per_class": { "loop_all": { - "tp": 79, - "fp": 10, - "fn": 3, - "precision": 0.8876404494382022, - "recall": 0.9634146341463414, - "f1": 0.9239766081871345, - "mean_mask_iou": 0.8810315455938095, - "n_matched": 79 + "tp": 73, + "fp": 19, + "fn": 7, + "precision": 0.7934782608695652, + "recall": 0.9125, + "f1": 0.8488372093023255, + "mean_mask_iou": 0.8645577555117057, + "n_matched": 73 }, "pin": { - "tp": 40, - "fp": 5, + "tp": 30, + "fp": 7, "fn": 4, - "precision": 0.8888888888888888, - "recall": 0.9090909090909091, - "f1": 0.8988764044943819, - "mean_mask_iou": 0.8988229274854499, - "n_matched": 40 + "precision": 0.8108108108108109, + "recall": 0.8823529411764706, + "f1": 0.8450704225352113, + "mean_mask_iou": 0.9188851100499188, + "n_matched": 30 }, "crystal": { - "tp": 16, - "fp": 8, - "fn": 14, - "precision": 0.6666666666666666, - "recall": 0.5333333333333333, - "f1": 0.5925925925925926, - "mean_mask_iou": 0.8005865884243686, - "n_matched": 16 + "tp": 13, + "fp": 10, + "fn": 22, + "precision": 0.5652173913043478, + "recall": 0.37142857142857144, + "f1": 0.4482758620689655, + "mean_mask_iou": 0.7438821848295766, + "n_matched": 13 }, "loop_face": { - "tp": 56, - "fp": 21, - "fn": 11, - "precision": 0.7272727272727273, - "recall": 0.835820895522388, - "f1": 0.7777777777777778, - "mean_mask_iou": 0.8294983216737084, - "n_matched": 56 + "tp": 35, + "fp": 16, + "fn": 31, + "precision": 0.6862745098039216, + "recall": 0.5303030303030303, + "f1": 0.5982905982905983, + "mean_mask_iou": 0.8290900074622961, + "n_matched": 35 }, "ice": { "tp": 0, - "fp": 2, - "fn": 9, + "fp": 1, + "fn": 12, "precision": 0.0, "recall": 0.0, "f1": 0.0, @@ -2414,1080 +1811,2184 @@ } }, "overall": { - "tp": 191, - "fp": 46, - "fn": 41, - "precision": 0.8059071729957806, - "recall": 0.8232758620689655, - "f1": 0.8144989339019191, - "mean_mask_iou": 0.8629094273813953, - "n_matched": 191 + "tp": 151, + "fp": 53, + "fn": 76, + "precision": 0.7401960784313726, + "recall": 0.6651982378854625, + "f1": 0.7006960556844547, + "mean_mask_iou": 0.8567409809126946, + "n_matched": 151 }, "dataset": { - "gold_images": 111 + "gold_images": 101 } }, - "2026-10-23_v5-s-noflip-mask1": { + "2026-09-28_alc-v1-humanonly": { "per_class": { "loop_all": { - "tp": 79, - "fp": 7, - "fn": 3, - "precision": 0.9186046511627907, - "recall": 0.9634146341463414, - "f1": 0.9404761904761905, - "mean_mask_iou": 0.8759748376865424, - "n_matched": 79 + "tp": 71, + "fp": 11, + "fn": 9, + "precision": 0.8658536585365854, + "recall": 0.8875, + "f1": 0.8765432098765432, + "mean_mask_iou": 0.8453987974864846, + "n_matched": 71 }, "pin": { - "tp": 38, - "fp": 6, - "fn": 6, - "precision": 0.8636363636363636, - "recall": 0.8636363636363636, - "f1": 0.8636363636363636, - "mean_mask_iou": 0.9052959782762418, - "n_matched": 38 + "tp": 31, + "fp": 4, + "fn": 3, + "precision": 0.8857142857142857, + "recall": 0.9117647058823529, + "f1": 0.8985507246376812, + "mean_mask_iou": 0.9021709056301845, + "n_matched": 31 }, "crystal": { - "tp": 16, - "fp": 11, - "fn": 14, - "precision": 0.5925925925925926, - "recall": 0.5333333333333333, - "f1": 0.5614035087719299, - "mean_mask_iou": 0.7887475047177739, - "n_matched": 16 + "tp": 13, + "fp": 12, + "fn": 22, + "precision": 0.52, + "recall": 0.37142857142857144, + "f1": 0.43333333333333335, + "mean_mask_iou": 0.7937771011343077, + "n_matched": 13 }, "loop_face": { - "tp": 60, + "tp": 42, "fp": 19, - "fn": 7, - "precision": 0.759493670886076, - "recall": 0.8955223880597015, - "f1": 0.8219178082191781, - "mean_mask_iou": 0.8210345528841124, - "n_matched": 60 + "fn": 24, + "precision": 0.6885245901639344, + "recall": 0.6363636363636364, + "f1": 0.6614173228346456, + "mean_mask_iou": 0.8265107697438145, + "n_matched": 42 }, "ice": { "tp": 1, - "fp": 3, - "fn": 8, - "precision": 0.25, - "recall": 0.1111111111111111, - "f1": 0.15384615384615383, - "mean_mask_iou": 0.8635014836795252, + "fp": 1, + "fn": 11, + "precision": 0.5, + "recall": 0.08333333333333333, + "f1": 0.14285714285714285, + "mean_mask_iou": 0.8895522388059701, "n_matched": 1 } }, "overall": { - "tp": 194, - "fp": 46, - "fn": 38, - "precision": 0.8083333333333333, - "recall": 0.8362068965517241, - "f1": 0.8220338983050848, - "mean_mask_iou": 0.8574680107419831, - "n_matched": 194 + "tp": 158, + "fp": 47, + "fn": 69, + "precision": 0.7707317073170732, + "recall": 0.6960352422907489, + "f1": 0.7314814814814815, + "mean_mask_iou": 0.8475488580941033, + "n_matched": 158 }, "dataset": { - "gold_images": 111 + "gold_images": 101 } }, - "2026-10-25_v5-amp": { + "2026-09-28_alc-v1-mask1": { "per_class": { "loop_all": { - "tp": 78, - "fp": 5, - "fn": 4, - "precision": 0.9397590361445783, - "recall": 0.9512195121951219, - "f1": 0.9454545454545454, - "mean_mask_iou": 0.8803239662944046, - "n_matched": 78 + "tp": 74, + "fp": 22, + "fn": 6, + "precision": 0.7708333333333334, + "recall": 0.925, + "f1": 0.840909090909091, + "mean_mask_iou": 0.856451889913816, + "n_matched": 74 }, "pin": { - "tp": 37, + "tp": 30, + "fp": 4, + "fn": 4, + "precision": 0.8823529411764706, + "recall": 0.8823529411764706, + "f1": 0.8823529411764706, + "mean_mask_iou": 0.9094187270418437, + "n_matched": 30 + }, + "crystal": { + "tp": 10, "fp": 5, + "fn": 25, + "precision": 0.6666666666666666, + "recall": 0.2857142857142857, + "f1": 0.4, + "mean_mask_iou": 0.8117567968527949, + "n_matched": 10 + }, + "loop_face": { + "tp": 45, + "fp": 20, + "fn": 21, + "precision": 0.6923076923076923, + "recall": 0.6818181818181818, + "f1": 0.6870229007633587, + "mean_mask_iou": 0.8335232991684915, + "n_matched": 45 + }, + "ice": { + "tp": 1, + "fp": 0, + "fn": 11, + "precision": 1.0, + "recall": 0.08333333333333333, + "f1": 0.15384615384615385, + "mean_mask_iou": 0.8958333333333334, + "n_matched": 1 + } + }, + "overall": { + "tp": 160, + "fp": 51, + "fn": 67, + "precision": 0.7582938388625592, + "recall": 0.7048458149779736, + "f1": 0.730593607305936, + "mean_mask_iou": 0.8573871964332573, + "n_matched": 160 + }, + "dataset": { + "gold_images": 101 + } + }, + "2026-09-28_alc-v1-noflip": { + "per_class": { + "loop_all": { + "tp": 73, + "fp": 13, "fn": 7, - "precision": 0.8809523809523809, - "recall": 0.8409090909090909, - "f1": 0.8604651162790699, - "mean_mask_iou": 0.9064128982362594, - "n_matched": 37 + "precision": 0.8488372093023255, + "recall": 0.9125, + "f1": 0.8795180722891567, + "mean_mask_iou": 0.844709514242001, + "n_matched": 73 + }, + "pin": { + "tp": 30, + "fp": 4, + "fn": 4, + "precision": 0.8823529411764706, + "recall": 0.8823529411764706, + "f1": 0.8823529411764706, + "mean_mask_iou": 0.9090001034215187, + "n_matched": 30 + }, + "crystal": { + "tp": 12, + "fp": 10, + "fn": 23, + "precision": 0.5454545454545454, + "recall": 0.34285714285714286, + "f1": 0.42105263157894735, + "mean_mask_iou": 0.7333481458476944, + "n_matched": 12 + }, + "loop_face": { + "tp": 46, + "fp": 26, + "fn": 20, + "precision": 0.6388888888888888, + "recall": 0.696969696969697, + "f1": 0.6666666666666666, + "mean_mask_iou": 0.8163888045904083, + "n_matched": 46 + }, + "ice": { + "tp": 1, + "fp": 0, + "fn": 11, + "precision": 1.0, + "recall": 0.08333333333333333, + "f1": 0.15384615384615385, + "mean_mask_iou": 0.9156626506024096, + "n_matched": 1 + } + }, + "overall": { + "tp": 162, + "fp": 53, + "fn": 65, + "precision": 0.7534883720930232, + "recall": 0.7136563876651982, + "f1": 0.7330316742081449, + "mean_mask_iou": 0.8407624879891674, + "n_matched": 162 + }, + "dataset": { + "gold_images": 101 + } + }, + "2026-09-29_alc-v1-noflip-mask1": { + "per_class": { + "loop_all": { + "tp": 73, + "fp": 15, + "fn": 7, + "precision": 0.8295454545454546, + "recall": 0.9125, + "f1": 0.869047619047619, + "mean_mask_iou": 0.8489881264358725, + "n_matched": 73 + }, + "pin": { + "tp": 30, + "fp": 5, + "fn": 4, + "precision": 0.8571428571428571, + "recall": 0.8823529411764706, + "f1": 0.8695652173913043, + "mean_mask_iou": 0.9230319018640923, + "n_matched": 30 }, "crystal": { "tp": 14, - "fp": 13, - "fn": 16, - "precision": 0.5185185185185185, - "recall": 0.4666666666666667, - "f1": 0.4912280701754386, - "mean_mask_iou": 0.7978303451858817, + "fp": 16, + "fn": 21, + "precision": 0.4666666666666667, + "recall": 0.4, + "f1": 0.4307692307692308, + "mean_mask_iou": 0.7362729782099298, "n_matched": 14 }, + "loop_face": { + "tp": 46, + "fp": 23, + "fn": 20, + "precision": 0.6666666666666666, + "recall": 0.696969696969697, + "f1": 0.6814814814814815, + "mean_mask_iou": 0.8210415415073891, + "n_matched": 46 + }, + "ice": { + "tp": 1, + "fp": 1, + "fn": 11, + "precision": 0.5, + "recall": 0.08333333333333333, + "f1": 0.14285714285714285, + "mean_mask_iou": 0.901840490797546, + "n_matched": 1 + } + }, + "overall": { + "tp": 164, + "fp": 60, + "fn": 63, + "precision": 0.7321428571428571, + "recall": 0.7224669603524229, + "f1": 0.7272727272727273, + "mean_mask_iou": 0.8453942889074262, + "n_matched": 164 + }, + "dataset": { + "gold_images": 101 + } + }, + "2026-09-29_v2-recipeA": { + "per_class": { + "loop_all": { + "tp": 76, + "fp": 14, + "fn": 4, + "precision": 0.8444444444444444, + "recall": 0.95, + "f1": 0.8941176470588236, + "mean_mask_iou": 0.8372524250756196, + "n_matched": 76 + }, + "pin": { + "tp": 31, + "fp": 7, + "fn": 3, + "precision": 0.8157894736842105, + "recall": 0.9117647058823529, + "f1": 0.861111111111111, + "mean_mask_iou": 0.9074928734939262, + "n_matched": 31 + }, + "crystal": { + "tp": 12, + "fp": 12, + "fn": 23, + "precision": 0.5, + "recall": 0.34285714285714286, + "f1": 0.4067796610169492, + "mean_mask_iou": 0.7781477218269114, + "n_matched": 12 + }, + "loop_face": { + "tp": 47, + "fp": 24, + "fn": 19, + "precision": 0.6619718309859155, + "recall": 0.7121212121212122, + "f1": 0.6861313868613139, + "mean_mask_iou": 0.8086699772488379, + "n_matched": 47 + }, + "ice": { + "tp": 1, + "fp": 3, + "fn": 11, + "precision": 0.25, + "recall": 0.08333333333333333, + "f1": 0.125, + "mean_mask_iou": 0.8793103448275862, + "n_matched": 1 + } + }, + "overall": { + "tp": 167, + "fp": 60, + "fn": 60, + "precision": 0.73568281938326, + "recall": 0.73568281938326, + "f1": 0.73568281938326, + "mean_mask_iou": 0.838251708512004, + "n_matched": 167 + }, + "dataset": { + "gold_images": 101 + } + }, + "2026-09-29_v3-noflip-mask1": { + "per_class": { + "loop_all": { + "tp": 76, + "fp": 14, + "fn": 4, + "precision": 0.8444444444444444, + "recall": 0.95, + "f1": 0.8941176470588236, + "mean_mask_iou": 0.870180911158235, + "n_matched": 76 + }, + "pin": { + "tp": 32, + "fp": 3, + "fn": 2, + "precision": 0.9142857142857143, + "recall": 0.9411764705882353, + "f1": 0.9275362318840579, + "mean_mask_iou": 0.9123312436125963, + "n_matched": 32 + }, + "crystal": { + "tp": 15, + "fp": 4, + "fn": 20, + "precision": 0.7894736842105263, + "recall": 0.42857142857142855, + "f1": 0.5555555555555555, + "mean_mask_iou": 0.7842206751416737, + "n_matched": 15 + }, "loop_face": { "tp": 57, - "fp": 16, - "fn": 10, - "precision": 0.7808219178082192, - "recall": 0.8507462686567164, - "f1": 0.8142857142857143, - "mean_mask_iou": 0.8327616621178932, + "fp": 25, + "fn": 9, + "precision": 0.6951219512195121, + "recall": 0.8636363636363636, + "f1": 0.7702702702702704, + "mean_mask_iou": 0.8152875968614256, + "n_matched": 57 + }, + "ice": { + "tp": 1, + "fp": 2, + "fn": 11, + "precision": 0.3333333333333333, + "recall": 0.08333333333333333, + "f1": 0.13333333333333333, + "mean_mask_iou": 0.8753799392097265, + "n_matched": 1 + } + }, + "overall": { + "tp": 181, + "fp": 48, + "fn": 46, + "precision": 0.7903930131004366, + "recall": 0.7973568281938326, + "f1": 0.793859649122807, + "mean_mask_iou": 0.8532510062489781, + "n_matched": 181 + }, + "dataset": { + "gold_images": 101 + } + }, + "2026-09-29_v3-recipeA": { + "per_class": { + "loop_all": { + "tp": 77, + "fp": 8, + "fn": 3, + "precision": 0.9058823529411765, + "recall": 0.9625, + "f1": 0.9333333333333333, + "mean_mask_iou": 0.8629711009148919, + "n_matched": 77 + }, + "pin": { + "tp": 30, + "fp": 7, + "fn": 4, + "precision": 0.8108108108108109, + "recall": 0.8823529411764706, + "f1": 0.8450704225352113, + "mean_mask_iou": 0.9114023938876538, + "n_matched": 30 + }, + "crystal": { + "tp": 14, + "fp": 7, + "fn": 21, + "precision": 0.6666666666666666, + "recall": 0.4, + "f1": 0.5, + "mean_mask_iou": 0.7799228127523683, + "n_matched": 14 + }, + "loop_face": { + "tp": 54, + "fp": 21, + "fn": 12, + "precision": 0.72, + "recall": 0.8181818181818182, + "f1": 0.7659574468085107, + "mean_mask_iou": 0.8188708760310618, + "n_matched": 54 + }, + "ice": { + "tp": 1, + "fp": 3, + "fn": 11, + "precision": 0.25, + "recall": 0.08333333333333333, + "f1": 0.125, + "mean_mask_iou": 0.8724637681159421, + "n_matched": 1 + } + }, + "overall": { + "tp": 176, + "fp": 46, + "fn": 51, + "precision": 0.7927927927927928, + "recall": 0.775330396475771, + "f1": 0.7839643652561247, + "mean_mask_iou": 0.8511435059056969, + "n_matched": 176 + }, + "dataset": { + "gold_images": 101 + } + }, + "2026-09-30_v3-s-640px": { + "per_class": { + "loop_all": { + "tp": 76, + "fp": 6, + "fn": 4, + "precision": 0.926829268292683, + "recall": 0.95, + "f1": 0.9382716049382716, + "mean_mask_iou": 0.8740339436425362, + "n_matched": 76 + }, + "pin": { + "tp": 31, + "fp": 2, + "fn": 3, + "precision": 0.9393939393939394, + "recall": 0.9117647058823529, + "f1": 0.9253731343283583, + "mean_mask_iou": 0.9055387514309037, + "n_matched": 31 + }, + "crystal": { + "tp": 15, + "fp": 6, + "fn": 20, + "precision": 0.7142857142857143, + "recall": 0.42857142857142855, + "f1": 0.5357142857142858, + "mean_mask_iou": 0.7727625221038668, + "n_matched": 15 + }, + "loop_face": { + "tp": 57, + "fp": 20, + "fn": 9, + "precision": 0.7402597402597403, + "recall": 0.8636363636363636, + "f1": 0.7972027972027972, + "mean_mask_iou": 0.817424262903852, "n_matched": 57 }, "ice": { "tp": 1, "fp": 1, - "fn": 8, + "fn": 11, "precision": 0.5, - "recall": 0.1111111111111111, - "f1": 0.1818181818181818, + "recall": 0.08333333333333333, + "f1": 0.14285714285714285, + "mean_mask_iou": 0.8480243161094225, + "n_matched": 1 + } + }, + "overall": { + "tp": 180, + "fp": 35, + "fn": 47, + "precision": 0.8372093023255814, + "recall": 0.7929515418502202, + "f1": 0.8144796380090498, + "mean_mask_iou": 0.8529495896909876, + "n_matched": 180 + }, + "dataset": { + "gold_images": 101 + } + }, + "2026-10-01_v4-noflip-mask1": { + "per_class": { + "loop_all": { + "tp": 76, + "fp": 6, + "fn": 4, + "precision": 0.926829268292683, + "recall": 0.95, + "f1": 0.9382716049382716, + "mean_mask_iou": 0.8794881786807777, + "n_matched": 76 + }, + "pin": { + "tp": 32, + "fp": 5, + "fn": 2, + "precision": 0.8648648648648649, + "recall": 0.9411764705882353, + "f1": 0.9014084507042254, + "mean_mask_iou": 0.9179803718132069, + "n_matched": 32 + }, + "crystal": { + "tp": 15, + "fp": 9, + "fn": 20, + "precision": 0.625, + "recall": 0.42857142857142855, + "f1": 0.5084745762711864, + "mean_mask_iou": 0.8100566789148692, + "n_matched": 15 + }, + "loop_face": { + "tp": 56, + "fp": 19, + "fn": 10, + "precision": 0.7466666666666667, + "recall": 0.8484848484848485, + "f1": 0.7943262411347518, + "mean_mask_iou": 0.8183543098315266, + "n_matched": 56 + }, + "ice": { + "tp": 1, + "fp": 2, + "fn": 11, + "precision": 0.3333333333333333, + "recall": 0.08333333333333333, + "f1": 0.13333333333333333, + "mean_mask_iou": 0.9003021148036254, + "n_matched": 1 + } + }, + "overall": { + "tp": 180, + "fp": 41, + "fn": 47, + "precision": 0.8144796380090498, + "recall": 0.7929515418502202, + "f1": 0.8035714285714286, + "mean_mask_iou": 0.8616414840380772, + "n_matched": 180 + }, + "dataset": { + "gold_images": 101 + } + }, + "2026-10-01_v4-recipeA": { + "per_class": { + "loop_all": { + "tp": 76, + "fp": 13, + "fn": 4, + "precision": 0.8539325842696629, + "recall": 0.95, + "f1": 0.8994082840236686, + "mean_mask_iou": 0.8659476853467609, + "n_matched": 76 + }, + "pin": { + "tp": 32, + "fp": 5, + "fn": 2, + "precision": 0.8648648648648649, + "recall": 0.9411764705882353, + "f1": 0.9014084507042254, + "mean_mask_iou": 0.9221116724900805, + "n_matched": 32 + }, + "crystal": { + "tp": 14, + "fp": 13, + "fn": 21, + "precision": 0.5185185185185185, + "recall": 0.4, + "f1": 0.45161290322580644, + "mean_mask_iou": 0.7462494116566939, + "n_matched": 14 + }, + "loop_face": { + "tp": 55, + "fp": 25, + "fn": 11, + "precision": 0.6875, + "recall": 0.8333333333333334, + "f1": 0.7534246575342466, + "mean_mask_iou": 0.8171115935838766, + "n_matched": 55 + }, + "ice": { + "tp": 1, + "fp": 2, + "fn": 11, + "precision": 0.3333333333333333, + "recall": 0.08333333333333333, + "f1": 0.13333333333333333, + "mean_mask_iou": 0.8850574712643678, + "n_matched": 1 + } + }, + "overall": { + "tp": 178, + "fp": 58, + "fn": 49, + "precision": 0.7542372881355932, + "recall": 0.7841409691629956, + "f1": 0.7688984881209502, + "mean_mask_iou": 0.8516476656607178, + "n_matched": 178 + }, + "dataset": { + "gold_images": 101 + } + }, + "2026-10-22_v5-noflip-mask1": { + "per_class": { + "loop_all": { + "tp": 77, + "fp": 8, + "fn": 3, + "precision": 0.9058823529411765, + "recall": 0.9625, + "f1": 0.9333333333333333, + "mean_mask_iou": 0.8777976306518919, + "n_matched": 77 + }, + "pin": { + "tp": 32, + "fp": 3, + "fn": 2, + "precision": 0.9142857142857143, + "recall": 0.9411764705882353, + "f1": 0.9275362318840579, + "mean_mask_iou": 0.9127981954322082, + "n_matched": 32 + }, + "crystal": { + "tp": 15, + "fp": 12, + "fn": 20, + "precision": 0.5555555555555556, + "recall": 0.42857142857142855, + "f1": 0.48387096774193544, + "mean_mask_iou": 0.8001922605567012, + "n_matched": 15 + }, + "loop_face": { + "tp": 54, + "fp": 21, + "fn": 12, + "precision": 0.72, + "recall": 0.8181818181818182, + "f1": 0.7659574468085107, + "mean_mask_iou": 0.8251091569834721, + "n_matched": 54 + }, + "ice": { + "tp": 1, + "fp": 1, + "fn": 11, + "precision": 0.5, + "recall": 0.08333333333333333, + "f1": 0.14285714285714285, + "mean_mask_iou": 0.8985074626865671, + "n_matched": 1 + } + }, + "overall": { + "tp": 179, + "fp": 45, + "fn": 48, + "precision": 0.7991071428571429, + "recall": 0.788546255506608, + "f1": 0.7937915742793792, + "mean_mask_iou": 0.861772322135033, + "n_matched": 179 + }, + "dataset": { + "gold_images": 101 + } + }, + "2026-10-23_v5-n-1024px": { + "per_class": { + "loop_all": { + "tp": 78, + "fp": 9, + "fn": 2, + "precision": 0.896551724137931, + "recall": 0.975, + "f1": 0.934131736526946, + "mean_mask_iou": 0.8784692387991532, + "n_matched": 78 + }, + "pin": { + "tp": 32, + "fp": 4, + "fn": 2, + "precision": 0.8888888888888888, + "recall": 0.9411764705882353, + "f1": 0.9142857142857143, + "mean_mask_iou": 0.9175246588056305, + "n_matched": 32 + }, + "crystal": { + "tp": 16, + "fp": 7, + "fn": 19, + "precision": 0.6956521739130435, + "recall": 0.45714285714285713, + "f1": 0.5517241379310345, + "mean_mask_iou": 0.7850541552186152, + "n_matched": 16 + }, + "loop_face": { + "tp": 54, + "fp": 21, + "fn": 12, + "precision": 0.72, + "recall": 0.8181818181818182, + "f1": 0.7659574468085107, + "mean_mask_iou": 0.8232040228561175, + "n_matched": 54 + }, + "ice": { + "tp": 0, + "fp": 2, + "fn": 12, + "precision": 0.0, + "recall": 0.0, + "f1": 0.0, + "mean_mask_iou": 0.0, + "n_matched": 0 + } + }, + "overall": { + "tp": 180, + "fp": 43, + "fn": 47, + "precision": 0.8071748878923767, + "recall": 0.7929515418502202, + "f1": 0.7999999999999999, + "mean_mask_iou": 0.8605292968102348, + "n_matched": 180 + }, + "dataset": { + "gold_images": 101 + } + }, + "2026-10-23_v5-s-noflip-mask1": { + "per_class": { + "loop_all": { + "tp": 78, + "fp": 6, + "fn": 2, + "precision": 0.9285714285714286, + "recall": 0.975, + "f1": 0.951219512195122, + "mean_mask_iou": 0.8730828547208451, + "n_matched": 78 + }, + "pin": { + "tp": 32, + "fp": 5, + "fn": 2, + "precision": 0.8648648648648649, + "recall": 0.9411764705882353, + "f1": 0.9014084507042254, + "mean_mask_iou": 0.9218622220453359, + "n_matched": 32 + }, + "crystal": { + "tp": 17, + "fp": 8, + "fn": 18, + "precision": 0.68, + "recall": 0.4857142857142857, + "f1": 0.5666666666666667, + "mean_mask_iou": 0.768657063578099, + "n_matched": 17 + }, + "loop_face": { + "tp": 59, + "fp": 18, + "fn": 7, + "precision": 0.7662337662337663, + "recall": 0.8939393939393939, + "f1": 0.8251748251748252, + "mean_mask_iou": 0.807833783491703, + "n_matched": 59 + }, + "ice": { + "tp": 1, + "fp": 3, + "fn": 11, + "precision": 0.25, + "recall": 0.08333333333333333, + "f1": 0.125, + "mean_mask_iou": 0.8635014836795252, + "n_matched": 1 + } + }, + "overall": { + "tp": 187, + "fp": 40, + "fn": 40, + "precision": 0.8237885462555066, + "recall": 0.8237885462555066, + "f1": 0.8237885462555066, + "mean_mask_iou": 0.8512990297550506, + "n_matched": 187 + }, + "dataset": { + "gold_images": 101 + } + }, + "2026-10-25_v5-amp": { + "per_class": { + "loop_all": { + "tp": 77, + "fp": 4, + "fn": 3, + "precision": 0.9506172839506173, + "recall": 0.9625, + "f1": 0.9565217391304348, + "mean_mask_iou": 0.8780315603843685, + "n_matched": 77 + }, + "pin": { + "tp": 32, + "fp": 4, + "fn": 2, + "precision": 0.8888888888888888, + "recall": 0.9411764705882353, + "f1": 0.9142857142857143, + "mean_mask_iou": 0.9193046896515941, + "n_matched": 32 + }, + "crystal": { + "tp": 14, + "fp": 10, + "fn": 21, + "precision": 0.5833333333333334, + "recall": 0.4, + "f1": 0.4745762711864407, + "mean_mask_iou": 0.788534348016723, + "n_matched": 14 + }, + "loop_face": { + "tp": 56, + "fp": 15, + "fn": 10, + "precision": 0.7887323943661971, + "recall": 0.8484848484848485, + "f1": 0.8175182481751825, + "mean_mask_iou": 0.8173801649807293, + "n_matched": 56 + }, + "ice": { + "tp": 1, + "fp": 1, + "fn": 11, + "precision": 0.5, + "recall": 0.08333333333333333, + "f1": 0.14285714285714285, "mean_mask_iou": 0.8818181818181818, "n_matched": 1 } }, "overall": { - "tp": 187, - "fp": 40, - "fn": 45, - "precision": 0.8237885462555066, - "recall": 0.8060344827586207, - "f1": 0.8148148148148149, - "mean_mask_iou": 0.8648203441756446, - "n_matched": 187 + "tp": 180, + "fp": 34, + "fn": 47, + "precision": 0.8411214953271028, + "recall": 0.7929515418502202, + "f1": 0.8163265306122449, + "mean_mask_iou": 0.8595598250634475, + "n_matched": 180 }, "dataset": { - "gold_images": 111 + "gold_images": 101 } }, "2026-10-25_v5-warm": { "per_class": { "loop_all": { - "tp": 78, - "fp": 10, - "fn": 4, - "precision": 0.8863636363636364, - "recall": 0.9512195121951219, - "f1": 0.9176470588235294, - "mean_mask_iou": 0.8856333373364353, - "n_matched": 78 + "tp": 77, + "fp": 8, + "fn": 3, + "precision": 0.9058823529411765, + "recall": 0.9625, + "f1": 0.9333333333333333, + "mean_mask_iou": 0.8847388742614294, + "n_matched": 77 }, "pin": { - "tp": 37, - "fp": 7, - "fn": 7, - "precision": 0.8409090909090909, - "recall": 0.8409090909090909, - "f1": 0.8409090909090909, - "mean_mask_iou": 0.8963480711550421, - "n_matched": 37 + "tp": 32, + "fp": 6, + "fn": 2, + "precision": 0.8421052631578947, + "recall": 0.9411764705882353, + "f1": 0.8888888888888888, + "mean_mask_iou": 0.9180429530251972, + "n_matched": 32 }, "crystal": { "tp": 16, - "fp": 11, - "fn": 14, - "precision": 0.5925925925925926, - "recall": 0.5333333333333333, - "f1": 0.5614035087719299, - "mean_mask_iou": 0.8280715179309572, + "fp": 9, + "fn": 19, + "precision": 0.64, + "recall": 0.45714285714285713, + "f1": 0.5333333333333333, + "mean_mask_iou": 0.8084878352012174, "n_matched": 16 }, "loop_face": { - "tp": 58, - "fp": 14, - "fn": 9, - "precision": 0.8055555555555556, - "recall": 0.8656716417910447, - "f1": 0.8345323741007193, - "mean_mask_iou": 0.8304287371720194, - "n_matched": 58 + "tp": 56, + "fp": 13, + "fn": 10, + "precision": 0.8115942028985508, + "recall": 0.8484848484848485, + "f1": 0.8296296296296296, + "mean_mask_iou": 0.8193077364970532, + "n_matched": 56 }, "ice": { "tp": 1, "fp": 3, - "fn": 8, + "fn": 11, "precision": 0.25, - "recall": 0.1111111111111111, - "f1": 0.15384615384615383, + "recall": 0.08333333333333333, + "f1": 0.125, "mean_mask_iou": 0.9040697674418605, "n_matched": 1 } }, "overall": { - "tp": 190, - "fp": 45, - "fn": 42, - "precision": 0.8085106382978723, - "recall": 0.8189655172413793, - "f1": 0.8137044967880086, - "mean_mask_iou": 0.8661176829225943, - "n_matched": 190 + "tp": 182, + "fp": 39, + "fn": 45, + "precision": 0.8235294117647058, + "recall": 0.801762114537445, + "f1": 0.8125, + "mean_mask_iou": 0.8638647043375426, + "n_matched": 182 }, "dataset": { - "gold_images": 111 + "gold_images": 101 } }, "2026-10-26_v5h-noflip-mask1": { "per_class": { "loop_all": { - "tp": 76, - "fp": 16, - "fn": 6, - "precision": 0.8260869565217391, - "recall": 0.926829268292683, - "f1": 0.8735632183908046, - "mean_mask_iou": 0.8780691677688575, - "n_matched": 76 + "tp": 75, + "fp": 14, + "fn": 5, + "precision": 0.8426966292134831, + "recall": 0.9375, + "f1": 0.8875739644970413, + "mean_mask_iou": 0.8740570872905761, + "n_matched": 75 }, "pin": { - "tp": 38, - "fp": 6, - "fn": 6, - "precision": 0.8636363636363636, - "recall": 0.8636363636363636, - "f1": 0.8636363636363636, - "mean_mask_iou": 0.9023777172170735, - "n_matched": 38 + "tp": 31, + "fp": 4, + "fn": 3, + "precision": 0.8857142857142857, + "recall": 0.9117647058823529, + "f1": 0.8985507246376812, + "mean_mask_iou": 0.9195153004846932, + "n_matched": 31 }, "crystal": { - "tp": 18, - "fp": 13, - "fn": 12, - "precision": 0.5806451612903226, - "recall": 0.6, - "f1": 0.5901639344262295, - "mean_mask_iou": 0.7697383406791608, - "n_matched": 18 + "tp": 17, + "fp": 10, + "fn": 18, + "precision": 0.6296296296296297, + "recall": 0.4857142857142857, + "f1": 0.5483870967741936, + "mean_mask_iou": 0.7578666552624708, + "n_matched": 17 }, "loop_face": { - "tp": 53, - "fp": 29, + "tp": 52, + "fp": 27, "fn": 14, - "precision": 0.6463414634146342, - "recall": 0.7910447761194029, - "f1": 0.7114093959731543, - "mean_mask_iou": 0.8376657290658535, - "n_matched": 53 + "precision": 0.6582278481012658, + "recall": 0.7878787878787878, + "f1": 0.7172413793103448, + "mean_mask_iou": 0.8306493790951807, + "n_matched": 52 }, "ice": { "tp": 1, "fp": 1, - "fn": 8, + "fn": 11, "precision": 0.5, - "recall": 0.1111111111111111, - "f1": 0.1818181818181818, + "recall": 0.08333333333333333, + "f1": 0.14285714285714285, "mean_mask_iou": 0.847953216374269, "n_matched": 1 } }, "overall": { - "tp": 186, - "fp": 65, - "fn": 46, - "precision": 0.7410358565737052, - "recall": 0.8017241379310345, - "f1": 0.7701863354037267, - "mean_mask_iou": 0.8608770806116735, - "n_matched": 186 + "tp": 176, + "fp": 56, + "fn": 51, + "precision": 0.7586206896551724, + "recall": 0.775330396475771, + "f1": 0.7668845315904139, + "mean_mask_iou": 0.8578676700602519, + "n_matched": 176 }, "dataset": { - "gold_images": 111 + "gold_images": 101 } }, "2026-10-30_v6-noflip-mask1": { "per_class": { "loop_all": { - "tp": 78, - "fp": 7, - "fn": 4, - "precision": 0.9176470588235294, - "recall": 0.9512195121951219, - "f1": 0.9341317365269461, - "mean_mask_iou": 0.877268746963905, - "n_matched": 78 + "tp": 77, + "fp": 6, + "fn": 3, + "precision": 0.927710843373494, + "recall": 0.9625, + "f1": 0.9447852760736196, + "mean_mask_iou": 0.8741746622105838, + "n_matched": 77 }, "pin": { - "tp": 38, - "fp": 5, - "fn": 6, - "precision": 0.8837209302325582, - "recall": 0.8636363636363636, - "f1": 0.8735632183908046, - "mean_mask_iou": 0.8859983482786025, - "n_matched": 38 + "tp": 32, + "fp": 4, + "fn": 2, + "precision": 0.8888888888888888, + "recall": 0.9411764705882353, + "f1": 0.9142857142857143, + "mean_mask_iou": 0.9020266581571015, + "n_matched": 32 }, "crystal": { - "tp": 17, - "fp": 8, - "fn": 13, - "precision": 0.68, - "recall": 0.5666666666666667, - "f1": 0.6181818181818183, - "mean_mask_iou": 0.7718810399392496, - "n_matched": 17 + "tp": 16, + "fp": 7, + "fn": 19, + "precision": 0.6956521739130435, + "recall": 0.45714285714285713, + "f1": 0.5517241379310345, + "mean_mask_iou": 0.7750060651627573, + "n_matched": 16 }, "loop_face": { - "tp": 53, - "fp": 18, + "tp": 52, + "fp": 16, "fn": 14, - "precision": 0.7464788732394366, - "recall": 0.7910447761194029, - "f1": 0.7681159420289855, - "mean_mask_iou": 0.8402192277773846, - "n_matched": 53 + "precision": 0.7647058823529411, + "recall": 0.7878787878787878, + "f1": 0.7761194029850745, + "mean_mask_iou": 0.8214619566367094, + "n_matched": 52 }, "ice": { "tp": 1, "fp": 2, - "fn": 8, + "fn": 11, "precision": 0.3333333333333333, - "recall": 0.1111111111111111, - "f1": 0.16666666666666666, + "recall": 0.08333333333333333, + "f1": 0.13333333333333333, "mean_mask_iou": 0.8719512195121951, "n_matched": 1 } }, "overall": { - "tp": 187, - "fp": 40, - "fn": 45, - "precision": 0.8237885462555066, - "recall": 0.8060344827586207, - "f1": 0.8148148148148149, - "mean_mask_iou": 0.8589328741628466, - "n_matched": 187 + "tp": 178, + "fp": 35, + "fn": 49, + "precision": 0.8356807511737089, + "recall": 0.7841409691629956, + "f1": 0.8090909090909091, + "mean_mask_iou": 0.8548560228003788, + "n_matched": 178 }, "dataset": { - "gold_images": 111 + "gold_images": 101 } }, "2026-10-31_v6-s-noflip-mask1": { "per_class": { "loop_all": { - "tp": 78, - "fp": 7, - "fn": 4, - "precision": 0.9176470588235294, - "recall": 0.9512195121951219, - "f1": 0.9341317365269461, - "mean_mask_iou": 0.8857253534438428, - "n_matched": 78 + "tp": 77, + "fp": 5, + "fn": 3, + "precision": 0.9390243902439024, + "recall": 0.9625, + "f1": 0.9506172839506174, + "mean_mask_iou": 0.8826256415732027, + "n_matched": 77 }, "pin": { - "tp": 37, + "tp": 31, "fp": 6, - "fn": 7, - "precision": 0.8604651162790697, - "recall": 0.8409090909090909, - "f1": 0.8505747126436781, - "mean_mask_iou": 0.889993245564848, - "n_matched": 37 + "fn": 3, + "precision": 0.8378378378378378, + "recall": 0.9117647058823529, + "f1": 0.8732394366197184, + "mean_mask_iou": 0.918235363593203, + "n_matched": 31 }, "crystal": { "tp": 17, - "fp": 12, - "fn": 13, - "precision": 0.5862068965517241, - "recall": 0.5666666666666667, - "f1": 0.576271186440678, - "mean_mask_iou": 0.7850463630065345, + "fp": 10, + "fn": 18, + "precision": 0.6296296296296297, + "recall": 0.4857142857142857, + "f1": 0.5483870967741936, + "mean_mask_iou": 0.7853497986222108, "n_matched": 17 }, "loop_face": { - "tp": 55, - "fp": 19, + "tp": 54, + "fp": 18, "fn": 12, - "precision": 0.7432432432432432, - "recall": 0.8208955223880597, - "f1": 0.7801418439716312, - "mean_mask_iou": 0.8324109454668613, - "n_matched": 55 + "precision": 0.75, + "recall": 0.8181818181818182, + "f1": 0.7826086956521738, + "mean_mask_iou": 0.8188094031475722, + "n_matched": 54 }, "ice": { "tp": 1, "fp": 1, - "fn": 8, + "fn": 11, "precision": 0.5, - "recall": 0.1111111111111111, - "f1": 0.1818181818181818, + "recall": 0.08333333333333333, + "f1": 0.14285714285714285, "mean_mask_iou": 0.8629737609329446, "n_matched": 1 } }, "overall": { - "tp": 188, - "fp": 45, - "fn": 44, - "precision": 0.8068669527896996, - "recall": 0.8103448275862069, - "f1": 0.8086021505376344, - "mean_mask_iou": 0.8617430403576619, - "n_matched": 188 + "tp": 180, + "fp": 40, + "fn": 47, + "precision": 0.8181818181818182, + "recall": 0.7929515418502202, + "f1": 0.8053691275167785, + "mean_mask_iou": 0.8603172154444734, + "n_matched": 180 }, "dataset": { - "gold_images": 111 + "gold_images": 101 + } + }, + "2026-11-03_crop1-s": { + "per_class": { + "loop_all": { + "tp": 0, + "fp": 0, + "fn": 80, + "precision": 0.0, + "recall": 0.0, + "f1": 0.0, + "mean_mask_iou": 0.0, + "n_matched": 0 + }, + "pin": { + "tp": 0, + "fp": 0, + "fn": 34, + "precision": 0.0, + "recall": 0.0, + "f1": 0.0, + "mean_mask_iou": 0.0, + "n_matched": 0 + }, + "crystal": { + "tp": 12, + "fp": 3, + "fn": 23, + "precision": 0.8, + "recall": 0.34285714285714286, + "f1": 0.48000000000000004, + "mean_mask_iou": 0.8314537916445714, + "n_matched": 12 + }, + "loop_face": { + "tp": 22, + "fp": 19, + "fn": 44, + "precision": 0.5365853658536586, + "recall": 0.3333333333333333, + "f1": 0.4112149532710281, + "mean_mask_iou": 0.8745007878578449, + "n_matched": 22 + }, + "ice": { + "tp": 0, + "fp": 0, + "fn": 12, + "precision": 0.0, + "recall": 0.0, + "f1": 0.0, + "mean_mask_iou": 0.0, + "n_matched": 0 + } + }, + "overall": { + "tp": 34, + "fp": 22, + "fn": 193, + "precision": 0.6071428571428571, + "recall": 0.14977973568281938, + "f1": 0.24028268551236748, + "mean_mask_iou": 0.8593077303708074, + "n_matched": 34 + }, + "dataset": { + "gold_images": 101 + } + }, + "2026-11-04_v7-s-noflip-mask1": { + "per_class": { + "loop_all": { + "tp": 78, + "fp": 6, + "fn": 2, + "precision": 0.9285714285714286, + "recall": 0.975, + "f1": 0.951219512195122, + "mean_mask_iou": 0.8723159670254085, + "n_matched": 78 + }, + "pin": { + "tp": 33, + "fp": 6, + "fn": 1, + "precision": 0.8461538461538461, + "recall": 0.9705882352941176, + "f1": 0.9041095890410958, + "mean_mask_iou": 0.9115219929265554, + "n_matched": 33 + }, + "crystal": { + "tp": 20, + "fp": 14, + "fn": 15, + "precision": 0.5882352941176471, + "recall": 0.5714285714285714, + "f1": 0.5797101449275363, + "mean_mask_iou": 0.7113455608942345, + "n_matched": 20 + }, + "loop_face": { + "tp": 57, + "fp": 16, + "fn": 9, + "precision": 0.7808219178082192, + "recall": 0.8636363636363636, + "f1": 0.8201438848920863, + "mean_mask_iou": 0.8140351875765073, + "n_matched": 57 + }, + "ice": { + "tp": 1, + "fp": 4, + "fn": 11, + "precision": 0.2, + "recall": 0.08333333333333333, + "f1": 0.11764705882352941, + "mean_mask_iou": 0.8064516129032258, + "n_matched": 1 + } + }, + "overall": { + "tp": 189, + "fp": 46, + "fn": 38, + "precision": 0.8042553191489362, + "recall": 0.8325991189427313, + "f1": 0.8181818181818182, + "mean_mask_iou": 0.8442023265460691, + "n_matched": 189 + }, + "dataset": { + "gold_images": 101 + } + }, + "2026-11-05_v7-noflip-mask1": { + "per_class": { + "loop_all": { + "tp": 78, + "fp": 9, + "fn": 2, + "precision": 0.896551724137931, + "recall": 0.975, + "f1": 0.934131736526946, + "mean_mask_iou": 0.8766967896866239, + "n_matched": 78 + }, + "pin": { + "tp": 32, + "fp": 5, + "fn": 2, + "precision": 0.8648648648648649, + "recall": 0.9411764705882353, + "f1": 0.9014084507042254, + "mean_mask_iou": 0.9237319410808493, + "n_matched": 32 + }, + "crystal": { + "tp": 15, + "fp": 13, + "fn": 20, + "precision": 0.5357142857142857, + "recall": 0.42857142857142855, + "f1": 0.47619047619047616, + "mean_mask_iou": 0.7767827426463261, + "n_matched": 15 + }, + "loop_face": { + "tp": 58, + "fp": 16, + "fn": 8, + "precision": 0.7837837837837838, + "recall": 0.8787878787878788, + "f1": 0.8285714285714285, + "mean_mask_iou": 0.818352429483466, + "n_matched": 58 + }, + "ice": { + "tp": 1, + "fp": 2, + "fn": 11, + "precision": 0.3333333333333333, + "recall": 0.08333333333333333, + "f1": 0.13333333333333333, + "mean_mask_iou": 0.8495575221238938, + "n_matched": 1 + } + }, + "overall": { + "tp": 184, + "fp": 45, + "fn": 43, + "precision": 0.8034934497816594, + "recall": 0.8105726872246696, + "f1": 0.8070175438596491, + "mean_mask_iou": 0.8581929960978457, + "n_matched": 184 + }, + "dataset": { + "gold_images": 101 } } }, - "active": "yolo26s-seg-v5-s-noflip-mask1-2026-10-25", + "active": "yolo26n-seg-v7-noflip-mask1-2026-11-06", "bootstrap_vs_active": { "beamline yolo26n-seg-overlap-false-2026-04-12": { - "frames": 236, - "mounts": 210, + "frames": 286, + "mounts": 262, "draws": 2000, "f1": { - "delta": -0.2159, - "lo": -0.2621, - "hi": -0.1713, + "delta": -0.1764, + "lo": -0.212, + "hi": -0.1438, "win": 0.0 }, "mask_score": { - "delta": -0.2198, - "lo": -0.2635, - "hi": -0.1797, + "delta": -0.1955, + "lo": -0.2263, + "hi": -0.1686, "win": 0.0 }, "per_class": { "crystal": { "f1": { - "delta": -0.2565, - "lo": -0.3416, - "hi": -0.1719, + "delta": -0.2805, + "lo": -0.3471, + "hi": -0.2176, "win": 0.0 }, "mask_score": { - "delta": -0.2006, - "lo": -0.2758, - "hi": -0.1285, + "delta": -0.2615, + "lo": -0.3162, + "hi": -0.2127, "win": 0.0 } } } }, "2026-09-28_alc-v1": { - "frames": 236, - "mounts": 210, + "frames": 286, + "mounts": 262, "draws": 2000, "f1": { - "delta": -0.1099, - "lo": -0.1475, - "hi": -0.0735, + "delta": -0.1049, + "lo": -0.1312, + "hi": -0.0804, "win": 0.0 }, "mask_score": { - "delta": -0.128, - "lo": -0.1592, + "delta": -0.1328, + "lo": -0.1554, + "hi": -0.1104, + "win": 0.0 + }, + "per_class": { + "crystal": { + "f1": { + "delta": -0.2524, + "lo": -0.3166, + "hi": -0.1895, + "win": 0.0 + }, + "mask_score": { + "delta": -0.2614, + "lo": -0.3092, + "hi": -0.214, + "win": 0.0 + } + } + } + }, + "2026-09-28_alc-v1-800px": { + "frames": 286, + "mounts": 262, + "draws": 2000, + "f1": { + "delta": -0.1065, + "lo": -0.1339, + "hi": -0.0791, + "win": 0.0 + }, + "mask_score": { + "delta": -0.1207, + "lo": -0.1441, "hi": -0.0986, "win": 0.0 }, "per_class": { "crystal": { "f1": { - "delta": -0.219, - "lo": -0.3107, - "hi": -0.1225, + "delta": -0.2078, + "lo": -0.2737, + "hi": -0.1453, "win": 0.0 }, "mask_score": { - "delta": -0.2044, - "lo": -0.2699, - "hi": -0.1368, - "win": 0.0 - } - } - } - }, - "2026-09-28_alc-v1-800px": { - "frames": 236, - "mounts": 210, - "draws": 2000, - "f1": { - "delta": -0.1129, - "lo": -0.1478, - "hi": -0.0778, - "win": 0.0 - }, - "mask_score": { - "delta": -0.1225, - "lo": -0.1555, - "hi": -0.0912, - "win": 0.0 - }, - "per_class": { - "crystal": { - "f1": { - "delta": -0.1637, - "lo": -0.2427, - "hi": -0.077, - "win": 0.0 - }, - "mask_score": { - "delta": -0.1472, - "lo": -0.2113, - "hi": -0.0808, + "delta": -0.2128, + "lo": -0.2633, + "hi": -0.1633, "win": 0.0 } } } }, "2026-09-28_alc-v1-humanonly": { - "frames": 236, - "mounts": 210, + "frames": 286, + "mounts": 262, "draws": 2000, "f1": { - "delta": -0.0934, - "lo": -0.1309, - "hi": -0.0585, + "delta": -0.0958, + "lo": -0.1248, + "hi": -0.0684, "win": 0.0 }, "mask_score": { "delta": -0.1051, - "lo": -0.1373, - "hi": -0.0742, + "lo": -0.1281, + "hi": -0.0833, "win": 0.0 }, "per_class": { "crystal": { "f1": { - "delta": -0.1554, - "lo": -0.2374, - "hi": -0.0666, + "delta": -0.2079, + "lo": -0.2695, + "hi": -0.1444, "win": 0.0 }, "mask_score": { - "delta": -0.1191, - "lo": -0.1805, - "hi": -0.0583, - "win": 0.001 + "delta": -0.1821, + "lo": -0.2299, + "hi": -0.1363, + "win": 0.0 } } } }, "2026-09-28_alc-v1-mask1": { - "frames": 236, - "mounts": 210, + "frames": 286, + "mounts": 262, "draws": 2000, "f1": { - "delta": -0.1092, - "lo": -0.1436, - "hi": -0.0774, + "delta": -0.0965, + "lo": -0.1224, + "hi": -0.0723, "win": 0.0 }, "mask_score": { - "delta": -0.1284, - "lo": -0.1582, - "hi": -0.099, + "delta": -0.127, + "lo": -0.1505, + "hi": -0.1047, "win": 0.0 }, "per_class": { "crystal": { "f1": { - "delta": -0.2273, - "lo": -0.3196, - "hi": -0.128, + "delta": -0.2433, + "lo": -0.3063, + "hi": -0.1776, "win": 0.0 }, "mask_score": { - "delta": -0.2292, - "lo": -0.3041, - "hi": -0.1549, + "delta": -0.2699, + "lo": -0.3238, + "hi": -0.2163, "win": 0.0 } } } }, "2026-09-28_alc-v1-noflip": { - "frames": 236, - "mounts": 210, + "frames": 286, + "mounts": 262, "draws": 2000, "f1": { - "delta": -0.1086, - "lo": -0.1419, - "hi": -0.0761, + "delta": -0.0948, + "lo": -0.1212, + "hi": -0.0696, "win": 0.0 }, "mask_score": { - "delta": -0.1184, - "lo": -0.1485, - "hi": -0.088, + "delta": -0.1197, + "lo": -0.1408, + "hi": -0.0982, "win": 0.0 }, "per_class": { "crystal": { "f1": { - "delta": -0.2275, - "lo": -0.3072, - "hi": -0.1452, + "delta": -0.2363, + "lo": -0.3014, + "hi": -0.1717, "win": 0.0 }, "mask_score": { - "delta": -0.2036, - "lo": -0.2738, - "hi": -0.1377, + "delta": -0.2564, + "lo": -0.3064, + "hi": -0.2082, "win": 0.0 } } } }, "2026-09-29_alc-v1-noflip-mask1": { - "frames": 236, - "mounts": 210, + "frames": 286, + "mounts": 262, "draws": 2000, "f1": { - "delta": -0.117, - "lo": -0.154, - "hi": -0.08, + "delta": -0.1127, + "lo": -0.1399, + "hi": -0.0855, "win": 0.0 }, "mask_score": { - "delta": -0.0892, - "lo": -0.1201, - "hi": -0.0587, + "delta": -0.0949, + "lo": -0.116, + "hi": -0.075, "win": 0.0 }, "per_class": { "crystal": { "f1": { - "delta": -0.157, - "lo": -0.2375, - "hi": -0.072, - "win": 0.001 + "delta": -0.1978, + "lo": -0.2592, + "hi": -0.1399, + "win": 0.0 }, "mask_score": { - "delta": -0.115, - "lo": -0.1829, - "hi": -0.0508, + "delta": -0.1908, + "lo": -0.2362, + "hi": -0.1452, "win": 0.0 } } } }, "2026-09-29_v2-recipeA": { - "frames": 236, - "mounts": 210, + "frames": 286, + "mounts": 262, "draws": 2000, "f1": { - "delta": -0.1107, - "lo": -0.1457, - "hi": -0.0758, + "delta": -0.1015, + "lo": -0.1273, + "hi": -0.0748, "win": 0.0 }, "mask_score": { - "delta": -0.127, - "lo": -0.1598, - "hi": -0.0972, + "delta": -0.1296, + "lo": -0.1529, + "hi": -0.1071, "win": 0.0 }, "per_class": { "crystal": { "f1": { - "delta": -0.2523, - "lo": -0.3432, - "hi": -0.1679, + "delta": -0.2666, + "lo": -0.3299, + "hi": -0.2036, "win": 0.0 }, "mask_score": { - "delta": -0.2306, - "lo": -0.2986, - "hi": -0.1654, + "delta": -0.2821, + "lo": -0.3335, + "hi": -0.2329, "win": 0.0 } } } }, "2026-09-29_v3-noflip-mask1": { - "frames": 236, - "mounts": 210, + "frames": 286, + "mounts": 262, "draws": 2000, "f1": { - "delta": -0.0558, - "lo": -0.084, - "hi": -0.0291, + "delta": -0.0517, + "lo": -0.073, + "hi": -0.0317, "win": 0.0 }, "mask_score": { - "delta": -0.0731, - "lo": -0.0968, - "hi": -0.0498, + "delta": -0.0795, + "lo": -0.0975, + "hi": -0.0626, "win": 0.0 }, "per_class": { "crystal": { "f1": { - "delta": -0.1632, - "lo": -0.2402, - "hi": -0.0886, + "delta": -0.1821, + "lo": -0.2388, + "hi": -0.1264, "win": 0.0 }, "mask_score": { - "delta": -0.1701, - "lo": -0.2345, - "hi": -0.107, + "delta": -0.2169, + "lo": -0.2642, + "hi": -0.1721, "win": 0.0 } } } }, "2026-09-29_v3-recipeA": { - "frames": 236, - "mounts": 210, + "frames": 286, + "mounts": 262, "draws": 2000, "f1": { - "delta": -0.0626, - "lo": -0.0947, - "hi": -0.0311, + "delta": -0.0609, + "lo": -0.084, + "hi": -0.0387, "win": 0.0 }, "mask_score": { - "delta": -0.0775, - "lo": -0.1018, - "hi": -0.053, + "delta": -0.0897, + "lo": -0.1094, + "hi": -0.0709, "win": 0.0 }, "per_class": { "crystal": { "f1": { - "delta": -0.1718, - "lo": -0.2529, - "hi": -0.0891, + "delta": -0.2059, + "lo": -0.2669, + "hi": -0.1454, "win": 0.0 }, "mask_score": { - "delta": -0.1602, - "lo": -0.2213, - "hi": -0.0995, + "delta": -0.2279, + "lo": -0.2791, + "hi": -0.1784, "win": 0.0 } } } }, "2026-09-30_v3-s-640px": { - "frames": 236, - "mounts": 210, + "frames": 286, + "mounts": 262, "draws": 2000, "f1": { - "delta": -0.0491, - "lo": -0.081, - "hi": -0.0192, - "win": 0.001 + "delta": -0.0479, + "lo": -0.0698, + "hi": -0.0258, + "win": 0.0 }, "mask_score": { - "delta": -0.0566, - "lo": -0.0796, - "hi": -0.0362, + "delta": -0.0699, + "lo": -0.0871, + "hi": -0.0528, "win": 0.0 }, "per_class": { "crystal": { "f1": { - "delta": -0.1412, - "lo": -0.2147, - "hi": -0.0681, + "delta": -0.1763, + "lo": -0.2332, + "hi": -0.1185, "win": 0.0 }, "mask_score": { - "delta": -0.1192, - "lo": -0.1728, - "hi": -0.0688, + "delta": -0.1803, + "lo": -0.2234, + "hi": -0.1369, "win": 0.0 } } } }, "2026-10-01_v4-noflip-mask1": { - "frames": 236, - "mounts": 210, + "frames": 286, + "mounts": 262, "draws": 2000, "f1": { - "delta": -0.0386, - "lo": -0.066, - "hi": -0.0093, - "win": 0.003 + "delta": -0.0468, + "lo": -0.0674, + "hi": -0.0261, + "win": 0.0 }, "mask_score": { - "delta": -0.0165, - "lo": -0.0369, - "hi": 0.005, - "win": 0.059 + "delta": -0.044, + "lo": -0.0585, + "hi": -0.0294, + "win": 0.0 }, "per_class": { "crystal": { "f1": { - "delta": -0.0708, - "lo": -0.1448, - "hi": 0.0058, - "win": 0.036 + "delta": -0.129, + "lo": -0.1852, + "hi": -0.0763, + "win": 0.0 }, "mask_score": { - "delta": -0.0144, - "lo": -0.0719, - "hi": 0.0431, - "win": 0.315 + "delta": -0.1076, + "lo": -0.1481, + "hi": -0.0703, + "win": 0.0 } } } }, "2026-10-01_v4-recipeA": { - "frames": 236, - "mounts": 210, + "frames": 286, + "mounts": 262, "draws": 2000, "f1": { - "delta": -0.044, - "lo": -0.0709, - "hi": -0.0162, - "win": 0.001 + "delta": -0.049, + "lo": -0.0681, + "hi": -0.0301, + "win": 0.0 }, "mask_score": { - "delta": -0.0393, - "lo": -0.0601, - "hi": -0.0186, + "delta": -0.0593, + "lo": -0.0751, + "hi": -0.0435, "win": 0.0 }, "per_class": { "crystal": { "f1": { - "delta": -0.055, - "lo": -0.1215, - "hi": 0.0145, - "win": 0.058 + "delta": -0.1259, + "lo": -0.1764, + "hi": -0.0774, + "win": 0.0 }, "mask_score": { - "delta": -0.0494, - "lo": -0.1018, - "hi": 0.0018, - "win": 0.029 + "delta": -0.1394, + "lo": -0.1796, + "hi": -0.1012, + "win": 0.0 } } } }, "2026-10-22_v5-noflip-mask1": { - "frames": 236, - "mounts": 210, + "frames": 286, + "mounts": 262, "draws": 2000, "f1": { - "delta": -0.019, - "lo": -0.0438, - "hi": 0.0067, - "win": 0.071 + "delta": -0.0226, + "lo": -0.0417, + "hi": -0.0042, + "win": 0.009 }, "mask_score": { - "delta": -0.0198, - "lo": -0.038, - "hi": -0.0025, - "win": 0.011 + "delta": -0.0417, + "lo": -0.0579, + "hi": -0.026, + "win": 0.0 }, "per_class": { "crystal": { "f1": { - "delta": -0.0267, - "lo": -0.0905, - "hi": 0.0411, - "win": 0.22 + "delta": -0.0807, + "lo": -0.1327, + "hi": -0.0278, + "win": 0.002 }, "mask_score": { - "delta": -0.0169, - "lo": -0.0631, - "hi": 0.0291, - "win": 0.217 + "delta": -0.1044, + "lo": -0.1441, + "hi": -0.0678, + "win": 0.0 } } } }, "2026-10-23_v5-n-1024px": { - "frames": 236, - "mounts": 210, + "frames": 286, + "mounts": 262, "draws": 2000, "f1": { - "delta": -0.0211, - "lo": -0.0474, - "hi": 0.005, - "win": 0.059 + "delta": -0.0312, + "lo": -0.0507, + "hi": -0.0132, + "win": 0.001 }, "mask_score": { - "delta": -0.0146, - "lo": -0.0345, - "hi": 0.0053, - "win": 0.072 + "delta": -0.0406, + "lo": -0.0559, + "hi": -0.0259, + "win": 0.0 }, "per_class": { "crystal": { "f1": { - "delta": -0.0483, - "lo": -0.1106, - "hi": 0.0169, - "win": 0.076 + "delta": -0.0961, + "lo": -0.147, + "hi": -0.0462, + "win": 0.001 }, "mask_score": { - "delta": -0.0219, - "lo": -0.0715, - "hi": 0.0295, - "win": 0.209 + "delta": -0.0992, + "lo": -0.1387, + "hi": -0.0604, + "win": 0.0 + } + } + } + }, + "2026-10-23_v5-s-noflip-mask1": { + "frames": 286, + "mounts": 262, + "draws": 2000, + "f1": { + "delta": -0.0046, + "lo": -0.0236, + "hi": 0.0135, + "win": 0.308 + }, + "mask_score": { + "delta": -0.016, + "lo": -0.0305, + "hi": -0.002, + "win": 0.011 + }, + "per_class": { + "crystal": { + "f1": { + "delta": -0.0314, + "lo": -0.0825, + "hi": 0.0178, + "win": 0.102 + }, + "mask_score": { + "delta": -0.0629, + "lo": -0.099, + "hi": -0.0283, + "win": 0.0 } } } }, "2026-10-25_v5-amp": { - "frames": 236, - "mounts": 210, + "frames": 286, + "mounts": 262, "draws": 2000, "f1": { - "delta": -0.0219, - "lo": -0.0473, - "hi": 0.0037, - "win": 0.051 + "delta": -0.0245, + "lo": -0.0435, + "hi": -0.0055, + "win": 0.004 }, "mask_score": { - "delta": -0.0252, - "lo": -0.0444, - "hi": -0.0062, - "win": 0.004 + "delta": -0.0416, + "lo": -0.0574, + "hi": -0.0262, + "win": 0.0 }, "per_class": { "crystal": { "f1": { - "delta": -0.062, - "lo": -0.1296, - "hi": 0.0075, - "win": 0.043 + "delta": -0.0929, + "lo": -0.1459, + "hi": -0.0407, + "win": 0.001 }, "mask_score": { - "delta": -0.0374, - "lo": -0.0849, - "hi": 0.0115, - "win": 0.069 + "delta": -0.1055, + "lo": -0.1439, + "hi": -0.0684, + "win": 0.0 } } } }, "2026-10-25_v5-warm": { - "frames": 236, - "mounts": 210, + "frames": 286, + "mounts": 262, "draws": 2000, "f1": { - "delta": -0.001, - "lo": -0.0267, - "hi": 0.0256, - "win": 0.482 + "delta": -0.0113, + "lo": -0.0317, + "hi": 0.0069, + "win": 0.115 }, "mask_score": { - "delta": -0.0098, - "lo": -0.0299, - "hi": 0.01, - "win": 0.163 + "delta": -0.0314, + "lo": -0.0448, + "hi": -0.018, + "win": 0.0 }, "per_class": { "crystal": { "f1": { - "delta": 0.0257, - "lo": -0.0367, - "hi": 0.0911, - "win": 0.789 + "delta": -0.0594, + "lo": -0.1129, + "hi": -0.0115, + "win": 0.007 }, "mask_score": { - "delta": 0.0082, - "lo": -0.0383, - "hi": 0.0551, - "win": 0.637 + "delta": -0.0903, + "lo": -0.1299, + "hi": -0.055, + "win": 0.0 } } } }, "2026-10-26_v5h-noflip-mask1": { - "frames": 236, - "mounts": 210, + "frames": 286, + "mounts": 262, "draws": 2000, "f1": { - "delta": -0.0566, - "lo": -0.0925, - "hi": -0.0231, + "delta": -0.0538, + "lo": -0.0781, + "hi": -0.0316, "win": 0.0 }, "mask_score": { - "delta": -0.0447, - "lo": -0.07, - "hi": -0.0204, + "delta": -0.0627, + "lo": -0.0821, + "hi": -0.0443, "win": 0.0 }, "per_class": { "crystal": { "f1": { - "delta": -0.0543, - "lo": -0.1169, - "hi": 0.0179, - "win": 0.065 + "delta": -0.1143, + "lo": -0.1715, + "hi": -0.0604, + "win": 0.0 }, "mask_score": { - "delta": -0.0448, - "lo": -0.0951, - "hi": 0.0071, - "win": 0.045 + "delta": -0.1304, + "lo": -0.1724, + "hi": -0.0887, + "win": 0.0 } } } }, "2026-10-30_v6-noflip-mask1": { - "frames": 236, - "mounts": 210, + "frames": 286, + "mounts": 262, "draws": 2000, "f1": { - "delta": -0.0142, - "lo": -0.0418, - "hi": 0.014, - "win": 0.153 + "delta": -0.0179, + "lo": -0.0383, + "hi": 0.0019, + "win": 0.041 }, "mask_score": { - "delta": -0.0234, - "lo": -0.0441, - "hi": -0.0016, - "win": 0.019 + "delta": -0.0411, + "lo": -0.056, + "hi": -0.0278, + "win": 0.0 }, "per_class": { "crystal": { "f1": { - "delta": 0.0137, - "lo": -0.0509, - "hi": 0.0814, - "win": 0.653 + "delta": -0.0492, + "lo": -0.1015, + "hi": 0.0, + "win": 0.025 }, "mask_score": { - "delta": 0.0005, - "lo": -0.0449, - "hi": 0.0471, - "win": 0.5 + "delta": -0.0877, + "lo": -0.1242, + "hi": -0.052, + "win": 0.0 } } } }, "2026-10-31_v6-s-noflip-mask1": { - "frames": 236, - "mounts": 210, + "frames": 286, + "mounts": 262, "draws": 2000, "f1": { - "delta": -0.0046, - "lo": -0.0317, - "hi": 0.0232, - "win": 0.374 + "delta": -0.0155, + "lo": -0.0351, + "hi": 0.0035, + "win": 0.062 }, "mask_score": { - "delta": -0.0084, - "lo": -0.0292, - "hi": 0.0113, - "win": 0.197 + "delta": -0.0322, + "lo": -0.047, + "hi": -0.0168, + "win": 0.0 }, "per_class": { "crystal": { "f1": { - "delta": 0.0203, - "lo": -0.0439, - "hi": 0.0859, - "win": 0.742 + "delta": -0.0463, + "lo": -0.0959, + "hi": 0.0038, + "win": 0.035 }, "mask_score": { - "delta": 0.0341, - "lo": -0.0095, - "hi": 0.0776, - "win": 0.932 + "delta": -0.0585, + "lo": -0.0916, + "hi": -0.0249, + "win": 0.001 + } + } + } + }, + "2026-11-03_crop1-s": { + "frames": 286, + "mounts": 262, + "draws": 2000, + "f1": { + "delta": -0.3376, + "lo": -0.3818, + "hi": -0.2954, + "win": 0.0 + }, + "mask_score": { + "delta": -0.4115, + "lo": -0.4484, + "hi": -0.3729, + "win": 0.0 + }, + "per_class": { + "crystal": { + "f1": { + "delta": -0.0263, + "lo": -0.0859, + "hi": 0.0258, + "win": 0.172 + }, + "mask_score": { + "delta": -0.0946, + "lo": -0.1368, + "hi": -0.0538, + "win": 0.0 + } + } + } + }, + "2026-11-04_v7-s-noflip-mask1": { + "frames": 286, + "mounts": 262, + "draws": 2000, + "f1": { + "delta": -0.0031, + "lo": -0.0216, + "hi": 0.0156, + "win": 0.376 + }, + "mask_score": { + "delta": -0.0074, + "lo": -0.0214, + "hi": 0.0057, + "win": 0.131 + }, + "per_class": { + "crystal": { + "f1": { + "delta": -0.0083, + "lo": -0.0565, + "hi": 0.0366, + "win": 0.353 + }, + "mask_score": { + "delta": -0.0169, + "lo": -0.0503, + "hi": 0.0156, + "win": 0.153 } } } @@ -3497,987 +3998,183 @@ "beamline yolo26n-seg-overlap-false-2026-04-12": { "per_class": { "loop_all": { - "tp": 48, + "tp": 47, "fp": 18, - "fn": 34, - "precision": 0.7272727272727273, - "recall": 0.5853658536585366, - "f1": 0.6486486486486487, - "mean_mask_iou": 0.8116053825008248, - "n_matched": 48 + "fn": 33, + "precision": 0.7230769230769231, + "recall": 0.5875, + "f1": 0.6482758620689656, + "mean_mask_iou": 0.8037149034148157, + "n_matched": 47 }, "pin": { - "tp": 26, - "fp": 18, - "fn": 14, - "precision": 0.5909090909090909, - "recall": 0.65, - "f1": 0.6190476190476191, - "mean_mask_iou": 0.8929355804288792, - "n_matched": 26 + "tp": 25, + "fp": 17, + "fn": 9, + "precision": 0.5952380952380952, + "recall": 0.7352941176470589, + "f1": 0.6578947368421053, + "mean_mask_iou": 0.8924272702551802, + "n_matched": 25 }, "crystal": { - "tp": 11, - "fp": 17, - "fn": 19, - "precision": 0.39285714285714285, - "recall": 0.36666666666666664, - "f1": 0.3793103448275862, - "mean_mask_iou": 0.7870219732509092, - "n_matched": 11 + "tp": 10, + "fp": 18, + "fn": 25, + "precision": 0.35714285714285715, + "recall": 0.2857142857142857, + "f1": 0.3174603174603175, + "mean_mask_iou": 0.774684782103734, + "n_matched": 10 }, "loop_face": { - "tp": 28, + "tp": 27, "fp": 24, "fn": 39, - "precision": 0.5384615384615384, - "recall": 0.417910447761194, - "f1": 0.47058823529411764, - "mean_mask_iou": 0.8445081669169455, - "n_matched": 28 + "precision": 0.5294117647058824, + "recall": 0.4090909090909091, + "f1": 0.46153846153846156, + "mean_mask_iou": 0.821503712463786, + "n_matched": 27 }, "ice": { "tp": 1, "fp": 4, - "fn": 8, + "fn": 11, "precision": 0.2, - "recall": 0.1111111111111111, - "f1": 0.14285714285714285, + "recall": 0.08333333333333333, + "f1": 0.11764705882352941, "mean_mask_iou": 0.8931750741839762, "n_matched": 1 } }, "overall": { - "tp": 114, + "tp": 110, "fp": 81, - "fn": 114, - "precision": 0.5846153846153846, - "recall": 0.5, - "f1": 0.5390070921985816, - "mean_mask_iou": 0.8365792009193764, - "n_matched": 114 + "fn": 117, + "precision": 0.5759162303664922, + "recall": 0.4845814977973568, + "f1": 0.5263157894736842, + "mean_mask_iou": 0.8264173213510855, + "n_matched": 110 }, "dataset": { - "gold_images": 107 + "gold_images": 101 } }, "2026-09-28_alc-v1": { "per_class": { "loop_all": { - "tp": 71, - "fp": 14, - "fn": 11, - "precision": 0.8352941176470589, - "recall": 0.8658536585365854, - "f1": 0.8502994011976048, - "mean_mask_iou": 0.8520769300385382, - "n_matched": 71 - }, - "pin": { - "tp": 36, - "fp": 11, - "fn": 4, - "precision": 0.7659574468085106, - "recall": 0.9, - "f1": 0.8275862068965516, - "mean_mask_iou": 0.8882197778161622, - "n_matched": 36 - }, - "crystal": { - "tp": 12, - "fp": 7, - "fn": 18, - "precision": 0.631578947368421, - "recall": 0.4, - "f1": 0.4897959183673469, - "mean_mask_iou": 0.787210434133195, - "n_matched": 12 - }, - "loop_face": { - "tp": 44, - "fp": 21, - "fn": 23, - "precision": 0.676923076923077, - "recall": 0.6567164179104478, - "f1": 0.6666666666666667, - "mean_mask_iou": 0.8303244510830408, - "n_matched": 44 - }, - "ice": { - "tp": 1, - "fp": 1, - "fn": 8, - "precision": 0.5, - "recall": 0.1111111111111111, - "f1": 0.1818181818181818, - "mean_mask_iou": 0.8808139534883721, - "n_matched": 1 - } - }, - "overall": { - "tp": 164, - "fp": 54, - "fn": 64, - "precision": 0.7522935779816514, - "recall": 0.7192982456140351, - "f1": 0.73542600896861, - "mean_mask_iou": 0.849603591736943, - "n_matched": 164 - }, - "dataset": { - "gold_images": 107 - } - }, - "2026-09-28_alc-v1-800px": { - "per_class": { - "loop_all": { - "tp": 74, - "fp": 21, - "fn": 8, - "precision": 0.7789473684210526, - "recall": 0.9024390243902439, - "f1": 0.8361581920903954, - "mean_mask_iou": 0.8651284521098243, - "n_matched": 74 - }, - "pin": { - "tp": 35, - "fp": 7, - "fn": 5, - "precision": 0.8333333333333334, - "recall": 0.875, - "f1": 0.8536585365853658, - "mean_mask_iou": 0.8917055825200243, - "n_matched": 35 - }, - "crystal": { - "tp": 12, - "fp": 12, - "fn": 18, - "precision": 0.5, - "recall": 0.4, - "f1": 0.4444444444444445, - "mean_mask_iou": 0.7857098339381005, - "n_matched": 12 - }, - "loop_face": { - "tp": 36, - "fp": 17, - "fn": 31, - "precision": 0.6792452830188679, - "recall": 0.5373134328358209, - "f1": 0.5999999999999999, - "mean_mask_iou": 0.8398166648310967, - "n_matched": 36 - }, - "ice": { - "tp": 0, - "fp": 1, - "fn": 9, - "precision": 0.0, - "recall": 0.0, - "f1": 0.0, - "mean_mask_iou": 0.0, - "n_matched": 0 - } - }, - "overall": { - "tp": 157, - "fp": 58, - "fn": 71, - "precision": 0.7302325581395349, - "recall": 0.6885964912280702, - "f1": 0.708803611738149, - "mean_mask_iou": 0.8591791005446142, - "n_matched": 157 - }, - "dataset": { - "gold_images": 107 - } - }, - "2026-09-28_alc-v1-humanonly": { - "per_class": { - "loop_all": { - "tp": 72, - "fp": 11, + "tp": 70, + "fp": 13, "fn": 10, - "precision": 0.8674698795180723, - "recall": 0.8780487804878049, - "f1": 0.8727272727272728, - "mean_mask_iou": 0.8508376829506162, - "n_matched": 72 + "precision": 0.8433734939759037, + "recall": 0.875, + "f1": 0.8588957055214724, + "mean_mask_iou": 0.8487615869374686, + "n_matched": 70 }, "pin": { - "tp": 35, - "fp": 5, - "fn": 5, - "precision": 0.875, - "recall": 0.875, - "f1": 0.875, - "mean_mask_iou": 0.8856283820013501, - "n_matched": 35 + "tp": 30, + "fp": 9, + "fn": 4, + "precision": 0.7692307692307693, + "recall": 0.8823529411764706, + "f1": 0.8219178082191781, + "mean_mask_iou": 0.9131504017068632, + "n_matched": 30 }, "crystal": { - "tp": 14, - "fp": 11, - "fn": 16, - "precision": 0.56, - "recall": 0.4666666666666667, - "f1": 0.509090909090909, - "mean_mask_iou": 0.7687304397186375, - "n_matched": 14 + "tp": 12, + "fp": 7, + "fn": 23, + "precision": 0.631578947368421, + "recall": 0.34285714285714286, + "f1": 0.4444444444444445, + "mean_mask_iou": 0.7654780025942699, + "n_matched": 12 }, "loop_face": { "tp": 43, - "fp": 21, - "fn": 24, - "precision": 0.671875, - "recall": 0.6417910447761194, - "f1": 0.6564885496183207, - "mean_mask_iou": 0.8295631323307117, + "fp": 20, + "fn": 23, + "precision": 0.6825396825396826, + "recall": 0.6515151515151515, + "f1": 0.6666666666666666, + "mean_mask_iou": 0.8246307930231478, "n_matched": 43 }, "ice": { "tp": 1, "fp": 1, - "fn": 8, - "precision": 0.5, - "recall": 0.1111111111111111, - "f1": 0.1818181818181818, - "mean_mask_iou": 0.8895522388059701, - "n_matched": 1 - } - }, - "overall": { - "tp": 165, - "fp": 49, - "fn": 63, - "precision": 0.7710280373831776, - "recall": 0.7236842105263158, - "f1": 0.746606334841629, - "mean_mask_iou": 0.845941209864116, - "n_matched": 165 - }, - "dataset": { - "gold_images": 107 - } - }, - "2026-09-28_alc-v1-mask1": { - "per_class": { - "loop_all": { - "tp": 75, - "fp": 27, - "fn": 7, - "precision": 0.7352941176470589, - "recall": 0.9146341463414634, - "f1": 0.8152173913043479, - "mean_mask_iou": 0.856891029744356, - "n_matched": 75 - }, - "pin": { - "tp": 33, - "fp": 6, - "fn": 7, - "precision": 0.8461538461538461, - "recall": 0.825, - "f1": 0.8354430379746836, - "mean_mask_iou": 0.9038044765084308, - "n_matched": 33 - }, - "crystal": { - "tp": 11, - "fp": 4, - "fn": 19, - "precision": 0.7333333333333333, - "recall": 0.36666666666666664, - "f1": 0.4888888888888889, - "mean_mask_iou": 0.7899232116772347, - "n_matched": 11 - }, - "loop_face": { - "tp": 47, - "fp": 20, - "fn": 20, - "precision": 0.7014925373134329, - "recall": 0.7014925373134329, - "f1": 0.7014925373134329, - "mean_mask_iou": 0.8378540999391998, - "n_matched": 47 - }, - "ice": { - "tp": 1, - "fp": 0, - "fn": 8, - "precision": 1.0, - "recall": 0.1111111111111111, - "f1": 0.19999999999999998, - "mean_mask_iou": 0.8958333333333334, - "n_matched": 1 - } - }, - "overall": { - "tp": 167, - "fp": 57, - "fn": 61, - "precision": 0.7455357142857143, - "recall": 0.7324561403508771, - "f1": 0.7389380530973452, - "mean_mask_iou": 0.8566257863145521, - "n_matched": 167 - }, - "dataset": { - "gold_images": 107 - } - }, - "2026-09-28_alc-v1-noflip": { - "per_class": { - "loop_all": { - "tp": 74, - "fp": 14, - "fn": 8, - "precision": 0.8409090909090909, - "recall": 0.9024390243902439, - "f1": 0.8705882352941177, - "mean_mask_iou": 0.846889963631401, - "n_matched": 74 - }, - "pin": { - "tp": 34, - "fp": 5, - "fn": 6, - "precision": 0.8717948717948718, - "recall": 0.85, - "f1": 0.8607594936708861, - "mean_mask_iou": 0.8820070350674379, - "n_matched": 34 - }, - "crystal": { - "tp": 13, - "fp": 9, - "fn": 17, - "precision": 0.5909090909090909, - "recall": 0.43333333333333335, - "f1": 0.5, - "mean_mask_iou": 0.7325078499800658, - "n_matched": 13 - }, - "loop_face": { - "tp": 48, - "fp": 26, - "fn": 19, - "precision": 0.6486486486486487, - "recall": 0.7164179104477612, - "f1": 0.6808510638297873, - "mean_mask_iou": 0.8277774500605997, - "n_matched": 48 - }, - "ice": { - "tp": 1, - "fp": 0, - "fn": 8, - "precision": 1.0, - "recall": 0.1111111111111111, - "f1": 0.19999999999999998, - "mean_mask_iou": 0.9156626506024096, - "n_matched": 1 - } - }, - "overall": { - "tp": 170, - "fp": 54, - "fn": 58, - "precision": 0.7589285714285714, - "recall": 0.7456140350877193, - "f1": 0.7522123893805309, - "mean_mask_iou": 0.8401745812015802, - "n_matched": 170 - }, - "dataset": { - "gold_images": 107 - } - }, - "2026-09-29_alc-v1-noflip-mask1": { - "per_class": { - "loop_all": { - "tp": 74, - "fp": 17, - "fn": 8, - "precision": 0.8131868131868132, - "recall": 0.9024390243902439, - "f1": 0.8554913294797688, - "mean_mask_iou": 0.8524137396040476, - "n_matched": 74 - }, - "pin": { - "tp": 35, - "fp": 6, - "fn": 5, - "precision": 0.8536585365853658, - "recall": 0.875, - "f1": 0.8641975308641976, - "mean_mask_iou": 0.8929084066966806, - "n_matched": 35 - }, - "crystal": { - "tp": 14, - "fp": 17, - "fn": 16, - "precision": 0.45161290322580644, - "recall": 0.4666666666666667, - "f1": 0.45901639344262296, - "mean_mask_iou": 0.7737037697673378, - "n_matched": 14 - }, - "loop_face": { - "tp": 47, - "fp": 26, - "fn": 20, - "precision": 0.6438356164383562, - "recall": 0.7014925373134329, - "f1": 0.6714285714285715, - "mean_mask_iou": 0.8376208946796272, - "n_matched": 47 - }, - "ice": { - "tp": 1, - "fp": 1, - "fn": 8, - "precision": 0.5, - "recall": 0.1111111111111111, - "f1": 0.1818181818181818, - "mean_mask_iou": 0.901840490797546, - "n_matched": 1 - } - }, - "overall": { - "tp": 171, - "fp": 67, - "fn": 57, - "precision": 0.7184873949579832, - "recall": 0.75, - "f1": 0.7339055793991416, - "mean_mask_iou": 0.8504812063307956, - "n_matched": 171 - }, - "dataset": { - "gold_images": 107 - } - }, - "2026-09-29_v2-recipeA": { - "per_class": { - "loop_all": { - "tp": 77, - "fp": 16, - "fn": 5, - "precision": 0.8279569892473119, - "recall": 0.9390243902439024, - "f1": 0.8799999999999999, - "mean_mask_iou": 0.8387941614212304, - "n_matched": 77 - }, - "pin": { - "tp": 35, - "fp": 9, - "fn": 5, - "precision": 0.7954545454545454, - "recall": 0.875, - "f1": 0.8333333333333334, - "mean_mask_iou": 0.8832147423385468, - "n_matched": 35 - }, - "crystal": { - "tp": 13, - "fp": 11, - "fn": 17, - "precision": 0.5416666666666666, - "recall": 0.43333333333333335, - "f1": 0.4814814814814815, - "mean_mask_iou": 0.7865922910782236, - "n_matched": 13 - }, - "loop_face": { - "tp": 48, - "fp": 26, - "fn": 19, - "precision": 0.6486486486486487, - "recall": 0.7164179104477612, - "f1": 0.6808510638297873, - "mean_mask_iou": 0.8160874889402566, - "n_matched": 48 - }, - "ice": { - "tp": 1, - "fp": 3, - "fn": 8, - "precision": 0.25, - "recall": 0.1111111111111111, - "f1": 0.15384615384615383, - "mean_mask_iou": 0.8793103448275862, - "n_matched": 1 - } - }, - "overall": { - "tp": 174, - "fp": 65, - "fn": 54, - "precision": 0.7280334728033473, - "recall": 0.7631578947368421, - "f1": 0.7451820128479656, - "mean_mask_iou": 0.8377981379842568, - "n_matched": 174 - }, - "dataset": { - "gold_images": 107 - } - }, - "2026-09-29_v3-noflip-mask1": { - "per_class": { - "loop_all": { - "tp": 77, - "fp": 14, - "fn": 5, - "precision": 0.8461538461538461, - "recall": 0.9390243902439024, - "f1": 0.8901734104046243, - "mean_mask_iou": 0.8717811274695157, - "n_matched": 77 - }, - "pin": { - "tp": 36, - "fp": 4, - "fn": 4, - "precision": 0.9, - "recall": 0.9, - "f1": 0.9, - "mean_mask_iou": 0.8987905634050884, - "n_matched": 36 - }, - "crystal": { - "tp": 15, - "fp": 5, - "fn": 15, - "precision": 0.75, - "recall": 0.5, - "f1": 0.6, - "mean_mask_iou": 0.7905042408156481, - "n_matched": 15 - }, - "loop_face": { - "tp": 58, - "fp": 26, - "fn": 9, - "precision": 0.6904761904761905, - "recall": 0.8656716417910447, - "f1": 0.7682119205298013, - "mean_mask_iou": 0.8239478295477372, - "n_matched": 58 - }, - "ice": { - "tp": 1, - "fp": 2, - "fn": 8, - "precision": 0.3333333333333333, - "recall": 0.1111111111111111, - "f1": 0.16666666666666666, - "mean_mask_iou": 0.8753799392097265, - "n_matched": 1 - } - }, - "overall": { - "tp": 187, - "fp": 51, - "fn": 41, - "precision": 0.7857142857142857, - "recall": 0.8201754385964912, - "f1": 0.8025751072961373, - "mean_mask_iou": 0.8556445174489263, - "n_matched": 187 - }, - "dataset": { - "gold_images": 107 - } - }, - "2026-09-29_v3-recipeA": { - "per_class": { - "loop_all": { - "tp": 78, - "fp": 8, - "fn": 4, - "precision": 0.9069767441860465, - "recall": 0.9512195121951219, - "f1": 0.9285714285714286, - "mean_mask_iou": 0.8642736506881715, - "n_matched": 78 - }, - "pin": { - "tp": 36, - "fp": 10, - "fn": 4, - "precision": 0.782608695652174, - "recall": 0.9, - "f1": 0.8372093023255814, - "mean_mask_iou": 0.8875905598736473, - "n_matched": 36 - }, - "crystal": { - "tp": 14, - "fp": 7, - "fn": 16, - "precision": 0.6666666666666666, - "recall": 0.4666666666666667, - "f1": 0.5490196078431373, - "mean_mask_iou": 0.7906747726239798, - "n_matched": 14 - }, - "loop_face": { - "tp": 55, - "fp": 21, - "fn": 12, - "precision": 0.7236842105263158, - "recall": 0.8208955223880597, - "f1": 0.7692307692307693, - "mean_mask_iou": 0.8291669135392943, - "n_matched": 55 - }, - "ice": { - "tp": 1, - "fp": 3, - "fn": 8, - "precision": 0.25, - "recall": 0.1111111111111111, - "f1": 0.15384615384615383, - "mean_mask_iou": 0.8724637681159421, - "n_matched": 1 - } - }, - "overall": { - "tp": 184, - "fp": 49, - "fn": 44, - "precision": 0.7896995708154506, - "recall": 0.8070175438596491, - "f1": 0.7982646420824294, - "mean_mask_iou": 0.8527863898839209, - "n_matched": 184 - }, - "dataset": { - "gold_images": 107 - } - }, - "2026-09-30_v3-s-640px": { - "per_class": { - "loop_all": { - "tp": 77, - "fp": 9, - "fn": 5, - "precision": 0.8953488372093024, - "recall": 0.9390243902439024, - "f1": 0.9166666666666666, - "mean_mask_iou": 0.875482179708955, - "n_matched": 77 - }, - "pin": { - "tp": 36, - "fp": 3, - "fn": 4, - "precision": 0.9230769230769231, - "recall": 0.9, - "f1": 0.9113924050632911, - "mean_mask_iou": 0.8873643650165226, - "n_matched": 36 - }, - "crystal": { - "tp": 15, - "fp": 7, - "fn": 15, - "precision": 0.6818181818181818, - "recall": 0.5, - "f1": 0.576923076923077, - "mean_mask_iou": 0.7682687171085124, - "n_matched": 15 - }, - "loop_face": { - "tp": 58, - "fp": 22, - "fn": 9, - "precision": 0.725, - "recall": 0.8656716417910447, - "f1": 0.7891156462585034, - "mean_mask_iou": 0.8293982544142166, - "n_matched": 58 - }, - "ice": { - "tp": 1, - "fp": 1, - "fn": 8, - "precision": 0.5, - "recall": 0.1111111111111111, - "f1": 0.1818181818181818, - "mean_mask_iou": 0.8480243161094225, - "n_matched": 1 - } - }, - "overall": { - "tp": 187, - "fp": 42, - "fn": 41, - "precision": 0.8165938864628821, - "recall": 0.8201754385964912, - "f1": 0.8183807439824945, - "mean_mask_iou": 0.8547294053847379, - "n_matched": 187 - }, - "dataset": { - "gold_images": 107 - } - }, - "2026-10-01_v4-noflip-mask1": { - "per_class": { - "loop_all": { - "tp": 77, - "fp": 8, - "fn": 5, - "precision": 0.9058823529411765, - "recall": 0.9390243902439024, - "f1": 0.9221556886227545, - "mean_mask_iou": 0.8829628427244136, - "n_matched": 77 - }, - "pin": { - "tp": 37, - "fp": 7, - "fn": 3, - "precision": 0.8409090909090909, - "recall": 0.925, - "f1": 0.8809523809523809, - "mean_mask_iou": 0.8902677531393571, - "n_matched": 37 - }, - "crystal": { - "tp": 16, - "fp": 11, - "fn": 14, - "precision": 0.5925925925925926, - "recall": 0.5333333333333333, - "f1": 0.5614035087719299, - "mean_mask_iou": 0.8099010484769642, - "n_matched": 16 - }, - "loop_face": { - "tp": 58, - "fp": 20, - "fn": 9, - "precision": 0.7435897435897436, - "recall": 0.8656716417910447, - "f1": 0.8, - "mean_mask_iou": 0.8322010547062246, - "n_matched": 58 - }, - "ice": { - "tp": 1, - "fp": 2, - "fn": 8, - "precision": 0.3333333333333333, - "recall": 0.1111111111111111, - "f1": 0.16666666666666666, - "mean_mask_iou": 0.9003021148036254, - "n_matched": 1 - } - }, - "overall": { - "tp": 189, - "fp": 48, - "fn": 39, - "precision": 0.7974683544303798, - "recall": 0.8289473684210527, - "f1": 0.8129032258064517, - "mean_mask_iou": 0.8627218297319165, - "n_matched": 189 - }, - "dataset": { - "gold_images": 107 - } - }, - "2026-10-01_v4-recipeA": { - "per_class": { - "loop_all": { - "tp": 77, - "fp": 14, - "fn": 5, - "precision": 0.8461538461538461, - "recall": 0.9390243902439024, - "f1": 0.8901734104046243, - "mean_mask_iou": 0.8672246266423598, - "n_matched": 77 - }, - "pin": { - "tp": 36, - "fp": 6, - "fn": 4, - "precision": 0.8571428571428571, - "recall": 0.9, - "f1": 0.8780487804878048, - "mean_mask_iou": 0.9041051991537292, - "n_matched": 36 - }, - "crystal": { - "tp": 14, - "fp": 15, - "fn": 16, - "precision": 0.4827586206896552, - "recall": 0.4666666666666667, - "f1": 0.47457627118644075, - "mean_mask_iou": 0.7633714777455356, - "n_matched": 14 - }, - "loop_face": { - "tp": 56, - "fp": 26, "fn": 11, - "precision": 0.6829268292682927, - "recall": 0.835820895522388, - "f1": 0.7516778523489933, - "mean_mask_iou": 0.8244866284294033, - "n_matched": 56 - }, - "ice": { - "tp": 1, - "fp": 2, - "fn": 8, - "precision": 0.3333333333333333, - "recall": 0.1111111111111111, - "f1": 0.16666666666666666, - "mean_mask_iou": 0.8850574712643678, - "n_matched": 1 - } - }, - "overall": { - "tp": 184, - "fp": 63, - "fn": 44, - "precision": 0.7449392712550608, - "recall": 0.8070175438596491, - "f1": 0.7747368421052632, - "mean_mask_iou": 0.8536282215910027, - "n_matched": 184 - }, - "dataset": { - "gold_images": 107 - } - }, - "2026-10-22_v5-noflip-mask1": { - "per_class": { - "loop_all": { - "tp": 78, - "fp": 10, - "fn": 4, - "precision": 0.8863636363636364, - "recall": 0.9512195121951219, - "f1": 0.9176470588235294, - "mean_mask_iou": 0.8780226535883028, - "n_matched": 78 - }, - "pin": { - "tp": 35, - "fp": 4, - "fn": 5, - "precision": 0.8974358974358975, - "recall": 0.875, - "f1": 0.8860759493670887, - "mean_mask_iou": 0.9034393571761384, - "n_matched": 35 - }, - "crystal": { - "tp": 15, - "fp": 13, - "fn": 15, - "precision": 0.5357142857142857, - "recall": 0.5, - "f1": 0.5172413793103449, - "mean_mask_iou": 0.8007609759017009, - "n_matched": 15 - }, - "loop_face": { - "tp": 56, - "fp": 22, - "fn": 11, - "precision": 0.717948717948718, - "recall": 0.835820895522388, - "f1": 0.7724137931034484, - "mean_mask_iou": 0.8247521984592348, - "n_matched": 56 - }, - "ice": { - "tp": 1, - "fp": 1, - "fn": 8, "precision": 0.5, - "recall": 0.1111111111111111, - "f1": 0.1818181818181818, - "mean_mask_iou": 0.8985074626865671, + "recall": 0.08333333333333333, + "f1": 0.14285714285714285, + "mean_mask_iou": 0.8808139534883721, "n_matched": 1 } }, "overall": { - "tp": 185, + "tp": 156, "fp": 50, - "fn": 43, - "precision": 0.7872340425531915, - "recall": 0.8114035087719298, - "f1": 0.799136069114471, - "mean_mask_iou": 0.8605523767350364, - "n_matched": 185 + "fn": 71, + "precision": 0.7572815533980582, + "recall": 0.6872246696035242, + "f1": 0.720554272517321, + "mean_mask_iou": 0.8482916488554088, + "n_matched": 156 }, "dataset": { - "gold_images": 107 + "gold_images": 101 } }, - "2026-10-23_v5-n-1024px": { + "2026-09-28_alc-v1-800px": { "per_class": { "loop_all": { - "tp": 79, - "fp": 10, - "fn": 3, - "precision": 0.8876404494382022, - "recall": 0.9634146341463414, - "f1": 0.9239766081871345, - "mean_mask_iou": 0.8810315455938095, - "n_matched": 79 + "tp": 73, + "fp": 19, + "fn": 7, + "precision": 0.7934782608695652, + "recall": 0.9125, + "f1": 0.8488372093023255, + "mean_mask_iou": 0.8645577555117057, + "n_matched": 73 }, "pin": { - "tp": 36, - "fp": 5, + "tp": 30, + "fp": 7, "fn": 4, - "precision": 0.8780487804878049, - "recall": 0.9, - "f1": 0.888888888888889, - "mean_mask_iou": 0.9059072960672978, - "n_matched": 36 + "precision": 0.8108108108108109, + "recall": 0.8823529411764706, + "f1": 0.8450704225352113, + "mean_mask_iou": 0.9188851100499188, + "n_matched": 30 }, "crystal": { - "tp": 16, - "fp": 8, - "fn": 14, - "precision": 0.6666666666666666, - "recall": 0.5333333333333333, - "f1": 0.5925925925925926, - "mean_mask_iou": 0.8005865884243686, - "n_matched": 16 + "tp": 13, + "fp": 10, + "fn": 22, + "precision": 0.5652173913043478, + "recall": 0.37142857142857144, + "f1": 0.4482758620689655, + "mean_mask_iou": 0.7438821848295766, + "n_matched": 13 }, "loop_face": { - "tp": 56, - "fp": 21, - "fn": 11, - "precision": 0.7272727272727273, - "recall": 0.835820895522388, - "f1": 0.7777777777777778, - "mean_mask_iou": 0.8294983216737084, - "n_matched": 56 + "tp": 35, + "fp": 16, + "fn": 31, + "precision": 0.6862745098039216, + "recall": 0.5303030303030303, + "f1": 0.5982905982905983, + "mean_mask_iou": 0.8290900074622961, + "n_matched": 35 }, "ice": { "tp": 0, - "fp": 2, - "fn": 9, + "fp": 1, + "fn": 12, "precision": 0.0, "recall": 0.0, "f1": 0.0, @@ -4486,419 +4183,1424 @@ } }, "overall": { - "tp": 187, - "fp": 46, - "fn": 41, - "precision": 0.8025751072961373, - "recall": 0.8201754385964912, - "f1": 0.8112798264642083, - "mean_mask_iou": 0.863505059833429, - "n_matched": 187 + "tp": 151, + "fp": 53, + "fn": 76, + "precision": 0.7401960784313726, + "recall": 0.6651982378854625, + "f1": 0.7006960556844547, + "mean_mask_iou": 0.8567409809126946, + "n_matched": 151 }, "dataset": { - "gold_images": 107 + "gold_images": 101 } }, - "2026-10-23_v5-s-noflip-mask1": { + "2026-09-28_alc-v1-humanonly": { "per_class": { "loop_all": { - "tp": 79, - "fp": 7, - "fn": 3, - "precision": 0.9186046511627907, - "recall": 0.9634146341463414, - "f1": 0.9404761904761905, - "mean_mask_iou": 0.8759748376865424, - "n_matched": 79 + "tp": 71, + "fp": 11, + "fn": 9, + "precision": 0.8658536585365854, + "recall": 0.8875, + "f1": 0.8765432098765432, + "mean_mask_iou": 0.8453987974864846, + "n_matched": 71 }, "pin": { - "tp": 36, - "fp": 6, - "fn": 4, - "precision": 0.8571428571428571, - "recall": 0.9, - "f1": 0.8780487804878048, - "mean_mask_iou": 0.9083423892715649, - "n_matched": 36 + "tp": 31, + "fp": 4, + "fn": 3, + "precision": 0.8857142857142857, + "recall": 0.9117647058823529, + "f1": 0.8985507246376812, + "mean_mask_iou": 0.9021709056301845, + "n_matched": 31 }, "crystal": { - "tp": 16, - "fp": 11, - "fn": 14, - "precision": 0.5925925925925926, - "recall": 0.5333333333333333, - "f1": 0.5614035087719299, - "mean_mask_iou": 0.7887475047177739, - "n_matched": 16 + "tp": 13, + "fp": 12, + "fn": 22, + "precision": 0.52, + "recall": 0.37142857142857144, + "f1": 0.43333333333333335, + "mean_mask_iou": 0.7937771011343077, + "n_matched": 13 }, "loop_face": { - "tp": 60, + "tp": 42, "fp": 19, - "fn": 7, - "precision": 0.759493670886076, - "recall": 0.8955223880597015, - "f1": 0.8219178082191781, - "mean_mask_iou": 0.8210345528841124, - "n_matched": 60 + "fn": 24, + "precision": 0.6885245901639344, + "recall": 0.6363636363636364, + "f1": 0.6614173228346456, + "mean_mask_iou": 0.8265107697438145, + "n_matched": 42 }, "ice": { "tp": 1, - "fp": 3, - "fn": 8, - "precision": 0.25, - "recall": 0.1111111111111111, - "f1": 0.15384615384615383, - "mean_mask_iou": 0.8635014836795252, + "fp": 1, + "fn": 11, + "precision": 0.5, + "recall": 0.08333333333333333, + "f1": 0.14285714285714285, + "mean_mask_iou": 0.8895522388059701, "n_matched": 1 } }, "overall": { - "tp": 192, - "fp": 46, - "fn": 36, - "precision": 0.8067226890756303, - "recall": 0.8421052631578947, - "f1": 0.8240343347639484, - "mean_mask_iou": 0.8575410048084576, - "n_matched": 192 + "tp": 158, + "fp": 47, + "fn": 69, + "precision": 0.7707317073170732, + "recall": 0.6960352422907489, + "f1": 0.7314814814814815, + "mean_mask_iou": 0.8475488580941033, + "n_matched": 158 }, "dataset": { - "gold_images": 107 + "gold_images": 101 } }, - "2026-10-25_v5-amp": { + "2026-09-28_alc-v1-mask1": { "per_class": { "loop_all": { - "tp": 78, - "fp": 5, - "fn": 4, - "precision": 0.9397590361445783, - "recall": 0.9512195121951219, - "f1": 0.9454545454545454, - "mean_mask_iou": 0.8803239662944046, - "n_matched": 78 + "tp": 74, + "fp": 22, + "fn": 6, + "precision": 0.7708333333333334, + "recall": 0.925, + "f1": 0.840909090909091, + "mean_mask_iou": 0.856451889913816, + "n_matched": 74 }, "pin": { - "tp": 36, + "tp": 30, + "fp": 4, + "fn": 4, + "precision": 0.8823529411764706, + "recall": 0.8823529411764706, + "f1": 0.8823529411764706, + "mean_mask_iou": 0.9094187270418437, + "n_matched": 30 + }, + "crystal": { + "tp": 10, + "fp": 5, + "fn": 25, + "precision": 0.6666666666666666, + "recall": 0.2857142857142857, + "f1": 0.4, + "mean_mask_iou": 0.8117567968527949, + "n_matched": 10 + }, + "loop_face": { + "tp": 45, + "fp": 20, + "fn": 21, + "precision": 0.6923076923076923, + "recall": 0.6818181818181818, + "f1": 0.6870229007633587, + "mean_mask_iou": 0.8335232991684915, + "n_matched": 45 + }, + "ice": { + "tp": 1, + "fp": 0, + "fn": 11, + "precision": 1.0, + "recall": 0.08333333333333333, + "f1": 0.15384615384615385, + "mean_mask_iou": 0.8958333333333334, + "n_matched": 1 + } + }, + "overall": { + "tp": 160, + "fp": 51, + "fn": 67, + "precision": 0.7582938388625592, + "recall": 0.7048458149779736, + "f1": 0.730593607305936, + "mean_mask_iou": 0.8573871964332573, + "n_matched": 160 + }, + "dataset": { + "gold_images": 101 + } + }, + "2026-09-28_alc-v1-noflip": { + "per_class": { + "loop_all": { + "tp": 73, + "fp": 13, + "fn": 7, + "precision": 0.8488372093023255, + "recall": 0.9125, + "f1": 0.8795180722891567, + "mean_mask_iou": 0.844709514242001, + "n_matched": 73 + }, + "pin": { + "tp": 30, + "fp": 4, + "fn": 4, + "precision": 0.8823529411764706, + "recall": 0.8823529411764706, + "f1": 0.8823529411764706, + "mean_mask_iou": 0.9090001034215187, + "n_matched": 30 + }, + "crystal": { + "tp": 12, + "fp": 10, + "fn": 23, + "precision": 0.5454545454545454, + "recall": 0.34285714285714286, + "f1": 0.42105263157894735, + "mean_mask_iou": 0.7333481458476944, + "n_matched": 12 + }, + "loop_face": { + "tp": 46, + "fp": 26, + "fn": 20, + "precision": 0.6388888888888888, + "recall": 0.696969696969697, + "f1": 0.6666666666666666, + "mean_mask_iou": 0.8163888045904083, + "n_matched": 46 + }, + "ice": { + "tp": 1, + "fp": 0, + "fn": 11, + "precision": 1.0, + "recall": 0.08333333333333333, + "f1": 0.15384615384615385, + "mean_mask_iou": 0.9156626506024096, + "n_matched": 1 + } + }, + "overall": { + "tp": 162, + "fp": 53, + "fn": 65, + "precision": 0.7534883720930232, + "recall": 0.7136563876651982, + "f1": 0.7330316742081449, + "mean_mask_iou": 0.8407624879891674, + "n_matched": 162 + }, + "dataset": { + "gold_images": 101 + } + }, + "2026-09-29_alc-v1-noflip-mask1": { + "per_class": { + "loop_all": { + "tp": 73, + "fp": 15, + "fn": 7, + "precision": 0.8295454545454546, + "recall": 0.9125, + "f1": 0.869047619047619, + "mean_mask_iou": 0.8489881264358725, + "n_matched": 73 + }, + "pin": { + "tp": 30, "fp": 5, "fn": 4, - "precision": 0.8780487804878049, - "recall": 0.9, - "f1": 0.888888888888889, - "mean_mask_iou": 0.9082361361554637, - "n_matched": 36 + "precision": 0.8571428571428571, + "recall": 0.8823529411764706, + "f1": 0.8695652173913043, + "mean_mask_iou": 0.9230319018640923, + "n_matched": 30 }, "crystal": { "tp": 14, - "fp": 13, - "fn": 16, - "precision": 0.5185185185185185, - "recall": 0.4666666666666667, - "f1": 0.4912280701754386, - "mean_mask_iou": 0.7978303451858817, + "fp": 16, + "fn": 21, + "precision": 0.4666666666666667, + "recall": 0.4, + "f1": 0.4307692307692308, + "mean_mask_iou": 0.7362729782099298, "n_matched": 14 }, + "loop_face": { + "tp": 46, + "fp": 23, + "fn": 20, + "precision": 0.6666666666666666, + "recall": 0.696969696969697, + "f1": 0.6814814814814815, + "mean_mask_iou": 0.8210415415073891, + "n_matched": 46 + }, + "ice": { + "tp": 1, + "fp": 1, + "fn": 11, + "precision": 0.5, + "recall": 0.08333333333333333, + "f1": 0.14285714285714285, + "mean_mask_iou": 0.901840490797546, + "n_matched": 1 + } + }, + "overall": { + "tp": 164, + "fp": 60, + "fn": 63, + "precision": 0.7321428571428571, + "recall": 0.7224669603524229, + "f1": 0.7272727272727273, + "mean_mask_iou": 0.8453942889074262, + "n_matched": 164 + }, + "dataset": { + "gold_images": 101 + } + }, + "2026-09-29_v2-recipeA": { + "per_class": { + "loop_all": { + "tp": 76, + "fp": 14, + "fn": 4, + "precision": 0.8444444444444444, + "recall": 0.95, + "f1": 0.8941176470588236, + "mean_mask_iou": 0.8372524250756196, + "n_matched": 76 + }, + "pin": { + "tp": 31, + "fp": 7, + "fn": 3, + "precision": 0.8157894736842105, + "recall": 0.9117647058823529, + "f1": 0.861111111111111, + "mean_mask_iou": 0.9074928734939262, + "n_matched": 31 + }, + "crystal": { + "tp": 12, + "fp": 12, + "fn": 23, + "precision": 0.5, + "recall": 0.34285714285714286, + "f1": 0.4067796610169492, + "mean_mask_iou": 0.7781477218269114, + "n_matched": 12 + }, + "loop_face": { + "tp": 47, + "fp": 24, + "fn": 19, + "precision": 0.6619718309859155, + "recall": 0.7121212121212122, + "f1": 0.6861313868613139, + "mean_mask_iou": 0.8086699772488379, + "n_matched": 47 + }, + "ice": { + "tp": 1, + "fp": 3, + "fn": 11, + "precision": 0.25, + "recall": 0.08333333333333333, + "f1": 0.125, + "mean_mask_iou": 0.8793103448275862, + "n_matched": 1 + } + }, + "overall": { + "tp": 167, + "fp": 60, + "fn": 60, + "precision": 0.73568281938326, + "recall": 0.73568281938326, + "f1": 0.73568281938326, + "mean_mask_iou": 0.838251708512004, + "n_matched": 167 + }, + "dataset": { + "gold_images": 101 + } + }, + "2026-09-29_v3-noflip-mask1": { + "per_class": { + "loop_all": { + "tp": 76, + "fp": 14, + "fn": 4, + "precision": 0.8444444444444444, + "recall": 0.95, + "f1": 0.8941176470588236, + "mean_mask_iou": 0.870180911158235, + "n_matched": 76 + }, + "pin": { + "tp": 32, + "fp": 3, + "fn": 2, + "precision": 0.9142857142857143, + "recall": 0.9411764705882353, + "f1": 0.9275362318840579, + "mean_mask_iou": 0.9123312436125963, + "n_matched": 32 + }, + "crystal": { + "tp": 15, + "fp": 4, + "fn": 20, + "precision": 0.7894736842105263, + "recall": 0.42857142857142855, + "f1": 0.5555555555555555, + "mean_mask_iou": 0.7842206751416737, + "n_matched": 15 + }, "loop_face": { "tp": 57, - "fp": 16, - "fn": 10, - "precision": 0.7808219178082192, - "recall": 0.8507462686567164, - "f1": 0.8142857142857143, - "mean_mask_iou": 0.8327616621178932, + "fp": 25, + "fn": 9, + "precision": 0.6951219512195121, + "recall": 0.8636363636363636, + "f1": 0.7702702702702704, + "mean_mask_iou": 0.8152875968614256, + "n_matched": 57 + }, + "ice": { + "tp": 1, + "fp": 2, + "fn": 11, + "precision": 0.3333333333333333, + "recall": 0.08333333333333333, + "f1": 0.13333333333333333, + "mean_mask_iou": 0.8753799392097265, + "n_matched": 1 + } + }, + "overall": { + "tp": 181, + "fp": 48, + "fn": 46, + "precision": 0.7903930131004366, + "recall": 0.7973568281938326, + "f1": 0.793859649122807, + "mean_mask_iou": 0.8532510062489781, + "n_matched": 181 + }, + "dataset": { + "gold_images": 101 + } + }, + "2026-09-29_v3-recipeA": { + "per_class": { + "loop_all": { + "tp": 77, + "fp": 8, + "fn": 3, + "precision": 0.9058823529411765, + "recall": 0.9625, + "f1": 0.9333333333333333, + "mean_mask_iou": 0.8629711009148919, + "n_matched": 77 + }, + "pin": { + "tp": 30, + "fp": 7, + "fn": 4, + "precision": 0.8108108108108109, + "recall": 0.8823529411764706, + "f1": 0.8450704225352113, + "mean_mask_iou": 0.9114023938876538, + "n_matched": 30 + }, + "crystal": { + "tp": 14, + "fp": 7, + "fn": 21, + "precision": 0.6666666666666666, + "recall": 0.4, + "f1": 0.5, + "mean_mask_iou": 0.7799228127523683, + "n_matched": 14 + }, + "loop_face": { + "tp": 54, + "fp": 21, + "fn": 12, + "precision": 0.72, + "recall": 0.8181818181818182, + "f1": 0.7659574468085107, + "mean_mask_iou": 0.8188708760310618, + "n_matched": 54 + }, + "ice": { + "tp": 1, + "fp": 3, + "fn": 11, + "precision": 0.25, + "recall": 0.08333333333333333, + "f1": 0.125, + "mean_mask_iou": 0.8724637681159421, + "n_matched": 1 + } + }, + "overall": { + "tp": 176, + "fp": 46, + "fn": 51, + "precision": 0.7927927927927928, + "recall": 0.775330396475771, + "f1": 0.7839643652561247, + "mean_mask_iou": 0.8511435059056969, + "n_matched": 176 + }, + "dataset": { + "gold_images": 101 + } + }, + "2026-09-30_v3-s-640px": { + "per_class": { + "loop_all": { + "tp": 76, + "fp": 6, + "fn": 4, + "precision": 0.926829268292683, + "recall": 0.95, + "f1": 0.9382716049382716, + "mean_mask_iou": 0.8740339436425362, + "n_matched": 76 + }, + "pin": { + "tp": 31, + "fp": 2, + "fn": 3, + "precision": 0.9393939393939394, + "recall": 0.9117647058823529, + "f1": 0.9253731343283583, + "mean_mask_iou": 0.9055387514309037, + "n_matched": 31 + }, + "crystal": { + "tp": 15, + "fp": 6, + "fn": 20, + "precision": 0.7142857142857143, + "recall": 0.42857142857142855, + "f1": 0.5357142857142858, + "mean_mask_iou": 0.7727625221038668, + "n_matched": 15 + }, + "loop_face": { + "tp": 57, + "fp": 20, + "fn": 9, + "precision": 0.7402597402597403, + "recall": 0.8636363636363636, + "f1": 0.7972027972027972, + "mean_mask_iou": 0.817424262903852, "n_matched": 57 }, "ice": { "tp": 1, "fp": 1, - "fn": 8, + "fn": 11, "precision": 0.5, - "recall": 0.1111111111111111, - "f1": 0.1818181818181818, + "recall": 0.08333333333333333, + "f1": 0.14285714285714285, + "mean_mask_iou": 0.8480243161094225, + "n_matched": 1 + } + }, + "overall": { + "tp": 180, + "fp": 35, + "fn": 47, + "precision": 0.8372093023255814, + "recall": 0.7929515418502202, + "f1": 0.8144796380090498, + "mean_mask_iou": 0.8529495896909876, + "n_matched": 180 + }, + "dataset": { + "gold_images": 101 + } + }, + "2026-10-01_v4-noflip-mask1": { + "per_class": { + "loop_all": { + "tp": 76, + "fp": 6, + "fn": 4, + "precision": 0.926829268292683, + "recall": 0.95, + "f1": 0.9382716049382716, + "mean_mask_iou": 0.8794881786807777, + "n_matched": 76 + }, + "pin": { + "tp": 32, + "fp": 5, + "fn": 2, + "precision": 0.8648648648648649, + "recall": 0.9411764705882353, + "f1": 0.9014084507042254, + "mean_mask_iou": 0.9179803718132069, + "n_matched": 32 + }, + "crystal": { + "tp": 15, + "fp": 9, + "fn": 20, + "precision": 0.625, + "recall": 0.42857142857142855, + "f1": 0.5084745762711864, + "mean_mask_iou": 0.8100566789148692, + "n_matched": 15 + }, + "loop_face": { + "tp": 56, + "fp": 19, + "fn": 10, + "precision": 0.7466666666666667, + "recall": 0.8484848484848485, + "f1": 0.7943262411347518, + "mean_mask_iou": 0.8183543098315266, + "n_matched": 56 + }, + "ice": { + "tp": 1, + "fp": 2, + "fn": 11, + "precision": 0.3333333333333333, + "recall": 0.08333333333333333, + "f1": 0.13333333333333333, + "mean_mask_iou": 0.9003021148036254, + "n_matched": 1 + } + }, + "overall": { + "tp": 180, + "fp": 41, + "fn": 47, + "precision": 0.8144796380090498, + "recall": 0.7929515418502202, + "f1": 0.8035714285714286, + "mean_mask_iou": 0.8616414840380772, + "n_matched": 180 + }, + "dataset": { + "gold_images": 101 + } + }, + "2026-10-01_v4-recipeA": { + "per_class": { + "loop_all": { + "tp": 76, + "fp": 13, + "fn": 4, + "precision": 0.8539325842696629, + "recall": 0.95, + "f1": 0.8994082840236686, + "mean_mask_iou": 0.8659476853467609, + "n_matched": 76 + }, + "pin": { + "tp": 32, + "fp": 5, + "fn": 2, + "precision": 0.8648648648648649, + "recall": 0.9411764705882353, + "f1": 0.9014084507042254, + "mean_mask_iou": 0.9221116724900805, + "n_matched": 32 + }, + "crystal": { + "tp": 14, + "fp": 13, + "fn": 21, + "precision": 0.5185185185185185, + "recall": 0.4, + "f1": 0.45161290322580644, + "mean_mask_iou": 0.7462494116566939, + "n_matched": 14 + }, + "loop_face": { + "tp": 55, + "fp": 25, + "fn": 11, + "precision": 0.6875, + "recall": 0.8333333333333334, + "f1": 0.7534246575342466, + "mean_mask_iou": 0.8171115935838766, + "n_matched": 55 + }, + "ice": { + "tp": 1, + "fp": 2, + "fn": 11, + "precision": 0.3333333333333333, + "recall": 0.08333333333333333, + "f1": 0.13333333333333333, + "mean_mask_iou": 0.8850574712643678, + "n_matched": 1 + } + }, + "overall": { + "tp": 178, + "fp": 58, + "fn": 49, + "precision": 0.7542372881355932, + "recall": 0.7841409691629956, + "f1": 0.7688984881209502, + "mean_mask_iou": 0.8516476656607178, + "n_matched": 178 + }, + "dataset": { + "gold_images": 101 + } + }, + "2026-10-22_v5-noflip-mask1": { + "per_class": { + "loop_all": { + "tp": 77, + "fp": 8, + "fn": 3, + "precision": 0.9058823529411765, + "recall": 0.9625, + "f1": 0.9333333333333333, + "mean_mask_iou": 0.8777976306518919, + "n_matched": 77 + }, + "pin": { + "tp": 32, + "fp": 3, + "fn": 2, + "precision": 0.9142857142857143, + "recall": 0.9411764705882353, + "f1": 0.9275362318840579, + "mean_mask_iou": 0.9127981954322082, + "n_matched": 32 + }, + "crystal": { + "tp": 15, + "fp": 12, + "fn": 20, + "precision": 0.5555555555555556, + "recall": 0.42857142857142855, + "f1": 0.48387096774193544, + "mean_mask_iou": 0.8001922605567012, + "n_matched": 15 + }, + "loop_face": { + "tp": 54, + "fp": 21, + "fn": 12, + "precision": 0.72, + "recall": 0.8181818181818182, + "f1": 0.7659574468085107, + "mean_mask_iou": 0.8251091569834721, + "n_matched": 54 + }, + "ice": { + "tp": 1, + "fp": 1, + "fn": 11, + "precision": 0.5, + "recall": 0.08333333333333333, + "f1": 0.14285714285714285, + "mean_mask_iou": 0.8985074626865671, + "n_matched": 1 + } + }, + "overall": { + "tp": 179, + "fp": 45, + "fn": 48, + "precision": 0.7991071428571429, + "recall": 0.788546255506608, + "f1": 0.7937915742793792, + "mean_mask_iou": 0.861772322135033, + "n_matched": 179 + }, + "dataset": { + "gold_images": 101 + } + }, + "2026-10-23_v5-n-1024px": { + "per_class": { + "loop_all": { + "tp": 78, + "fp": 9, + "fn": 2, + "precision": 0.896551724137931, + "recall": 0.975, + "f1": 0.934131736526946, + "mean_mask_iou": 0.8784692387991532, + "n_matched": 78 + }, + "pin": { + "tp": 32, + "fp": 4, + "fn": 2, + "precision": 0.8888888888888888, + "recall": 0.9411764705882353, + "f1": 0.9142857142857143, + "mean_mask_iou": 0.9175246588056305, + "n_matched": 32 + }, + "crystal": { + "tp": 16, + "fp": 7, + "fn": 19, + "precision": 0.6956521739130435, + "recall": 0.45714285714285713, + "f1": 0.5517241379310345, + "mean_mask_iou": 0.7850541552186152, + "n_matched": 16 + }, + "loop_face": { + "tp": 54, + "fp": 21, + "fn": 12, + "precision": 0.72, + "recall": 0.8181818181818182, + "f1": 0.7659574468085107, + "mean_mask_iou": 0.8232040228561175, + "n_matched": 54 + }, + "ice": { + "tp": 0, + "fp": 2, + "fn": 12, + "precision": 0.0, + "recall": 0.0, + "f1": 0.0, + "mean_mask_iou": 0.0, + "n_matched": 0 + } + }, + "overall": { + "tp": 180, + "fp": 43, + "fn": 47, + "precision": 0.8071748878923767, + "recall": 0.7929515418502202, + "f1": 0.7999999999999999, + "mean_mask_iou": 0.8605292968102348, + "n_matched": 180 + }, + "dataset": { + "gold_images": 101 + } + }, + "2026-10-23_v5-s-noflip-mask1": { + "per_class": { + "loop_all": { + "tp": 78, + "fp": 6, + "fn": 2, + "precision": 0.9285714285714286, + "recall": 0.975, + "f1": 0.951219512195122, + "mean_mask_iou": 0.8730828547208451, + "n_matched": 78 + }, + "pin": { + "tp": 32, + "fp": 5, + "fn": 2, + "precision": 0.8648648648648649, + "recall": 0.9411764705882353, + "f1": 0.9014084507042254, + "mean_mask_iou": 0.9218622220453359, + "n_matched": 32 + }, + "crystal": { + "tp": 17, + "fp": 8, + "fn": 18, + "precision": 0.68, + "recall": 0.4857142857142857, + "f1": 0.5666666666666667, + "mean_mask_iou": 0.768657063578099, + "n_matched": 17 + }, + "loop_face": { + "tp": 59, + "fp": 18, + "fn": 7, + "precision": 0.7662337662337663, + "recall": 0.8939393939393939, + "f1": 0.8251748251748252, + "mean_mask_iou": 0.807833783491703, + "n_matched": 59 + }, + "ice": { + "tp": 1, + "fp": 3, + "fn": 11, + "precision": 0.25, + "recall": 0.08333333333333333, + "f1": 0.125, + "mean_mask_iou": 0.8635014836795252, + "n_matched": 1 + } + }, + "overall": { + "tp": 187, + "fp": 40, + "fn": 40, + "precision": 0.8237885462555066, + "recall": 0.8237885462555066, + "f1": 0.8237885462555066, + "mean_mask_iou": 0.8512990297550506, + "n_matched": 187 + }, + "dataset": { + "gold_images": 101 + } + }, + "2026-10-25_v5-amp": { + "per_class": { + "loop_all": { + "tp": 77, + "fp": 4, + "fn": 3, + "precision": 0.9506172839506173, + "recall": 0.9625, + "f1": 0.9565217391304348, + "mean_mask_iou": 0.8780315603843685, + "n_matched": 77 + }, + "pin": { + "tp": 32, + "fp": 4, + "fn": 2, + "precision": 0.8888888888888888, + "recall": 0.9411764705882353, + "f1": 0.9142857142857143, + "mean_mask_iou": 0.9193046896515941, + "n_matched": 32 + }, + "crystal": { + "tp": 14, + "fp": 10, + "fn": 21, + "precision": 0.5833333333333334, + "recall": 0.4, + "f1": 0.4745762711864407, + "mean_mask_iou": 0.788534348016723, + "n_matched": 14 + }, + "loop_face": { + "tp": 56, + "fp": 15, + "fn": 10, + "precision": 0.7887323943661971, + "recall": 0.8484848484848485, + "f1": 0.8175182481751825, + "mean_mask_iou": 0.8173801649807293, + "n_matched": 56 + }, + "ice": { + "tp": 1, + "fp": 1, + "fn": 11, + "precision": 0.5, + "recall": 0.08333333333333333, + "f1": 0.14285714285714285, "mean_mask_iou": 0.8818181818181818, "n_matched": 1 } }, "overall": { - "tp": 186, - "fp": 40, - "fn": 42, - "precision": 0.8230088495575221, - "recall": 0.8157894736842105, - "f1": 0.8193832599118943, - "mean_mask_iou": 0.8649496130521539, - "n_matched": 186 + "tp": 180, + "fp": 34, + "fn": 47, + "precision": 0.8411214953271028, + "recall": 0.7929515418502202, + "f1": 0.8163265306122449, + "mean_mask_iou": 0.8595598250634475, + "n_matched": 180 }, "dataset": { - "gold_images": 107 + "gold_images": 101 } }, "2026-10-25_v5-warm": { "per_class": { "loop_all": { - "tp": 78, - "fp": 10, - "fn": 4, - "precision": 0.8863636363636364, - "recall": 0.9512195121951219, - "f1": 0.9176470588235294, - "mean_mask_iou": 0.8856333373364353, - "n_matched": 78 + "tp": 77, + "fp": 8, + "fn": 3, + "precision": 0.9058823529411765, + "recall": 0.9625, + "f1": 0.9333333333333333, + "mean_mask_iou": 0.8847388742614294, + "n_matched": 77 }, "pin": { - "tp": 36, - "fp": 7, - "fn": 4, - "precision": 0.8372093023255814, - "recall": 0.9, - "f1": 0.8674698795180723, - "mean_mask_iou": 0.8967674284983301, - "n_matched": 36 + "tp": 32, + "fp": 6, + "fn": 2, + "precision": 0.8421052631578947, + "recall": 0.9411764705882353, + "f1": 0.8888888888888888, + "mean_mask_iou": 0.9180429530251972, + "n_matched": 32 }, "crystal": { "tp": 16, - "fp": 11, - "fn": 14, - "precision": 0.5925925925925926, - "recall": 0.5333333333333333, - "f1": 0.5614035087719299, - "mean_mask_iou": 0.8280715179309572, + "fp": 9, + "fn": 19, + "precision": 0.64, + "recall": 0.45714285714285713, + "f1": 0.5333333333333333, + "mean_mask_iou": 0.8084878352012174, "n_matched": 16 }, "loop_face": { - "tp": 58, - "fp": 14, - "fn": 9, - "precision": 0.8055555555555556, - "recall": 0.8656716417910447, - "f1": 0.8345323741007193, - "mean_mask_iou": 0.8304287371720194, - "n_matched": 58 + "tp": 56, + "fp": 13, + "fn": 10, + "precision": 0.8115942028985508, + "recall": 0.8484848484848485, + "f1": 0.8296296296296296, + "mean_mask_iou": 0.8193077364970532, + "n_matched": 56 }, "ice": { "tp": 1, "fp": 3, - "fn": 8, + "fn": 11, "precision": 0.25, - "recall": 0.1111111111111111, - "f1": 0.15384615384615383, + "recall": 0.08333333333333333, + "f1": 0.125, "mean_mask_iou": 0.9040697674418605, "n_matched": 1 } }, "overall": { - "tp": 189, - "fp": 45, - "fn": 39, - "precision": 0.8076923076923077, - "recall": 0.8289473684210527, - "f1": 0.8181818181818182, - "mean_mask_iou": 0.8660376113677049, - "n_matched": 189 + "tp": 182, + "fp": 39, + "fn": 45, + "precision": 0.8235294117647058, + "recall": 0.801762114537445, + "f1": 0.8125, + "mean_mask_iou": 0.8638647043375426, + "n_matched": 182 }, "dataset": { - "gold_images": 107 + "gold_images": 101 } }, "2026-10-26_v5h-noflip-mask1": { "per_class": { "loop_all": { - "tp": 76, - "fp": 16, - "fn": 6, - "precision": 0.8260869565217391, - "recall": 0.926829268292683, - "f1": 0.8735632183908046, - "mean_mask_iou": 0.8780691677688575, - "n_matched": 76 + "tp": 75, + "fp": 14, + "fn": 5, + "precision": 0.8426966292134831, + "recall": 0.9375, + "f1": 0.8875739644970413, + "mean_mask_iou": 0.8740570872905761, + "n_matched": 75 }, "pin": { - "tp": 35, - "fp": 5, - "fn": 5, - "precision": 0.875, - "recall": 0.875, - "f1": 0.875, - "mean_mask_iou": 0.9062264232912584, - "n_matched": 35 + "tp": 31, + "fp": 4, + "fn": 3, + "precision": 0.8857142857142857, + "recall": 0.9117647058823529, + "f1": 0.8985507246376812, + "mean_mask_iou": 0.9195153004846932, + "n_matched": 31 }, "crystal": { - "tp": 18, - "fp": 13, - "fn": 12, - "precision": 0.5806451612903226, - "recall": 0.6, - "f1": 0.5901639344262295, - "mean_mask_iou": 0.7697383406791608, - "n_matched": 18 + "tp": 17, + "fp": 10, + "fn": 18, + "precision": 0.6296296296296297, + "recall": 0.4857142857142857, + "f1": 0.5483870967741936, + "mean_mask_iou": 0.7578666552624708, + "n_matched": 17 }, "loop_face": { - "tp": 53, - "fp": 29, + "tp": 52, + "fp": 27, "fn": 14, - "precision": 0.6463414634146342, - "recall": 0.7910447761194029, - "f1": 0.7114093959731543, - "mean_mask_iou": 0.8376657290658535, - "n_matched": 53 + "precision": 0.6582278481012658, + "recall": 0.7878787878787878, + "f1": 0.7172413793103448, + "mean_mask_iou": 0.8306493790951807, + "n_matched": 52 }, "ice": { "tp": 1, "fp": 1, - "fn": 8, + "fn": 11, "precision": 0.5, - "recall": 0.1111111111111111, - "f1": 0.1818181818181818, + "recall": 0.08333333333333333, + "f1": 0.14285714285714285, "mean_mask_iou": 0.847953216374269, "n_matched": 1 } }, "overall": { - "tp": 183, - "fp": 64, - "fn": 45, - "precision": 0.7408906882591093, - "recall": 0.8026315789473685, - "f1": 0.7705263157894738, - "mean_mask_iou": 0.8609328336323308, - "n_matched": 183 + "tp": 176, + "fp": 56, + "fn": 51, + "precision": 0.7586206896551724, + "recall": 0.775330396475771, + "f1": 0.7668845315904139, + "mean_mask_iou": 0.8578676700602519, + "n_matched": 176 }, "dataset": { - "gold_images": 107 + "gold_images": 101 } }, "2026-10-30_v6-noflip-mask1": { "per_class": { "loop_all": { - "tp": 78, - "fp": 7, - "fn": 4, - "precision": 0.9176470588235294, - "recall": 0.9512195121951219, - "f1": 0.9341317365269461, - "mean_mask_iou": 0.877268746963905, - "n_matched": 78 + "tp": 77, + "fp": 6, + "fn": 3, + "precision": 0.927710843373494, + "recall": 0.9625, + "f1": 0.9447852760736196, + "mean_mask_iou": 0.8741746622105838, + "n_matched": 77 }, "pin": { - "tp": 35, - "fp": 5, - "fn": 5, - "precision": 0.875, - "recall": 0.875, - "f1": 0.875, - "mean_mask_iou": 0.8948351020994724, - "n_matched": 35 + "tp": 32, + "fp": 4, + "fn": 2, + "precision": 0.8888888888888888, + "recall": 0.9411764705882353, + "f1": 0.9142857142857143, + "mean_mask_iou": 0.9020266581571015, + "n_matched": 32 }, "crystal": { - "tp": 17, - "fp": 8, - "fn": 13, - "precision": 0.68, - "recall": 0.5666666666666667, - "f1": 0.6181818181818183, - "mean_mask_iou": 0.7718810399392496, - "n_matched": 17 + "tp": 16, + "fp": 7, + "fn": 19, + "precision": 0.6956521739130435, + "recall": 0.45714285714285713, + "f1": 0.5517241379310345, + "mean_mask_iou": 0.7750060651627573, + "n_matched": 16 }, "loop_face": { - "tp": 53, - "fp": 18, + "tp": 52, + "fp": 16, "fn": 14, - "precision": 0.7464788732394366, - "recall": 0.7910447761194029, - "f1": 0.7681159420289855, - "mean_mask_iou": 0.8402192277773846, - "n_matched": 53 + "precision": 0.7647058823529411, + "recall": 0.7878787878787878, + "f1": 0.7761194029850745, + "mean_mask_iou": 0.8214619566367094, + "n_matched": 52 }, "ice": { "tp": 1, "fp": 2, - "fn": 8, + "fn": 11, "precision": 0.3333333333333333, - "recall": 0.1111111111111111, - "f1": 0.16666666666666666, + "recall": 0.08333333333333333, + "f1": 0.13333333333333333, "mean_mask_iou": 0.8719512195121951, "n_matched": 1 } }, "overall": { - "tp": 184, - "fp": 40, - "fn": 44, - "precision": 0.8214285714285714, - "recall": 0.8070175438596491, - "f1": 0.8141592920353982, - "mean_mask_iou": 0.86017249351819, - "n_matched": 184 + "tp": 178, + "fp": 35, + "fn": 49, + "precision": 0.8356807511737089, + "recall": 0.7841409691629956, + "f1": 0.8090909090909091, + "mean_mask_iou": 0.8548560228003788, + "n_matched": 178 }, "dataset": { - "gold_images": 107 + "gold_images": 101 } }, "2026-10-31_v6-s-noflip-mask1": { "per_class": { "loop_all": { - "tp": 78, - "fp": 7, - "fn": 4, - "precision": 0.9176470588235294, - "recall": 0.9512195121951219, - "f1": 0.9341317365269461, - "mean_mask_iou": 0.8857253534438428, - "n_matched": 78 + "tp": 77, + "fp": 5, + "fn": 3, + "precision": 0.9390243902439024, + "recall": 0.9625, + "f1": 0.9506172839506174, + "mean_mask_iou": 0.8826256415732027, + "n_matched": 77 }, "pin": { - "tp": 35, + "tp": 31, "fp": 6, - "fn": 5, - "precision": 0.8536585365853658, - "recall": 0.875, - "f1": 0.8641975308641976, - "mean_mask_iou": 0.8936607328471474, - "n_matched": 35 + "fn": 3, + "precision": 0.8378378378378378, + "recall": 0.9117647058823529, + "f1": 0.8732394366197184, + "mean_mask_iou": 0.918235363593203, + "n_matched": 31 }, "crystal": { "tp": 17, - "fp": 12, - "fn": 13, - "precision": 0.5862068965517241, - "recall": 0.5666666666666667, - "f1": 0.576271186440678, - "mean_mask_iou": 0.7850463630065345, + "fp": 10, + "fn": 18, + "precision": 0.6296296296296297, + "recall": 0.4857142857142857, + "f1": 0.5483870967741936, + "mean_mask_iou": 0.7853497986222108, "n_matched": 17 }, "loop_face": { - "tp": 55, - "fp": 19, + "tp": 54, + "fp": 18, "fn": 12, - "precision": 0.7432432432432432, - "recall": 0.8208955223880597, - "f1": 0.7801418439716312, - "mean_mask_iou": 0.8324109454668613, - "n_matched": 55 + "precision": 0.75, + "recall": 0.8181818181818182, + "f1": 0.7826086956521738, + "mean_mask_iou": 0.8188094031475722, + "n_matched": 54 }, "ice": { "tp": 1, "fp": 1, - "fn": 8, + "fn": 11, "precision": 0.5, - "recall": 0.1111111111111111, - "f1": 0.1818181818181818, + "recall": 0.08333333333333333, + "f1": 0.14285714285714285, "mean_mask_iou": 0.8629737609329446, "n_matched": 1 } }, "overall": { - "tp": 186, - "fp": 45, - "fn": 42, - "precision": 0.8051948051948052, - "recall": 0.8157894736842105, - "f1": 0.8104575163398693, - "mean_mask_iou": 0.8621293932848991, - "n_matched": 186 + "tp": 180, + "fp": 40, + "fn": 47, + "precision": 0.8181818181818182, + "recall": 0.7929515418502202, + "f1": 0.8053691275167785, + "mean_mask_iou": 0.8603172154444734, + "n_matched": 180 }, "dataset": { - "gold_images": 107 + "gold_images": 101 + } + }, + "2026-11-03_crop1-s": { + "per_class": { + "loop_all": { + "tp": 0, + "fp": 0, + "fn": 80, + "precision": 0.0, + "recall": 0.0, + "f1": 0.0, + "mean_mask_iou": 0.0, + "n_matched": 0 + }, + "pin": { + "tp": 0, + "fp": 0, + "fn": 34, + "precision": 0.0, + "recall": 0.0, + "f1": 0.0, + "mean_mask_iou": 0.0, + "n_matched": 0 + }, + "crystal": { + "tp": 12, + "fp": 3, + "fn": 23, + "precision": 0.8, + "recall": 0.34285714285714286, + "f1": 0.48000000000000004, + "mean_mask_iou": 0.8314537916445714, + "n_matched": 12 + }, + "loop_face": { + "tp": 22, + "fp": 19, + "fn": 44, + "precision": 0.5365853658536586, + "recall": 0.3333333333333333, + "f1": 0.4112149532710281, + "mean_mask_iou": 0.8745007878578449, + "n_matched": 22 + }, + "ice": { + "tp": 0, + "fp": 0, + "fn": 12, + "precision": 0.0, + "recall": 0.0, + "f1": 0.0, + "mean_mask_iou": 0.0, + "n_matched": 0 + } + }, + "overall": { + "tp": 34, + "fp": 22, + "fn": 193, + "precision": 0.6071428571428571, + "recall": 0.14977973568281938, + "f1": 0.24028268551236748, + "mean_mask_iou": 0.8593077303708074, + "n_matched": 34 + }, + "dataset": { + "gold_images": 101 + } + }, + "2026-11-04_v7-s-noflip-mask1": { + "per_class": { + "loop_all": { + "tp": 78, + "fp": 6, + "fn": 2, + "precision": 0.9285714285714286, + "recall": 0.975, + "f1": 0.951219512195122, + "mean_mask_iou": 0.8723159670254085, + "n_matched": 78 + }, + "pin": { + "tp": 33, + "fp": 6, + "fn": 1, + "precision": 0.8461538461538461, + "recall": 0.9705882352941176, + "f1": 0.9041095890410958, + "mean_mask_iou": 0.9115219929265554, + "n_matched": 33 + }, + "crystal": { + "tp": 20, + "fp": 14, + "fn": 15, + "precision": 0.5882352941176471, + "recall": 0.5714285714285714, + "f1": 0.5797101449275363, + "mean_mask_iou": 0.7113455608942345, + "n_matched": 20 + }, + "loop_face": { + "tp": 57, + "fp": 16, + "fn": 9, + "precision": 0.7808219178082192, + "recall": 0.8636363636363636, + "f1": 0.8201438848920863, + "mean_mask_iou": 0.8140351875765073, + "n_matched": 57 + }, + "ice": { + "tp": 1, + "fp": 4, + "fn": 11, + "precision": 0.2, + "recall": 0.08333333333333333, + "f1": 0.11764705882352941, + "mean_mask_iou": 0.8064516129032258, + "n_matched": 1 + } + }, + "overall": { + "tp": 189, + "fp": 46, + "fn": 38, + "precision": 0.8042553191489362, + "recall": 0.8325991189427313, + "f1": 0.8181818181818182, + "mean_mask_iou": 0.8442023265460691, + "n_matched": 189 + }, + "dataset": { + "gold_images": 101 + } + }, + "2026-11-05_v7-noflip-mask1": { + "per_class": { + "loop_all": { + "tp": 78, + "fp": 9, + "fn": 2, + "precision": 0.896551724137931, + "recall": 0.975, + "f1": 0.934131736526946, + "mean_mask_iou": 0.8766967896866239, + "n_matched": 78 + }, + "pin": { + "tp": 32, + "fp": 5, + "fn": 2, + "precision": 0.8648648648648649, + "recall": 0.9411764705882353, + "f1": 0.9014084507042254, + "mean_mask_iou": 0.9237319410808493, + "n_matched": 32 + }, + "crystal": { + "tp": 15, + "fp": 13, + "fn": 20, + "precision": 0.5357142857142857, + "recall": 0.42857142857142855, + "f1": 0.47619047619047616, + "mean_mask_iou": 0.7767827426463261, + "n_matched": 15 + }, + "loop_face": { + "tp": 58, + "fp": 16, + "fn": 8, + "precision": 0.7837837837837838, + "recall": 0.8787878787878788, + "f1": 0.8285714285714285, + "mean_mask_iou": 0.818352429483466, + "n_matched": 58 + }, + "ice": { + "tp": 1, + "fp": 2, + "fn": 11, + "precision": 0.3333333333333333, + "recall": 0.08333333333333333, + "f1": 0.13333333333333333, + "mean_mask_iou": 0.8495575221238938, + "n_matched": 1 + } + }, + "overall": { + "tp": 184, + "fp": 45, + "fn": 43, + "precision": 0.8034934497816594, + "recall": 0.8105726872246696, + "f1": 0.8070175438596491, + "mean_mask_iou": 0.8581929960978457, + "n_matched": 184 + }, + "dataset": { + "gold_images": 101 } } }, @@ -4908,7 +5610,7 @@ "tpi_58588", "tpi_58595" ], - "mounts": 210, + "mounts": 262, "excluded": { "tpi_14688": "same image as tpi_14689 (uploaded twice), labelled differently", "tpi_33849": "DAQ detection box burned into the frame (gold, Spark audit 2026-10-28)",