From f37604f87aff8545e21407c8877bfec9fac4febe Mon Sep 17 00:00:00 2001 From: jungfrau Date: Fri, 2 Oct 2026 13:25:42 +0200 Subject: [PATCH] run 2026-10-01_v4-noflip-mask1: promoted; comparison updated --- models/active/production.json | 22 +- .../gold_report.json | 93 + .../metadata.json | 52 + .../weights.pt | 3 + runs/2026-10-01_v4-noflip-mask1/metrics.json | 38 + runs/2026-10-01_v4-noflip-mask1/run.json | 58 +- runs/README.md | 9 +- runs/clean_gold_comparison.json | 1531 ++++++++++++++++- 8 files changed, 1704 insertions(+), 102 deletions(-) create mode 100644 models/registry/yolo26n-seg-v4-noflip-mask1-2026-10-02/gold_report.json create mode 100644 models/registry/yolo26n-seg-v4-noflip-mask1-2026-10-02/metadata.json create mode 100644 models/registry/yolo26n-seg-v4-noflip-mask1-2026-10-02/weights.pt create mode 100644 runs/2026-10-01_v4-noflip-mask1/metrics.json diff --git a/models/active/production.json b/models/active/production.json index 3e5e5a1..86a1dd0 100644 --- a/models/active/production.json +++ b/models/active/production.json @@ -1,19 +1,19 @@ { - "version": "yolo26n-seg-v3-noflip-mask1-2026-09-30", + "version": "yolo26n-seg-v4-noflip-mask1-2026-10-02", "export": "weights.pt", - "promoted_on": "2026-09-30", + "promoted_on": "2026-10-02", "promoted_by": "gate", - "run": "2026-09-29_v3-noflip-mask1", + "run": "2026-10-01_v4-noflip-mask1", "gate": { - "baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-alc-v1-noflip-mask1-2026-09-29/gold_report.json", - "f1_delta": 0.0284, - "mask_iou_delta": 0.0211, - "mask_score": 0.7547, - "mask_score_baseline": 0.7337, - "matched_only_iou_delta": -0.0041, + "baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-v3-noflip-mask1-2026-09-30/gold_report.json", + "f1_delta": 0.015, + "mask_iou_delta": 0.0122, + "mask_score": 0.767, + "mask_score_baseline": 0.7547, + "matched_only_iou_delta": 0.0042, "class_f1_delta": { - "loop_all": 0.0228, - "pin": 0.0301 + "loop_all": 0.024, + "pin": 0.0068 }, "pass": true } diff --git a/models/registry/yolo26n-seg-v4-noflip-mask1-2026-10-02/gold_report.json b/models/registry/yolo26n-seg-v4-noflip-mask1-2026-10-02/gold_report.json new file mode 100644 index 0000000..8a81cbe --- /dev/null +++ b/models/registry/yolo26n-seg-v4-noflip-mask1-2026-10-02/gold_report.json @@ -0,0 +1,93 @@ +{ + "per_class": { + "loop_all": { + "tp": 186, + "fp": 8, + "fn": 6, + "precision": 0.9587628865979382, + "recall": 0.96875, + "f1": 0.9637305699481865, + "mean_mask_iou": 0.9048114625536176, + "n_matched": 186 + }, + "pin": { + "tp": 138, + "fp": 12, + "fn": 8, + "precision": 0.92, + "recall": 0.9452054794520548, + "f1": 0.9324324324324323, + "mean_mask_iou": 0.9261232198509077, + "n_matched": 138 + }, + "crystal": { + "tp": 42, + "fp": 32, + "fn": 24, + "precision": 0.5675675675675675, + "recall": 0.6363636363636364, + "f1": 0.6000000000000001, + "mean_mask_iou": 0.8071494805756029, + "n_matched": 42 + }, + "loop_face": { + "tp": 160, + "fp": 28, + "fn": 12, + "precision": 0.851063829787234, + "recall": 0.9302325581395349, + "f1": 0.888888888888889, + "mean_mask_iou": 0.8693894180509574, + "n_matched": 160 + }, + "ice": { + "tp": 5, + "fp": 18, + "fn": 35, + "precision": 0.21739130434782608, + "recall": 0.125, + "f1": 0.15873015873015875, + "mean_mask_iou": 0.821677572899137, + "n_matched": 5 + }, + "needle": { + "tp": 0, + "fp": 0, + "fn": 1, + "precision": 0.0, + "recall": 0.0, + "f1": 0.0, + "mean_mask_iou": 0.0, + "n_matched": 0 + } + }, + "overall": { + "tp": 531, + "fp": 98, + "fn": 86, + "precision": 0.8441971383147854, + "recall": 0.8606158833063209, + "f1": 0.8523274478330657, + "mean_mask_iou": 0.8911693207367651, + "n_matched": 531 + }, + "dataset": { + "gold_images": 203, + "pred_images": 203, + "missing_predictions": 0, + "iou_threshold": 0.5 + }, + "gate": { + "baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-v3-noflip-mask1-2026-09-30/gold_report.json", + "f1_delta": 0.015, + "mask_iou_delta": 0.0122, + "mask_score": 0.767, + "mask_score_baseline": 0.7547, + "matched_only_iou_delta": 0.0042, + "class_f1_delta": { + "loop_all": 0.024, + "pin": 0.0068 + }, + "pass": true + } +} diff --git a/models/registry/yolo26n-seg-v4-noflip-mask1-2026-10-02/metadata.json b/models/registry/yolo26n-seg-v4-noflip-mask1-2026-10-02/metadata.json new file mode 100644 index 0000000..1d6645c --- /dev/null +++ b/models/registry/yolo26n-seg-v4-noflip-mask1-2026-10-02/metadata.json @@ -0,0 +1,52 @@ +{ + "model_id": "yolo26n-seg-v4-noflip-mask1-2026-10-02", + "family": "yolo26n", + "task": "segmentation", + "training_date": "2026-10-02", + "run": "2026-10-01_v4-noflip-mask1", + "dataset": "dataset/2026-10-01_v4", + "base_weights": "models/base/yolo26n-seg.pt", + "hyperparams": { + "epochs": 400, + "patience": 50, + "imgsz": 640, + "batch": 16, + "device": "0", + "overlap_mask": false, + "scale": 0.7, + "translate": 0.15, + "mosaic": 0.5, + "close_mosaic": 10, + "fliplr": 0, + "flipud": 0.3, + "shear": 5.0, + "perspective": 0.0, + "mask_ratio": 1 + }, + "export_formats": [ + "pt" + ], + "metrics": { + "tp": 531, + "fp": 98, + "fn": 86, + "precision": 0.8441971383147854, + "recall": 0.8606158833063209, + "f1": 0.8523274478330657, + "mean_mask_iou": 0.8911693207367651, + "n_matched": 531 + }, + "gate": { + "baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-v3-noflip-mask1-2026-09-30/gold_report.json", + "f1_delta": 0.015, + "mask_iou_delta": 0.0122, + "mask_score": 0.767, + "mask_score_baseline": 0.7547, + "matched_only_iou_delta": 0.0042, + "class_f1_delta": { + "loop_all": 0.024, + "pin": 0.0068 + }, + "pass": true + } +} diff --git a/models/registry/yolo26n-seg-v4-noflip-mask1-2026-10-02/weights.pt b/models/registry/yolo26n-seg-v4-noflip-mask1-2026-10-02/weights.pt new file mode 100644 index 0000000..178d893 --- /dev/null +++ b/models/registry/yolo26n-seg-v4-noflip-mask1-2026-10-02/weights.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59b82a9ca14045083427d3a88375bd48404eaa691568bd7195a272bcf556154f +size 6595037 diff --git a/runs/2026-10-01_v4-noflip-mask1/metrics.json b/runs/2026-10-01_v4-noflip-mask1/metrics.json new file mode 100644 index 0000000..20716b5 --- /dev/null +++ b/runs/2026-10-01_v4-noflip-mask1/metrics.json @@ -0,0 +1,38 @@ +{ + "overall": { + "tp": 531, + "fp": 98, + "fn": 86, + "precision": 0.8441971383147854, + "recall": 0.8606158833063209, + "f1": 0.8523274478330657, + "mean_mask_iou": 0.8911693207367651, + "n_matched": 531 + }, + "gate": { + "baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-v3-noflip-mask1-2026-09-30/gold_report.json", + "f1_delta": 0.015, + "mask_iou_delta": 0.0122, + "mask_score": 0.767, + "mask_score_baseline": 0.7547, + "matched_only_iou_delta": 0.0042, + "class_f1_delta": { + "loop_all": 0.024, + "pin": 0.0068 + }, + "pass": true + }, + "training": { + "epochs_run": 246, + "precision(B)": 0.68152, + "recall(B)": 0.64612, + "mAP50(B)": 0.65056, + "mAP50-95(B)": 0.51323, + "precision(M)": 0.67619, + "recall(M)": 0.64182, + "mAP50(M)": 0.6394, + "mAP50-95(M)": 0.48121 + }, + "version": "yolo26n-seg-v4-noflip-mask1-2026-10-02", + "measured_at": "2026-10-02T13:25:34" +} diff --git a/runs/2026-10-01_v4-noflip-mask1/run.json b/runs/2026-10-01_v4-noflip-mask1/run.json index 8acaa98..624ceea 100644 --- a/runs/2026-10-01_v4-noflip-mask1/run.json +++ b/runs/2026-10-01_v4-noflip-mask1/run.json @@ -2,18 +2,66 @@ "id": "2026-10-01_v4-noflip-mask1", "dataset": "dataset/2026-10-01_v4", "base_weights": "models/base/yolo26n-seg.pt", - "status": "exported", + "status": "promoted", "created": "2026-10-01T23:52:09", "created_by": "jungfrau@mx-spark-01", - "hyperparams": {}, - "version": null, - "metrics": {}, + "hyperparams": { + "epochs": 400, + "patience": 50, + "imgsz": 640, + "batch": 16, + "device": "0", + "overlap_mask": false, + "scale": 0.7, + "translate": 0.15, + "mosaic": 0.5, + "close_mosaic": 10, + "fliplr": 0, + "flipud": 0.3, + "shear": 5.0, + "perspective": 0.0, + "mask_ratio": 1 + }, + "version": "yolo26n-seg-v4-noflip-mask1-2026-10-02", + "metrics": { + "f1": 0.8523274478330657, + "mean_mask_iou": 0.8911693207367651, + "gate_pass": true, + "baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-v3-noflip-mask1-2026-09-30/gold_report.json", + "measured_at": "2026-10-02T13:25:34" + }, "history": [ { "status": "exported", "at": "2026-10-01T23:52:09", "by": "jungfrau@mx-spark-01", "note": "promoted recipe (fliplr 0, mask_ratio 1) on dataset v4: candidate for the beamlines, Spark" + }, + { + "status": "training", + "at": "2026-10-02T04:13:26", + "by": "jungfrau@mx-spark-01", + "note": "train_run.py" + }, + { + "status": "measured", + "at": "2026-10-02T13:25:34", + "by": "jungfrau@mx-spark-01", + "note": "" + }, + { + "status": "gate_passed", + "at": "2026-10-02T13:25:34", + "by": "jungfrau@mx-spark-01", + "note": "{\"baseline\": \"/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-v3-noflip-mask1-2026-09-30/gold_report.json\", \"f1_delta\": 0.015, \"mask_iou_delta\": 0.0122, \"mask_score\": 0.767, \"mask_score_baseline\": 0.7547, \"matched_only_iou_delta\": 0.0042, \"class_f1_delta\": {\"loop_all\": 0.024, \"pin\": 0.0068}, \"pass\": true}" + }, + { + "status": "promoted", + "at": "2026-10-02T13:25:34", + "by": "jungfrau@mx-spark-01", + "note": "by the gate" } - ] + ], + "host": "mx-spark-01", + "started": "2026-10-02T04:13:26" } diff --git a/runs/README.md b/runs/README.md index 7608e16..7e3c036 100644 --- a/runs/README.md +++ b/runs/README.md @@ -13,12 +13,12 @@ Generated by `python tools/ledger.py render`; do not edit by hand. | 2026-09-29_alc-v1-noflip-mask1 | deployed | dataset/2026-09-28_alc-v1 | /home/jungfrau/AareLC/models/yolo26n-seg.pt | yolo26n-seg-alc-v1-noflip-mask1-2026-09-29 | 0.827 | 0.894 | yes | 2026-09-29T20:47 | | 2026-09-29_v2-noflip-mask1 | aborted | dataset/2026-09-29_v2 | models/base/yolo26n-seg.pt | - | - | - | - | 2026-09-30T07:16 | | 2026-09-29_v2-recipeA | gate_failed | dataset/2026-09-29_v2 | models/base/yolo26n-seg.pt | yolo26n-seg-v2-recipeA-2026-09-29 | 0.797 | 0.874 | no | 2026-09-29T17:56 | -| 2026-09-29_v3-noflip-mask1 | promoted | dataset/2026-09-29_v3 | models/base/yolo26n-seg.pt | yolo26n-seg-v3-noflip-mask1-2026-09-30 | 0.837 | 0.887 | yes | 2026-09-30T13:55 | +| 2026-09-29_v3-noflip-mask1 | deployed | dataset/2026-09-29_v3 | models/base/yolo26n-seg.pt | yolo26n-seg-v3-noflip-mask1-2026-09-30 | 0.837 | 0.887 | yes | 2026-10-02T11:30 | | 2026-09-29_v3-recipeA | gate_passed | dataset/2026-09-29_v3 | models/base/yolo26n-seg.pt | yolo26n-seg-v3-recipeA-2026-09-29 | 0.831 | 0.881 | yes | 2026-09-29T23:42 | | 2026-09-30_v3-n-1024px | exported | dataset/2026-09-29_v3 | models/base/yolo26n-seg.pt | - | - | - | - | 2026-09-30T07:17 | | 2026-09-30_v3-s-1024px | exported | dataset/2026-09-29_v3 | models/base/yolo26s-seg.pt | - | - | - | - | 2026-09-30T07:17 | | 2026-09-30_v3-s-640px | exported | dataset/2026-09-29_v3 | models/base/yolo26s-seg.pt | - | - | - | - | 2026-09-30T07:17 | -| 2026-10-01_v4-noflip-mask1 | exported | dataset/2026-10-01_v4 | models/base/yolo26n-seg.pt | - | - | - | - | 2026-10-01T23:52 | +| 2026-10-01_v4-noflip-mask1 | promoted | dataset/2026-10-01_v4 | models/base/yolo26n-seg.pt | yolo26n-seg-v4-noflip-mask1-2026-10-02 | 0.852 | 0.891 | yes | 2026-10-02T13:25 | | 2026-10-01_v4-recipeA | gate_failed | dataset/2026-10-01_v4 | models/base/yolo26n-seg.pt | yolo26n-seg-v4-recipeA-2026-10-02 | 0.832 | 0.884 | no | 2026-10-02T04:12 | States: exported → queued → training → measured → gate_passed → gate_failed → promoted → deployed (or aborted). @@ -98,6 +98,7 @@ States: exported → queued → training → measured → gate_passed → gate_f - 2026-09-30T13:55:59 · measured · jungfrau@mx-spark-01 - 2026-09-30T13:55:59 · gate_passed · jungfrau@mx-spark-01 — {"baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-alc-v1-noflip-mask1-2026-09-29/gold_report.json", "f1_delta": 0.0284, "mask_iou_delta": 0.0211, "mask_score": 0.7547, "mask_score_baseline": 0.7337, "matched_only_iou_delta": -0.0041, "class_f1_delta": {"loop_all": 0.0228, "pin": 0.0301}, "pass": true} - 2026-09-30T13:55:59 · promoted · jungfrau@mx-spark-01 — by the gate +- 2026-10-02T11:30:41 · deployed · jungfrau@mx-spark-01 — deployed at the beamlines by the user (weights only), reported 2026-10-02; replaces yolo26n-seg-alc-v1-noflip-mask1-2026-09-29 ## 2026-09-29_v3-recipeA @@ -123,6 +124,10 @@ States: exported → queued → training → measured → gate_passed → gate_f ## 2026-10-01_v4-noflip-mask1 - 2026-10-01T23:52:09 · exported · jungfrau@mx-spark-01 — promoted recipe (fliplr 0, mask_ratio 1) on dataset v4: candidate for the beamlines, Spark +- 2026-10-02T04:13:26 · training · jungfrau@mx-spark-01 — train_run.py +- 2026-10-02T13:25:34 · measured · jungfrau@mx-spark-01 +- 2026-10-02T13:25:34 · gate_passed · jungfrau@mx-spark-01 — {"baseline": "/home/jungfrau/AareLC_train/models/registry/yolo26n-seg-v3-noflip-mask1-2026-09-30/gold_report.json", "f1_delta": 0.015, "mask_iou_delta": 0.0122, "mask_score": 0.767, "mask_score_baseline": 0.7547, "matched_only_iou_delta": 0.0042, "class_f1_delta": {"loop_all": 0.024, "pin": 0.0068}, "pass": true} +- 2026-10-02T13:25:34 · promoted · jungfrau@mx-spark-01 — by the gate ## 2026-10-01_v4-recipeA diff --git a/runs/clean_gold_comparison.json b/runs/clean_gold_comparison.json index b246f84..c129dd1 100644 --- a/runs/clean_gold_comparison.json +++ b/runs/clean_gold_comparison.json @@ -10,7 +10,7 @@ "precision": 0.8387096774193549, "recall": 0.7482014388489209, "f1": 0.790874524714829, - "mean_mask_iou": 0.892698616936761, + "mean_mask_iou": 0.8926986169367611, "n_matched": 104 }, "pin": { @@ -20,7 +20,7 @@ "precision": 0.8189655172413793, "recall": 0.8189655172413793, "f1": 0.8189655172413793, - "mean_mask_iou": 0.955256926145264, + "mean_mask_iou": 0.9552569261452637, "n_matched": 95 }, "crystal": { @@ -40,7 +40,7 @@ "precision": 0.7207207207207207, "recall": 0.6666666666666666, "f1": 0.6926406926406925, - "mean_mask_iou": 0.913358459331145, + "mean_mask_iou": 0.9133584593311452, "n_matched": 80 }, "ice": { @@ -61,14 +61,11 @@ "precision": 0.7132530120481928, "recall": 0.6964705882352941, "f1": 0.7047619047619047, - "mean_mask_iou": 0.9123549175128535, + "mean_mask_iou": 0.9123549175128537, "n_matched": 296 }, "dataset": { - "gold_images": 149, - "pred_images": 203, - "missing_predictions": 0, - "iou_threshold": 0.5 + "gold_images": 149 } }, "2026-09-28_alc-v1": { @@ -80,7 +77,7 @@ "precision": 0.8951048951048951, "recall": 0.920863309352518, "f1": 0.9078014184397164, - "mean_mask_iou": 0.8788121599178862, + "mean_mask_iou": 0.878812159917886, "n_matched": 128 }, "pin": { @@ -90,7 +87,7 @@ "precision": 0.8770491803278688, "recall": 0.9224137931034483, "f1": 0.8991596638655462, - "mean_mask_iou": 0.9123001433431446, + "mean_mask_iou": 0.9123001433431442, "n_matched": 107 }, "crystal": { @@ -100,7 +97,7 @@ "precision": 0.5405405405405406, "recall": 0.5, "f1": 0.5194805194805195, - "mean_mask_iou": 0.7492468138856746, + "mean_mask_iou": 0.7492468138856745, "n_matched": 20 }, "loop_face": { @@ -110,7 +107,7 @@ "precision": 0.7948717948717948, "recall": 0.775, "f1": 0.7848101265822786, - "mean_mask_iou": 0.8626208972648556, + "mean_mask_iou": 0.8626208972648555, "n_matched": 93 }, "ice": { @@ -135,10 +132,7 @@ "n_matched": 349 }, "dataset": { - "gold_images": 149, - "pred_images": 203, - "missing_predictions": 0, - "iou_threshold": 0.5 + "gold_images": 149 } }, "2026-09-28_alc-v1-800px": { @@ -150,7 +144,7 @@ "precision": 0.8486842105263158, "recall": 0.9280575539568345, "f1": 0.8865979381443299, - "mean_mask_iou": 0.8856848104236194, + "mean_mask_iou": 0.8856848104236192, "n_matched": 129 }, "pin": { @@ -160,7 +154,7 @@ "precision": 0.8728813559322034, "recall": 0.8879310344827587, "f1": 0.8803418803418803, - "mean_mask_iou": 0.9172489103741318, + "mean_mask_iou": 0.9172489103741321, "n_matched": 103 }, "crystal": { @@ -180,7 +174,7 @@ "precision": 0.7889908256880734, "recall": 0.7166666666666667, "f1": 0.7510917030567685, - "mean_mask_iou": 0.8753083175517496, + "mean_mask_iou": 0.87530831755175, "n_matched": 86 }, "ice": { @@ -205,10 +199,7 @@ "n_matched": 337 }, "dataset": { - "gold_images": 149, - "pred_images": 203, - "missing_predictions": 0, - "iou_threshold": 0.5 + "gold_images": 149 } }, "2026-09-28_alc-v1-humanonly": { @@ -230,7 +221,7 @@ "precision": 0.9298245614035088, "recall": 0.9137931034482759, "f1": 0.9217391304347825, - "mean_mask_iou": 0.9034180292825147, + "mean_mask_iou": 0.9034180292825151, "n_matched": 106 }, "crystal": { @@ -240,7 +231,7 @@ "precision": 0.46808510638297873, "recall": 0.55, "f1": 0.5057471264367817, - "mean_mask_iou": 0.7288413011814885, + "mean_mask_iou": 0.7288413011814886, "n_matched": 22 }, "loop_face": { @@ -250,7 +241,7 @@ "precision": 0.7666666666666667, "recall": 0.7666666666666667, "f1": 0.7666666666666667, - "mean_mask_iou": 0.8661837018243022, + "mean_mask_iou": 0.8661837018243024, "n_matched": 92 }, "ice": { @@ -271,14 +262,11 @@ "precision": 0.8211764705882353, "recall": 0.8211764705882353, "f1": 0.8211764705882352, - "mean_mask_iou": 0.8727624234269883, + "mean_mask_iou": 0.8727624234269885, "n_matched": 349 }, "dataset": { - "gold_images": 149, - "pred_images": 203, - "missing_predictions": 0, - "iou_threshold": 0.5 + "gold_images": 149 } }, "2026-09-28_alc-v1-mask1": { @@ -290,7 +278,7 @@ "precision": 0.81875, "recall": 0.9424460431654677, "f1": 0.8762541806020067, - "mean_mask_iou": 0.8803352461464905, + "mean_mask_iou": 0.8803352461464903, "n_matched": 131 }, "pin": { @@ -300,7 +288,7 @@ "precision": 0.9272727272727272, "recall": 0.8793103448275862, "f1": 0.902654867256637, - "mean_mask_iou": 0.9263379170701196, + "mean_mask_iou": 0.9263379170701191, "n_matched": 102 }, "crystal": { @@ -310,7 +298,7 @@ "precision": 0.5, "recall": 0.4, "f1": 0.4444444444444445, - "mean_mask_iou": 0.7963076463114489, + "mean_mask_iou": 0.7963076463114488, "n_matched": 16 }, "loop_face": { @@ -320,7 +308,7 @@ "precision": 0.8114754098360656, "recall": 0.825, "f1": 0.8181818181818182, - "mean_mask_iou": 0.8662722509669575, + "mean_mask_iou": 0.8662722509669573, "n_matched": 99 }, "ice": { @@ -341,14 +329,11 @@ "precision": 0.8211764705882353, "recall": 0.8211764705882353, "f1": 0.8211764705882352, - "mean_mask_iou": 0.8859830753764693, + "mean_mask_iou": 0.8859830753764697, "n_matched": 349 }, "dataset": { - "gold_images": 149, - "pred_images": 203, - "missing_predictions": 0, - "iou_threshold": 0.5 + "gold_images": 149 } }, "2026-09-28_alc-v1-noflip": { @@ -360,7 +345,7 @@ "precision": 0.8851351351351351, "recall": 0.9424460431654677, "f1": 0.9128919860627178, - "mean_mask_iou": 0.8746590793547774, + "mean_mask_iou": 0.8746590793547776, "n_matched": 131 }, "pin": { @@ -411,14 +396,11 @@ "precision": 0.8263888888888888, "recall": 0.84, "f1": 0.8331388564760793, - "mean_mask_iou": 0.8748914467532463, + "mean_mask_iou": 0.8748914467532451, "n_matched": 357 }, "dataset": { - "gold_images": 149, - "pred_images": 203, - "missing_predictions": 0, - "iou_threshold": 0.5 + "gold_images": 149 } }, "2026-09-29_alc-v1-noflip-mask1": { @@ -430,7 +412,7 @@ "precision": 0.8666666666666667, "recall": 0.935251798561151, "f1": 0.8996539792387542, - "mean_mask_iou": 0.8844486511300187, + "mean_mask_iou": 0.8844486511300192, "n_matched": 130 }, "pin": { @@ -440,7 +422,7 @@ "precision": 0.9130434782608695, "recall": 0.9051724137931034, "f1": 0.9090909090909092, - "mean_mask_iou": 0.9320705666956062, + "mean_mask_iou": 0.932070566695606, "n_matched": 105 }, "crystal": { @@ -460,7 +442,7 @@ "precision": 0.7480916030534351, "recall": 0.8166666666666667, "f1": 0.7808764940239045, - "mean_mask_iou": 0.875341660411756, + "mean_mask_iou": 0.8753416604117562, "n_matched": 98 }, "ice": { @@ -485,10 +467,7 @@ "n_matched": 355 }, "dataset": { - "gold_images": 149, - "pred_images": 203, - "missing_predictions": 0, - "iou_threshold": 0.5 + "gold_images": 149 } }, "2026-09-29_v2-recipeA": { @@ -500,7 +479,7 @@ "precision": 0.864516129032258, "recall": 0.9640287769784173, "f1": 0.91156462585034, - "mean_mask_iou": 0.8689695439416028, + "mean_mask_iou": 0.8689695439416029, "n_matched": 134 }, "pin": { @@ -510,7 +489,7 @@ "precision": 0.8842975206611571, "recall": 0.9224137931034483, "f1": 0.9029535864978903, - "mean_mask_iou": 0.9119533599495112, + "mean_mask_iou": 0.9119533599495108, "n_matched": 107 }, "crystal": { @@ -520,7 +499,7 @@ "precision": 0.4864864864864865, "recall": 0.45, "f1": 0.4675324675324675, - "mean_mask_iou": 0.7810514836266864, + "mean_mask_iou": 0.7810514836266865, "n_matched": 18 }, "loop_face": { @@ -530,7 +509,7 @@ "precision": 0.7226277372262774, "recall": 0.825, "f1": 0.7704280155642024, - "mean_mask_iou": 0.8662289384745984, + "mean_mask_iou": 0.8662289384745987, "n_matched": 99 }, "ice": { @@ -551,14 +530,11 @@ "precision": 0.7855579868708972, "recall": 0.8447058823529412, "f1": 0.8140589569160998, - "mean_mask_iou": 0.8766457670246954, + "mean_mask_iou": 0.8766457670246959, "n_matched": 359 }, "dataset": { - "gold_images": 149, - "pred_images": 203, - "missing_predictions": 0, - "iou_threshold": 0.5 + "gold_images": 149 } }, "2026-09-29_v3-noflip-mask1": { @@ -570,7 +546,7 @@ "precision": 0.8933333333333333, "recall": 0.9640287769784173, "f1": 0.9273356401384083, - "mean_mask_iou": 0.8917330021280356, + "mean_mask_iou": 0.8917330021280352, "n_matched": 134 }, "pin": { @@ -580,7 +556,7 @@ "precision": 0.9391304347826087, "recall": 0.9310344827586207, "f1": 0.935064935064935, - "mean_mask_iou": 0.9220488591470086, + "mean_mask_iou": 0.922048859147008, "n_matched": 108 }, "crystal": { @@ -621,14 +597,11 @@ "precision": 0.8411633109619687, "recall": 0.8847058823529412, "f1": 0.8623853211009175, - "mean_mask_iou": 0.8848244886672205, + "mean_mask_iou": 0.884824488667221, "n_matched": 376 }, "dataset": { - "gold_images": 149, - "pred_images": 203, - "missing_predictions": 0, - "iou_threshold": 0.5 + "gold_images": 149 } }, "2026-09-29_v3-recipeA": { @@ -650,7 +623,7 @@ "precision": 0.8780487804878049, "recall": 0.9310344827586207, "f1": 0.903765690376569, - "mean_mask_iou": 0.9103676558084492, + "mean_mask_iou": 0.9103676558084494, "n_matched": 108 }, "crystal": { @@ -670,7 +643,7 @@ "precision": 0.7867647058823529, "recall": 0.8916666666666667, "f1": 0.8359375, - "mean_mask_iou": 0.8633734165880902, + "mean_mask_iou": 0.86337341658809, "n_matched": 107 }, "ice": { @@ -691,14 +664,78 @@ "precision": 0.8409090909090909, "recall": 0.8705882352941177, "f1": 0.8554913294797689, - "mean_mask_iou": 0.8819932213775576, + "mean_mask_iou": 0.881993221377558, "n_matched": 370 }, "dataset": { - "gold_images": 149, - "pred_images": 203, - "missing_predictions": 0, - "iou_threshold": 0.5 + "gold_images": 149 + } + }, + "2026-10-01_v4-noflip-mask1": { + "per_class": { + "loop_all": { + "tp": 133, + "fp": 8, + "fn": 6, + "precision": 0.9432624113475178, + "recall": 0.9568345323741008, + "f1": 0.95, + "mean_mask_iou": 0.9020113791943928, + "n_matched": 133 + }, + "pin": { + "tp": 109, + "fp": 10, + "fn": 7, + "precision": 0.9159663865546218, + "recall": 0.9396551724137931, + "f1": 0.9276595744680851, + "mean_mask_iou": 0.9214897518510717, + "n_matched": 109 + }, + "crystal": { + "tp": 23, + "fp": 19, + "fn": 17, + "precision": 0.5476190476190477, + "recall": 0.575, + "f1": 0.5609756097560975, + "mean_mask_iou": 0.8026071915900868, + "n_matched": 23 + }, + "loop_face": { + "tp": 111, + "fp": 23, + "fn": 9, + "precision": 0.8283582089552238, + "recall": 0.925, + "f1": 0.8740157480314962, + "mean_mask_iou": 0.8660201427162715, + "n_matched": 111 + }, + "ice": { + "tp": 2, + "fp": 5, + "fn": 8, + "precision": 0.2857142857142857, + "recall": 0.2, + "f1": 0.23529411764705882, + "mean_mask_iou": 0.8368580060422961, + "n_matched": 2 + } + }, + "overall": { + "tp": 378, + "fp": 65, + "fn": 47, + "precision": 0.8532731376975169, + "recall": 0.8894117647058823, + "f1": 0.8709677419354839, + "mean_mask_iou": 0.8906661736634491, + "n_matched": 378 + }, + "dataset": { + "gold_images": 149 } }, "2026-10-01_v4-recipeA": { @@ -710,7 +747,7 @@ "precision": 0.9054054054054054, "recall": 0.9640287769784173, "f1": 0.9337979094076654, - "mean_mask_iou": 0.8889360206475692, + "mean_mask_iou": 0.8889360206475693, "n_matched": 134 }, "pin": { @@ -730,7 +767,7 @@ "precision": 0.4878048780487805, "recall": 0.5, "f1": 0.49382716049382713, - "mean_mask_iou": 0.7757130400716813, + "mean_mask_iou": 0.7757130400716814, "n_matched": 20 }, "loop_face": { @@ -740,7 +777,7 @@ "precision": 0.782608695652174, "recall": 0.9, "f1": 0.8372093023255814, - "mean_mask_iou": 0.856831956661255, + "mean_mask_iou": 0.8568319566612556, "n_matched": 108 }, "ice": { @@ -761,14 +798,1340 @@ "precision": 0.8189845474613686, "recall": 0.8729411764705882, "f1": 0.8451025056947608, - "mean_mask_iou": 0.8831839831023023, + "mean_mask_iou": 0.8831839831023021, "n_matched": 371 }, "dataset": { - "gold_images": 149, - "pred_images": 203, - "missing_predictions": 0, - "iou_threshold": 0.5 + "gold_images": 149 + } + }, + "yolo26s-seg-v3-s-640px-2026-10-01": { + "per_class": { + "loop_all": { + "tp": 134, + "fp": 10, + "fn": 5, + "precision": 0.9305555555555556, + "recall": 0.9640287769784173, + "f1": 0.9469964664310955, + "mean_mask_iou": 0.8941931738466334, + "n_matched": 134 + }, + "pin": { + "tp": 108, + "fp": 6, + "fn": 8, + "precision": 0.9473684210526315, + "recall": 0.9310344827586207, + "f1": 0.9391304347826087, + "mean_mask_iou": 0.9198485953616634, + "n_matched": 108 + }, + "crystal": { + "tp": 21, + "fp": 14, + "fn": 19, + "precision": 0.6, + "recall": 0.525, + "f1": 0.56, + "mean_mask_iou": 0.7742300919117516, + "n_matched": 21 + }, + "loop_face": { + "tp": 110, + "fp": 26, + "fn": 10, + "precision": 0.8088235294117647, + "recall": 0.9166666666666666, + "f1": 0.859375, + "mean_mask_iou": 0.8632894169651606, + "n_matched": 110 + }, + "ice": { + "tp": 2, + "fp": 1, + "fn": 8, + "precision": 0.6666666666666666, + "recall": 0.2, + "f1": 0.30769230769230765, + "mean_mask_iou": 0.8091053257565746, + "n_matched": 2 + } + }, + "overall": { + "tp": 375, + "fp": 57, + "fn": 50, + "precision": 0.8680555555555556, + "recall": 0.8823529411764706, + "f1": 0.8751458576429405, + "mean_mask_iou": 0.8853450987795626, + "n_matched": 375 + }, + "dataset": { + "gold_images": 149 + } + } + }, + "core_frames": 149, + "core_frozen": "2026-10-02", + "core_reports": { + "beamline yolo26n-seg-overlap-false-2026-04-12": { + "per_class": { + "loop_all": { + "tp": 104, + "fp": 20, + "fn": 35, + "precision": 0.8387096774193549, + "recall": 0.7482014388489209, + "f1": 0.790874524714829, + "mean_mask_iou": 0.8926986169367611, + "n_matched": 104 + }, + "pin": { + "tp": 95, + "fp": 21, + "fn": 21, + "precision": 0.8189655172413793, + "recall": 0.8189655172413793, + "f1": 0.8189655172413793, + "mean_mask_iou": 0.9552569261452637, + "n_matched": 95 + }, + "crystal": { + "tp": 15, + "fp": 39, + "fn": 25, + "precision": 0.2777777777777778, + "recall": 0.375, + "f1": 0.3191489361702128, + "mean_mask_iou": 0.7672677057932032, + "n_matched": 15 + }, + "loop_face": { + "tp": 80, + "fp": 31, + "fn": 40, + "precision": 0.7207207207207207, + "recall": 0.6666666666666666, + "f1": 0.6926406926406925, + "mean_mask_iou": 0.9133584593311452, + "n_matched": 80 + }, + "ice": { + "tp": 2, + "fp": 8, + "fn": 8, + "precision": 0.2, + "recall": 0.2, + "f1": 0.20000000000000004, + "mean_mask_iou": 0.944649552595864, + "n_matched": 2 + } + }, + "overall": { + "tp": 296, + "fp": 119, + "fn": 129, + "precision": 0.7132530120481928, + "recall": 0.6964705882352941, + "f1": 0.7047619047619047, + "mean_mask_iou": 0.9123549175128537, + "n_matched": 296 + }, + "dataset": { + "gold_images": 149 + } + }, + "2026-09-28_alc-v1": { + "per_class": { + "loop_all": { + "tp": 128, + "fp": 15, + "fn": 11, + "precision": 0.8951048951048951, + "recall": 0.920863309352518, + "f1": 0.9078014184397164, + "mean_mask_iou": 0.878812159917886, + "n_matched": 128 + }, + "pin": { + "tp": 107, + "fp": 15, + "fn": 9, + "precision": 0.8770491803278688, + "recall": 0.9224137931034483, + "f1": 0.8991596638655462, + "mean_mask_iou": 0.9123001433431442, + "n_matched": 107 + }, + "crystal": { + "tp": 20, + "fp": 17, + "fn": 20, + "precision": 0.5405405405405406, + "recall": 0.5, + "f1": 0.5194805194805195, + "mean_mask_iou": 0.7492468138856745, + "n_matched": 20 + }, + "loop_face": { + "tp": 93, + "fp": 24, + "fn": 27, + "precision": 0.7948717948717948, + "recall": 0.775, + "f1": 0.7848101265822786, + "mean_mask_iou": 0.8626208972648555, + "n_matched": 93 + }, + "ice": { + "tp": 1, + "fp": 3, + "fn": 9, + "precision": 0.25, + "recall": 0.1, + "f1": 0.14285714285714288, + "mean_mask_iou": 0.8808139534883721, + "n_matched": 1 + } + }, + "overall": { + "tp": 349, + "fp": 74, + "fn": 76, + "precision": 0.8250591016548463, + "recall": 0.8211764705882353, + "f1": 0.8231132075471698, + "mean_mask_iou": 0.8773454598396542, + "n_matched": 349 + }, + "dataset": { + "gold_images": 149 + } + }, + "2026-09-28_alc-v1-800px": { + "per_class": { + "loop_all": { + "tp": 129, + "fp": 23, + "fn": 10, + "precision": 0.8486842105263158, + "recall": 0.9280575539568345, + "f1": 0.8865979381443299, + "mean_mask_iou": 0.8856848104236192, + "n_matched": 129 + }, + "pin": { + "tp": 103, + "fp": 15, + "fn": 13, + "precision": 0.8728813559322034, + "recall": 0.8879310344827587, + "f1": 0.8803418803418803, + "mean_mask_iou": 0.9172489103741321, + "n_matched": 103 + }, + "crystal": { + "tp": 19, + "fp": 24, + "fn": 21, + "precision": 0.4418604651162791, + "recall": 0.475, + "f1": 0.4578313253012048, + "mean_mask_iou": 0.7921412362927195, + "n_matched": 19 + }, + "loop_face": { + "tp": 86, + "fp": 23, + "fn": 34, + "precision": 0.7889908256880734, + "recall": 0.7166666666666667, + "f1": 0.7510917030567685, + "mean_mask_iou": 0.87530831755175, + "n_matched": 86 + }, + "ice": { + "tp": 0, + "fp": 1, + "fn": 10, + "precision": 0.0, + "recall": 0.0, + "f1": 0.0, + "mean_mask_iou": 0.0, + "n_matched": 0 + } + }, + "overall": { + "tp": 337, + "fp": 86, + "fn": 88, + "precision": 0.7966903073286052, + "recall": 0.7929411764705883, + "f1": 0.794811320754717, + "mean_mask_iou": 0.8874100211044352, + "n_matched": 337 + }, + "dataset": { + "gold_images": 149 + } + }, + "2026-09-28_alc-v1-humanonly": { + "per_class": { + "loop_all": { + "tp": 128, + "fp": 14, + "fn": 11, + "precision": 0.9014084507042254, + "recall": 0.920863309352518, + "f1": 0.911032028469751, + "mean_mask_iou": 0.8767094784331082, + "n_matched": 128 + }, + "pin": { + "tp": 106, + "fp": 8, + "fn": 10, + "precision": 0.9298245614035088, + "recall": 0.9137931034482759, + "f1": 0.9217391304347825, + "mean_mask_iou": 0.9034180292825151, + "n_matched": 106 + }, + "crystal": { + "tp": 22, + "fp": 25, + "fn": 18, + "precision": 0.46808510638297873, + "recall": 0.55, + "f1": 0.5057471264367817, + "mean_mask_iou": 0.7288413011814886, + "n_matched": 22 + }, + "loop_face": { + "tp": 92, + "fp": 28, + "fn": 28, + "precision": 0.7666666666666667, + "recall": 0.7666666666666667, + "f1": 0.7666666666666667, + "mean_mask_iou": 0.8661837018243024, + "n_matched": 92 + }, + "ice": { + "tp": 1, + "fp": 1, + "fn": 9, + "precision": 0.5, + "recall": 0.1, + "f1": 0.16666666666666669, + "mean_mask_iou": 0.8895522388059701, + "n_matched": 1 + } + }, + "overall": { + "tp": 349, + "fp": 76, + "fn": 76, + "precision": 0.8211764705882353, + "recall": 0.8211764705882353, + "f1": 0.8211764705882352, + "mean_mask_iou": 0.8727624234269885, + "n_matched": 349 + }, + "dataset": { + "gold_images": 149 + } + }, + "2026-09-28_alc-v1-mask1": { + "per_class": { + "loop_all": { + "tp": 131, + "fp": 29, + "fn": 8, + "precision": 0.81875, + "recall": 0.9424460431654677, + "f1": 0.8762541806020067, + "mean_mask_iou": 0.8803352461464903, + "n_matched": 131 + }, + "pin": { + "tp": 102, + "fp": 8, + "fn": 14, + "precision": 0.9272727272727272, + "recall": 0.8793103448275862, + "f1": 0.902654867256637, + "mean_mask_iou": 0.9263379170701191, + "n_matched": 102 + }, + "crystal": { + "tp": 16, + "fp": 16, + "fn": 24, + "precision": 0.5, + "recall": 0.4, + "f1": 0.4444444444444445, + "mean_mask_iou": 0.7963076463114488, + "n_matched": 16 + }, + "loop_face": { + "tp": 99, + "fp": 23, + "fn": 21, + "precision": 0.8114754098360656, + "recall": 0.825, + "f1": 0.8181818181818182, + "mean_mask_iou": 0.8662722509669573, + "n_matched": 99 + }, + "ice": { + "tp": 1, + "fp": 0, + "fn": 9, + "precision": 1.0, + "recall": 0.1, + "f1": 0.18181818181818182, + "mean_mask_iou": 0.8958333333333334, + "n_matched": 1 + } + }, + "overall": { + "tp": 349, + "fp": 76, + "fn": 76, + "precision": 0.8211764705882353, + "recall": 0.8211764705882353, + "f1": 0.8211764705882352, + "mean_mask_iou": 0.8859830753764697, + "n_matched": 349 + }, + "dataset": { + "gold_images": 149 + } + }, + "2026-09-28_alc-v1-noflip": { + "per_class": { + "loop_all": { + "tp": 131, + "fp": 17, + "fn": 8, + "precision": 0.8851351351351351, + "recall": 0.9424460431654677, + "f1": 0.9128919860627178, + "mean_mask_iou": 0.8746590793547776, + "n_matched": 131 + }, + "pin": { + "tp": 105, + "fp": 10, + "fn": 11, + "precision": 0.9130434782608695, + "recall": 0.9051724137931034, + "f1": 0.9090909090909092, + "mean_mask_iou": 0.9137559194468411, + "n_matched": 105 + }, + "crystal": { + "tp": 20, + "fp": 17, + "fn": 20, + "precision": 0.5405405405405406, + "recall": 0.5, + "f1": 0.5194805194805195, + "mean_mask_iou": 0.7273790791361571, + "n_matched": 20 + }, + "loop_face": { + "tp": 100, + "fp": 31, + "fn": 20, + "precision": 0.7633587786259542, + "recall": 0.8333333333333334, + "f1": 0.796812749003984, + "mean_mask_iou": 0.8634829132018921, + "n_matched": 100 + }, + "ice": { + "tp": 1, + "fp": 0, + "fn": 9, + "precision": 1.0, + "recall": 0.1, + "f1": 0.18181818181818182, + "mean_mask_iou": 0.9156626506024096, + "n_matched": 1 + } + }, + "overall": { + "tp": 357, + "fp": 75, + "fn": 68, + "precision": 0.8263888888888888, + "recall": 0.84, + "f1": 0.8331388564760793, + "mean_mask_iou": 0.8748914467532451, + "n_matched": 357 + }, + "dataset": { + "gold_images": 149 + } + }, + "2026-09-29_alc-v1-noflip-mask1": { + "per_class": { + "loop_all": { + "tp": 130, + "fp": 20, + "fn": 9, + "precision": 0.8666666666666667, + "recall": 0.935251798561151, + "f1": 0.8996539792387542, + "mean_mask_iou": 0.8844486511300192, + "n_matched": 130 + }, + "pin": { + "tp": 105, + "fp": 10, + "fn": 11, + "precision": 0.9130434782608695, + "recall": 0.9051724137931034, + "f1": 0.9090909090909092, + "mean_mask_iou": 0.932070566695606, + "n_matched": 105 + }, + "crystal": { + "tp": 21, + "fp": 31, + "fn": 19, + "precision": 0.40384615384615385, + "recall": 0.525, + "f1": 0.4565217391304348, + "mean_mask_iou": 0.7718891071431425, + "n_matched": 21 + }, + "loop_face": { + "tp": 98, + "fp": 33, + "fn": 22, + "precision": 0.7480916030534351, + "recall": 0.8166666666666667, + "f1": 0.7808764940239045, + "mean_mask_iou": 0.8753416604117562, + "n_matched": 98 + }, + "ice": { + "tp": 1, + "fp": 1, + "fn": 9, + "precision": 0.5, + "recall": 0.1, + "f1": 0.16666666666666669, + "mean_mask_iou": 0.901840490797546, + "n_matched": 1 + } + }, + "overall": { + "tp": 355, + "fp": 95, + "fn": 70, + "precision": 0.7888888888888889, + "recall": 0.8352941176470589, + "f1": 0.8114285714285714, + "mean_mask_iou": 0.88941050312985, + "n_matched": 355 + }, + "dataset": { + "gold_images": 149 + } + }, + "2026-09-29_v2-recipeA": { + "per_class": { + "loop_all": { + "tp": 134, + "fp": 21, + "fn": 5, + "precision": 0.864516129032258, + "recall": 0.9640287769784173, + "f1": 0.91156462585034, + "mean_mask_iou": 0.8689695439416029, + "n_matched": 134 + }, + "pin": { + "tp": 107, + "fp": 14, + "fn": 9, + "precision": 0.8842975206611571, + "recall": 0.9224137931034483, + "f1": 0.9029535864978903, + "mean_mask_iou": 0.9119533599495108, + "n_matched": 107 + }, + "crystal": { + "tp": 18, + "fp": 19, + "fn": 22, + "precision": 0.4864864864864865, + "recall": 0.45, + "f1": 0.4675324675324675, + "mean_mask_iou": 0.7810514836266865, + "n_matched": 18 + }, + "loop_face": { + "tp": 99, + "fp": 38, + "fn": 21, + "precision": 0.7226277372262774, + "recall": 0.825, + "f1": 0.7704280155642024, + "mean_mask_iou": 0.8662289384745987, + "n_matched": 99 + }, + "ice": { + "tp": 1, + "fp": 6, + "fn": 9, + "precision": 0.14285714285714285, + "recall": 0.1, + "f1": 0.11764705882352941, + "mean_mask_iou": 0.8793103448275862, + "n_matched": 1 + } + }, + "overall": { + "tp": 359, + "fp": 98, + "fn": 66, + "precision": 0.7855579868708972, + "recall": 0.8447058823529412, + "f1": 0.8140589569160998, + "mean_mask_iou": 0.8766457670246959, + "n_matched": 359 + }, + "dataset": { + "gold_images": 149 + } + }, + "2026-09-29_v3-noflip-mask1": { + "per_class": { + "loop_all": { + "tp": 134, + "fp": 16, + "fn": 5, + "precision": 0.8933333333333333, + "recall": 0.9640287769784173, + "f1": 0.9273356401384083, + "mean_mask_iou": 0.8917330021280352, + "n_matched": 134 + }, + "pin": { + "tp": 108, + "fp": 7, + "fn": 8, + "precision": 0.9391304347826087, + "recall": 0.9310344827586207, + "f1": 0.935064935064935, + "mean_mask_iou": 0.922048859147008, + "n_matched": 108 + }, + "crystal": { + "tp": 23, + "fp": 14, + "fn": 17, + "precision": 0.6216216216216216, + "recall": 0.575, + "f1": 0.5974025974025973, + "mean_mask_iou": 0.7823935441983431, + "n_matched": 23 + }, + "loop_face": { + "tp": 110, + "fp": 31, + "fn": 10, + "precision": 0.7801418439716312, + "recall": 0.9166666666666666, + "f1": 0.842911877394636, + "mean_mask_iou": 0.8613643382733605, + "n_matched": 110 + }, + "ice": { + "tp": 1, + "fp": 3, + "fn": 9, + "precision": 0.25, + "recall": 0.1, + "f1": 0.14285714285714288, + "mean_mask_iou": 0.8753799392097265, + "n_matched": 1 + } + }, + "overall": { + "tp": 376, + "fp": 71, + "fn": 49, + "precision": 0.8411633109619687, + "recall": 0.8847058823529412, + "f1": 0.8623853211009175, + "mean_mask_iou": 0.884824488667221, + "n_matched": 376 + }, + "dataset": { + "gold_images": 149 + } + }, + "2026-09-29_v3-recipeA": { + "per_class": { + "loop_all": { + "tp": 134, + "fp": 8, + "fn": 5, + "precision": 0.9436619718309859, + "recall": 0.9640287769784173, + "f1": 0.9537366548042705, + "mean_mask_iou": 0.88580233584997, + "n_matched": 134 + }, + "pin": { + "tp": 108, + "fp": 15, + "fn": 8, + "precision": 0.8780487804878049, + "recall": 0.9310344827586207, + "f1": 0.903765690376569, + "mean_mask_iou": 0.9103676558084494, + "n_matched": 108 + }, + "crystal": { + "tp": 19, + "fp": 15, + "fn": 21, + "precision": 0.5588235294117647, + "recall": 0.475, + "f1": 0.5135135135135136, + "mean_mask_iou": 0.8033218114573291, + "n_matched": 19 + }, + "loop_face": { + "tp": 107, + "fp": 29, + "fn": 13, + "precision": 0.7867647058823529, + "recall": 0.8916666666666667, + "f1": 0.8359375, + "mean_mask_iou": 0.86337341658809, + "n_matched": 107 + }, + "ice": { + "tp": 2, + "fp": 3, + "fn": 8, + "precision": 0.4, + "recall": 0.2, + "f1": 0.26666666666666666, + "mean_mask_iou": 0.8381010429364757, + "n_matched": 2 + } + }, + "overall": { + "tp": 370, + "fp": 70, + "fn": 55, + "precision": 0.8409090909090909, + "recall": 0.8705882352941177, + "f1": 0.8554913294797689, + "mean_mask_iou": 0.881993221377558, + "n_matched": 370 + }, + "dataset": { + "gold_images": 149 + } + }, + "2026-10-01_v4-noflip-mask1": { + "per_class": { + "loop_all": { + "tp": 133, + "fp": 8, + "fn": 6, + "precision": 0.9432624113475178, + "recall": 0.9568345323741008, + "f1": 0.95, + "mean_mask_iou": 0.9020113791943928, + "n_matched": 133 + }, + "pin": { + "tp": 109, + "fp": 10, + "fn": 7, + "precision": 0.9159663865546218, + "recall": 0.9396551724137931, + "f1": 0.9276595744680851, + "mean_mask_iou": 0.9214897518510717, + "n_matched": 109 + }, + "crystal": { + "tp": 23, + "fp": 19, + "fn": 17, + "precision": 0.5476190476190477, + "recall": 0.575, + "f1": 0.5609756097560975, + "mean_mask_iou": 0.8026071915900868, + "n_matched": 23 + }, + "loop_face": { + "tp": 111, + "fp": 23, + "fn": 9, + "precision": 0.8283582089552238, + "recall": 0.925, + "f1": 0.8740157480314962, + "mean_mask_iou": 0.8660201427162715, + "n_matched": 111 + }, + "ice": { + "tp": 2, + "fp": 5, + "fn": 8, + "precision": 0.2857142857142857, + "recall": 0.2, + "f1": 0.23529411764705882, + "mean_mask_iou": 0.8368580060422961, + "n_matched": 2 + } + }, + "overall": { + "tp": 378, + "fp": 65, + "fn": 47, + "precision": 0.8532731376975169, + "recall": 0.8894117647058823, + "f1": 0.8709677419354839, + "mean_mask_iou": 0.8906661736634491, + "n_matched": 378 + }, + "dataset": { + "gold_images": 149 + } + }, + "2026-10-01_v4-recipeA": { + "per_class": { + "loop_all": { + "tp": 134, + "fp": 14, + "fn": 5, + "precision": 0.9054054054054054, + "recall": 0.9640287769784173, + "f1": 0.9337979094076654, + "mean_mask_iou": 0.8889360206475693, + "n_matched": 134 + }, + "pin": { + "tp": 107, + "fp": 10, + "fn": 9, + "precision": 0.9145299145299145, + "recall": 0.9224137931034483, + "f1": 0.9184549356223175, + "mean_mask_iou": 0.9239745987076777, + "n_matched": 107 + }, + "crystal": { + "tp": 20, + "fp": 21, + "fn": 20, + "precision": 0.4878048780487805, + "recall": 0.5, + "f1": 0.49382716049382713, + "mean_mask_iou": 0.7757130400716814, + "n_matched": 20 + }, + "loop_face": { + "tp": 108, + "fp": 30, + "fn": 12, + "precision": 0.782608695652174, + "recall": 0.9, + "f1": 0.8372093023255814, + "mean_mask_iou": 0.8568319566612556, + "n_matched": 108 + }, + "ice": { + "tp": 2, + "fp": 7, + "fn": 8, + "precision": 0.2222222222222222, + "recall": 0.2, + "f1": 0.2105263157894737, + "mean_mask_iou": 0.8132183908045978, + "n_matched": 2 + } + }, + "overall": { + "tp": 371, + "fp": 82, + "fn": 54, + "precision": 0.8189845474613686, + "recall": 0.8729411764705882, + "f1": 0.8451025056947608, + "mean_mask_iou": 0.8831839831023021, + "n_matched": 371 + }, + "dataset": { + "gold_images": 149 + } + }, + "yolo26s-seg-v3-s-640px-2026-10-01": { + "per_class": { + "loop_all": { + "tp": 134, + "fp": 10, + "fn": 5, + "precision": 0.9305555555555556, + "recall": 0.9640287769784173, + "f1": 0.9469964664310955, + "mean_mask_iou": 0.8941931738466334, + "n_matched": 134 + }, + "pin": { + "tp": 108, + "fp": 6, + "fn": 8, + "precision": 0.9473684210526315, + "recall": 0.9310344827586207, + "f1": 0.9391304347826087, + "mean_mask_iou": 0.9198485953616634, + "n_matched": 108 + }, + "crystal": { + "tp": 21, + "fp": 14, + "fn": 19, + "precision": 0.6, + "recall": 0.525, + "f1": 0.56, + "mean_mask_iou": 0.7742300919117516, + "n_matched": 21 + }, + "loop_face": { + "tp": 110, + "fp": 26, + "fn": 10, + "precision": 0.8088235294117647, + "recall": 0.9166666666666666, + "f1": 0.859375, + "mean_mask_iou": 0.8632894169651606, + "n_matched": 110 + }, + "ice": { + "tp": 2, + "fp": 1, + "fn": 8, + "precision": 0.6666666666666666, + "recall": 0.2, + "f1": 0.30769230769230765, + "mean_mask_iou": 0.8091053257565746, + "n_matched": 2 + } + }, + "overall": { + "tp": 375, + "fp": 57, + "fn": 50, + "precision": 0.8680555555555556, + "recall": 0.8823529411764706, + "f1": 0.8751458576429405, + "mean_mask_iou": 0.8853450987795626, + "n_matched": 375 + }, + "dataset": { + "gold_images": 149 + } + } + }, + "active": "yolo26n-seg-v4-noflip-mask1-2026-10-02", + "bootstrap_vs_active": { + "beamline yolo26n-seg-overlap-false-2026-04-12": { + "frames": 149, + "draws": 2000, + "f1": { + "delta": -0.1662, + "lo": -0.2062, + "hi": -0.1261, + "win": 0.0 + }, + "mask_score": { + "delta": -0.1567, + "lo": -0.1998, + "hi": -0.1162, + "win": 0.0 + }, + "per_class": { + "crystal": { + "f1": { + "delta": -0.2418, + "lo": -0.3795, + "hi": -0.1112, + "win": 0.0 + }, + "mask_score": { + "delta": -0.1738, + "lo": -0.3092, + "hi": -0.0538, + "win": 0.003 + } + } + } + }, + "2026-09-28_alc-v1": { + "frames": 149, + "draws": 2000, + "f1": { + "delta": -0.0479, + "lo": -0.079, + "hi": -0.0199, + "win": 0.0 + }, + "mask_score": { + "delta": -0.0717, + "lo": -0.1013, + "hi": -0.0454, + "win": 0.0 + }, + "per_class": { + "crystal": { + "f1": { + "delta": -0.0415, + "lo": -0.1592, + "hi": 0.0761, + "win": 0.213 + }, + "mask_score": { + "delta": -0.0869, + "lo": -0.1961, + "hi": 0.0119, + "win": 0.044 + } + } + } + }, + "2026-09-28_alc-v1-800px": { + "frames": 149, + "draws": 2000, + "f1": { + "delta": -0.0762, + "lo": -0.1051, + "hi": -0.0485, + "win": 0.0 + }, + "mask_score": { + "delta": -0.0885, + "lo": -0.1151, + "hi": -0.0632, + "win": 0.0 + }, + "per_class": { + "crystal": { + "f1": { + "delta": -0.1031, + "lo": -0.2152, + "hi": -0.0067, + "win": 0.017 + }, + "mask_score": { + "delta": -0.0852, + "lo": -0.192, + "hi": 0.004, + "win": 0.03 + } + } + } + }, + "2026-09-28_alc-v1-humanonly": { + "frames": 149, + "draws": 2000, + "f1": { + "delta": -0.0498, + "lo": -0.079, + "hi": -0.0215, + "win": 0.0 + }, + "mask_score": { + "delta": -0.0755, + "lo": -0.1053, + "hi": -0.0492, + "win": 0.0 + }, + "per_class": { + "crystal": { + "f1": { + "delta": -0.0552, + "lo": -0.1722, + "hi": 0.0533, + "win": 0.166 + }, + "mask_score": { + "delta": -0.0606, + "lo": -0.1588, + "hi": 0.0295, + "win": 0.086 + } + } + } + }, + "2026-09-28_alc-v1-mask1": { + "frames": 149, + "draws": 2000, + "f1": { + "delta": -0.0498, + "lo": -0.0733, + "hi": -0.0273, + "win": 0.0 + }, + "mask_score": { + "delta": -0.0646, + "lo": -0.0855, + "hi": -0.0451, + "win": 0.0 + }, + "per_class": { + "crystal": { + "f1": { + "delta": -0.1165, + "lo": -0.2567, + "hi": 0.0217, + "win": 0.051 + }, + "mask_score": { + "delta": -0.143, + "lo": -0.2723, + "hi": -0.0243, + "win": 0.01 + } + } + } + }, + "2026-09-28_alc-v1-noflip": { + "frames": 149, + "draws": 2000, + "f1": { + "delta": -0.0378, + "lo": -0.0614, + "hi": -0.014, + "win": 0.001 + }, + "mask_score": { + "delta": -0.0573, + "lo": -0.0815, + "hi": -0.0347, + "win": 0.0 + }, + "per_class": { + "crystal": { + "f1": { + "delta": -0.0415, + "lo": -0.1558, + "hi": 0.0775, + "win": 0.225 + }, + "mask_score": { + "delta": -0.0978, + "lo": -0.2104, + "hi": 0.0026, + "win": 0.029 + } + } + } + }, + "2026-09-29_alc-v1-noflip-mask1": { + "frames": 149, + "draws": 2000, + "f1": { + "delta": -0.0595, + "lo": -0.086, + "hi": -0.0339, + "win": 0.0 + }, + "mask_score": { + "delta": -0.0492, + "lo": -0.0766, + "hi": -0.0252, + "win": 0.0 + }, + "per_class": { + "crystal": { + "f1": { + "delta": -0.1045, + "lo": -0.2215, + "hi": 0.0111, + "win": 0.036 + }, + "mask_score": { + "delta": -0.0563, + "lo": -0.1651, + "hi": 0.0425, + "win": 0.121 + } + } + } + }, + "2026-09-29_v2-recipeA": { + "frames": 149, + "draws": 2000, + "f1": { + "delta": -0.0569, + "lo": -0.0838, + "hi": -0.0317, + "win": 0.0 + }, + "mask_score": { + "delta": -0.0517, + "lo": -0.0768, + "hi": -0.029, + "win": 0.0 + }, + "per_class": { + "crystal": { + "f1": { + "delta": -0.0934, + "lo": -0.2101, + "hi": 0.0104, + "win": 0.038 + }, + "mask_score": { + "delta": -0.11, + "lo": -0.2298, + "hi": -0.0052, + "win": 0.02 + } + } + } + }, + "2026-09-29_v3-noflip-mask1": { + "frames": 149, + "draws": 2000, + "f1": { + "delta": -0.0086, + "lo": -0.0308, + "hi": 0.0122, + "win": 0.212 + }, + "mask_score": { + "delta": -0.0094, + "lo": -0.0252, + "hi": 0.0053, + "win": 0.11 + }, + "per_class": { + "crystal": { + "f1": { + "delta": 0.0364, + "lo": -0.0635, + "hi": 0.1352, + "win": 0.761 + }, + "mask_score": { + "delta": -0.0116, + "lo": -0.0905, + "hi": 0.0644, + "win": 0.38 + } + } + } + }, + "2026-09-29_v3-recipeA": { + "frames": 149, + "draws": 2000, + "f1": { + "delta": -0.0155, + "lo": -0.0383, + "hi": 0.0088, + "win": 0.093 + }, + "mask_score": { + "delta": -0.0243, + "lo": -0.042, + "hi": -0.0072, + "win": 0.007 + }, + "per_class": { + "crystal": { + "f1": { + "delta": -0.0475, + "lo": -0.1557, + "hi": 0.0613, + "win": 0.175 + }, + "mask_score": { + "delta": -0.0799, + "lo": -0.1834, + "hi": 0.0078, + "win": 0.037 + } + } + } + }, + "2026-10-01_v4-recipeA": { + "frames": 149, + "draws": 2000, + "f1": { + "delta": -0.0259, + "lo": -0.0444, + "hi": -0.0072, + "win": 0.004 + }, + "mask_score": { + "delta": -0.0212, + "lo": -0.0371, + "hi": -0.006, + "win": 0.006 + }, + "per_class": { + "crystal": { + "f1": { + "delta": -0.0671, + "lo": -0.1727, + "hi": 0.0359, + "win": 0.09 + }, + "mask_score": { + "delta": -0.0736, + "lo": -0.1673, + "hi": 0.0141, + "win": 0.043 + } + } + } + }, + "yolo26s-seg-v3-s-640px-2026-10-01": { + "frames": 149, + "draws": 2000, + "f1": { + "delta": 0.0042, + "lo": -0.0183, + "hi": 0.0242, + "win": 0.649 + }, + "mask_score": { + "delta": -0.011, + "lo": -0.0278, + "hi": 0.0042, + "win": 0.082 + }, + "per_class": { + "crystal": { + "f1": { + "delta": -0.001, + "lo": -0.1061, + "hi": 0.1018, + "win": 0.458 + }, + "mask_score": { + "delta": -0.055, + "lo": -0.1347, + "hi": 0.0031, + "win": 0.032 + } + } } } }