From 8f260fa7f4651e778d22fb4049297059e4a5cbf8 Mon Sep 17 00:00:00 2001
From: jungfrau <jungfrau@mx-spark-01.psi.ch>
Date: Sun, 25 Oct 2026 21:37:47 +0100
Subject: [PATCH] unseen-frame comparison after the amp run

---
 runs/clean_gold_comparison.json | 234 ++++++++++++++++++++++++++++++++
 1 file changed, 234 insertions(+)

diff --git a/runs/clean_gold_comparison.json b/runs/clean_gold_comparison.json
index 095ff72..0fada0e 100644
--- a/runs/clean_gold_comparison.json
+++ b/runs/clean_gold_comparison.json
@@ -1083,6 +1083,73 @@
         "gold_images": 281
       }
     },
+    "2026-10-25_v5-amp": {
+      "per_class": {
+        "loop_all": {
+          "tp": 97,
+          "fp": 17,
+          "fn": 8,
+          "precision": 0.8508771929824561,
+          "recall": 0.9238095238095239,
+          "f1": 0.8858447488584474,
+          "mean_mask_iou": 0.8785500799135099,
+          "n_matched": 97
+        },
+        "pin": {
+          "tp": 44,
+          "fp": 20,
+          "fn": 10,
+          "precision": 0.6875,
+          "recall": 0.8148148148148148,
+          "f1": 0.7457627118644067,
+          "mean_mask_iou": 0.8972523155916737,
+          "n_matched": 44
+        },
+        "crystal": {
+          "tp": 59,
+          "fp": 52,
+          "fn": 50,
+          "precision": 0.5315315315315315,
+          "recall": 0.5412844036697247,
+          "f1": 0.5363636363636364,
+          "mean_mask_iou": 0.7757876113016097,
+          "n_matched": 59
+        },
+        "loop_face": {
+          "tp": 88,
+          "fp": 41,
+          "fn": 15,
+          "precision": 0.6821705426356589,
+          "recall": 0.8543689320388349,
+          "f1": 0.7586206896551724,
+          "mean_mask_iou": 0.8421014065309328,
+          "n_matched": 88
+        },
+        "ice": {
+          "tp": 1,
+          "fp": 6,
+          "fn": 11,
+          "precision": 0.14285714285714285,
+          "recall": 0.08333333333333333,
+          "f1": 0.10526315789473685,
+          "mean_mask_iou": 0.8818181818181818,
+          "n_matched": 1
+        }
+      },
+      "overall": {
+        "tp": 289,
+        "fp": 136,
+        "fn": 94,
+        "precision": 0.68,
+        "recall": 0.7545691906005222,
+        "f1": 0.7153465346534653,
+        "mean_mask_iou": 0.8493310403494094,
+        "n_matched": 289
+      },
+      "dataset": {
+        "gold_images": 281
+      }
+    },
     "yolo26n-seg-v5-noflip-mask1-2026-10-23": {
       "per_class": {
         "loop_all": {
@@ -2293,6 +2360,73 @@
         "gold_images": 148
       }
     },
+    "2026-10-25_v5-amp": {
+      "per_class": {
+        "loop_all": {
+          "tp": 87,
+          "fp": 6,
+          "fn": 5,
+          "precision": 0.9354838709677419,
+          "recall": 0.9456521739130435,
+          "f1": 0.9405405405405404,
+          "mean_mask_iou": 0.8815385677283908,
+          "n_matched": 87
+        },
+        "pin": {
+          "tp": 39,
+          "fp": 10,
+          "fn": 8,
+          "precision": 0.7959183673469388,
+          "recall": 0.8297872340425532,
+          "f1": 0.8125,
+          "mean_mask_iou": 0.9006459173997542,
+          "n_matched": 39
+        },
+        "crystal": {
+          "tp": 21,
+          "fp": 21,
+          "fn": 18,
+          "precision": 0.5,
+          "recall": 0.5384615384615384,
+          "f1": 0.5185185185185186,
+          "mean_mask_iou": 0.7979628501698189,
+          "n_matched": 21
+        },
+        "loop_face": {
+          "tp": 70,
+          "fp": 19,
+          "fn": 10,
+          "precision": 0.7865168539325843,
+          "recall": 0.875,
+          "f1": 0.8284023668639053,
+          "mean_mask_iou": 0.8324651516773885,
+          "n_matched": 70
+        },
+        "ice": {
+          "tp": 1,
+          "fp": 5,
+          "fn": 8,
+          "precision": 0.16666666666666666,
+          "recall": 0.1111111111111111,
+          "f1": 0.13333333333333333,
+          "mean_mask_iou": 0.8818181818181818,
+          "n_matched": 1
+        }
+      },
+      "overall": {
+        "tp": 218,
+        "fp": 61,
+        "fn": 49,
+        "precision": 0.7813620071684588,
+        "recall": 0.8164794007490637,
+        "f1": 0.7985347985347986,
+        "mean_mask_iou": 0.861149746897991,
+        "n_matched": 218
+      },
+      "dataset": {
+        "gold_images": 148
+      }
+    },
     "yolo26n-seg-v5-noflip-mask1-2026-10-23": {
       "per_class": {
         "loop_all": {
@@ -2925,6 +3059,39 @@
         }
       }
     },
+    "2026-10-25_v5-amp": {
+      "frames": 281,
+      "mounts": 249,
+      "draws": 2000,
+      "f1": {
+        "delta": 0.0071,
+        "lo": -0.0204,
+        "hi": 0.0358,
+        "win": 0.685
+      },
+      "mask_score": {
+        "delta": -0.0125,
+        "lo": -0.0354,
+        "hi": 0.0091,
+        "win": 0.138
+      },
+      "per_class": {
+        "crystal": {
+          "f1": {
+            "delta": -0.0046,
+            "lo": -0.0742,
+            "hi": 0.0618,
+            "win": 0.456
+          },
+          "mask_score": {
+            "delta": -0.0492,
+            "lo": -0.1022,
+            "hi": 0.003,
+            "win": 0.029
+          }
+        }
+      }
+    },
     "yolo26n-seg-v5-noflip-mask1-2026-10-23": {
       "frames": 281,
       "mounts": 249,
@@ -4065,6 +4232,73 @@
         "gold_images": 142
       }
     },
+    "2026-10-25_v5-amp": {
+      "per_class": {
+        "loop_all": {
+          "tp": 87,
+          "fp": 6,
+          "fn": 5,
+          "precision": 0.9354838709677419,
+          "recall": 0.9456521739130435,
+          "f1": 0.9405405405405404,
+          "mean_mask_iou": 0.8815385677283908,
+          "n_matched": 87
+        },
+        "pin": {
+          "tp": 38,
+          "fp": 10,
+          "fn": 5,
+          "precision": 0.7916666666666666,
+          "recall": 0.8837209302325582,
+          "f1": 0.8351648351648352,
+          "mean_mask_iou": 0.902221432774882,
+          "n_matched": 38
+        },
+        "crystal": {
+          "tp": 21,
+          "fp": 21,
+          "fn": 18,
+          "precision": 0.5,
+          "recall": 0.5384615384615384,
+          "f1": 0.5185185185185186,
+          "mean_mask_iou": 0.7979628501698189,
+          "n_matched": 21
+        },
+        "loop_face": {
+          "tp": 70,
+          "fp": 18,
+          "fn": 10,
+          "precision": 0.7954545454545454,
+          "recall": 0.875,
+          "f1": 0.8333333333333334,
+          "mean_mask_iou": 0.8324651516773885,
+          "n_matched": 70
+        },
+        "ice": {
+          "tp": 1,
+          "fp": 5,
+          "fn": 8,
+          "precision": 0.16666666666666666,
+          "recall": 0.1111111111111111,
+          "f1": 0.13333333333333333,
+          "mean_mask_iou": 0.8818181818181818,
+          "n_matched": 1
+        }
+      },
+      "overall": {
+        "tp": 217,
+        "fp": 60,
+        "fn": 46,
+        "precision": 0.7833935018050542,
+        "recall": 0.8250950570342205,
+        "f1": 0.8037037037037037,
+        "mean_mask_iou": 0.8612436335973139,
+        "n_matched": 217
+      },
+      "dataset": {
+        "gold_images": 142
+      }
+    },
     "yolo26n-seg-v5-noflip-mask1-2026-10-23": {
       "per_class": {
         "loop_all": {