From 0ed13a361c74bcae3e62d50577a66b953f6199a9 Mon Sep 17 00:00:00 2001
From: jungfrau <jungfrau@mx-spark-01.psi.ch>
Date: Sun, 25 Oct 2026 02:13:49 +0200
Subject: [PATCH] unseen-frame comparison after the 1024 px run

---
 runs/clean_gold_comparison.json | 234 ++++++++++++++++++++++++++++++++
 1 file changed, 234 insertions(+)

diff --git a/runs/clean_gold_comparison.json b/runs/clean_gold_comparison.json
index 540a99dd..ff9e8bd5 100644
--- a/runs/clean_gold_comparison.json
+++ b/runs/clean_gold_comparison.json
@@ -949,6 +949,73 @@
         "gold_images": 281
       }
     },
+    "2026-10-23_v5-n-1024px": {
+      "per_class": {
+        "loop_all": {
+          "tp": 258,
+          "fp": 24,
+          "fn": 6,
+          "precision": 0.9148936170212766,
+          "recall": 0.9772727272727273,
+          "f1": 0.945054945054945,
+          "mean_mask_iou": 0.9247128534972713,
+          "n_matched": 258
+        },
+        "pin": {
+          "tp": 188,
+          "fp": 16,
+          "fn": 6,
+          "precision": 0.9215686274509803,
+          "recall": 0.9690721649484536,
+          "f1": 0.9447236180904522,
+          "mean_mask_iou": 0.9326752593183979,
+          "n_matched": 188
+        },
+        "crystal": {
+          "tp": 73,
+          "fp": 57,
+          "fn": 50,
+          "precision": 0.5615384615384615,
+          "recall": 0.5934959349593496,
+          "f1": 0.5770750988142292,
+          "mean_mask_iou": 0.7731075577646546,
+          "n_matched": 73
+        },
+        "loop_face": {
+          "tp": 223,
+          "fp": 47,
+          "fn": 20,
+          "precision": 0.825925925925926,
+          "recall": 0.9176954732510288,
+          "f1": 0.8693957115009747,
+          "mean_mask_iou": 0.9057214453909335,
+          "n_matched": 223
+        },
+        "ice": {
+          "tp": 1,
+          "fp": 3,
+          "fn": 12,
+          "precision": 0.25,
+          "recall": 0.07692307692307693,
+          "f1": 0.11764705882352941,
+          "mean_mask_iou": 0.7432835820895523,
+          "n_matched": 1
+        }
+      },
+      "overall": {
+        "tp": 743,
+        "fp": 147,
+        "fn": 94,
+        "precision": 0.8348314606741573,
+        "recall": 0.8876941457586619,
+        "f1": 0.8604516502605674,
+        "mean_mask_iou": 0.9058881326719271,
+        "n_matched": 743
+      },
+      "dataset": {
+        "gold_images": 281
+      }
+    },
     "2026-10-23_v5-s-noflip-mask1": {
       "per_class": {
         "loop_all": {
@@ -1958,6 +2025,73 @@
         "gold_images": 148
       }
     },
+    "2026-10-23_v5-n-1024px": {
+      "per_class": {
+        "loop_all": {
+          "tp": 134,
+          "fp": 11,
+          "fn": 4,
+          "precision": 0.9241379310344827,
+          "recall": 0.9710144927536232,
+          "f1": 0.9469964664310954,
+          "mean_mask_iou": 0.8995006950239258,
+          "n_matched": 134
+        },
+        "pin": {
+          "tp": 109,
+          "fp": 9,
+          "fn": 6,
+          "precision": 0.923728813559322,
+          "recall": 0.9478260869565217,
+          "f1": 0.9356223175965666,
+          "mean_mask_iou": 0.9211630632017279,
+          "n_matched": 109
+        },
+        "crystal": {
+          "tp": 23,
+          "fp": 18,
+          "fn": 16,
+          "precision": 0.5609756097560976,
+          "recall": 0.5897435897435898,
+          "f1": 0.575,
+          "mean_mask_iou": 0.8022104387675705,
+          "n_matched": 23
+        },
+        "loop_face": {
+          "tp": 108,
+          "fp": 25,
+          "fn": 11,
+          "precision": 0.8120300751879699,
+          "recall": 0.907563025210084,
+          "f1": 0.857142857142857,
+          "mean_mask_iou": 0.8630683559987203,
+          "n_matched": 108
+        },
+        "ice": {
+          "tp": 1,
+          "fp": 2,
+          "fn": 9,
+          "precision": 0.3333333333333333,
+          "recall": 0.1,
+          "f1": 0.15384615384615383,
+          "mean_mask_iou": 0.7432835820895523,
+          "n_matched": 1
+        }
+      },
+      "overall": {
+        "tp": 375,
+        "fp": 65,
+        "fn": 46,
+        "precision": 0.8522727272727273,
+        "recall": 0.8907363420427553,
+        "f1": 0.8710801393728224,
+        "mean_mask_iou": 0.888920995050133,
+        "n_matched": 375
+      },
+      "dataset": {
+        "gold_images": 148
+      }
+    },
     "2026-10-23_v5-s-noflip-mask1": {
       "per_class": {
         "loop_all": {
@@ -2457,6 +2591,39 @@
         }
       }
     },
+    "2026-10-23_v5-n-1024px": {
+      "frames": 281,
+      "mounts": 249,
+      "draws": 2000,
+      "f1": {
+        "delta": 0.0045,
+        "lo": -0.0138,
+        "hi": 0.0215,
+        "win": 0.679
+      },
+      "mask_score": {
+        "delta": -0.0121,
+        "lo": -0.0274,
+        "hi": 0.0027,
+        "win": 0.051
+      },
+      "per_class": {
+        "crystal": {
+          "f1": {
+            "delta": -0.0069,
+            "lo": -0.0814,
+            "hi": 0.0609,
+            "win": 0.427
+          },
+          "mask_score": {
+            "delta": -0.0646,
+            "lo": -0.126,
+            "hi": -0.0034,
+            "win": 0.02
+          }
+        }
+      }
+    },
     "2026-10-23_v5-s-noflip-mask1": {
       "frames": 281,
       "mounts": 249,
@@ -3430,6 +3597,73 @@
         "gold_images": 142
       }
     },
+    "2026-10-23_v5-n-1024px": {
+      "per_class": {
+        "loop_all": {
+          "tp": 132,
+          "fp": 11,
+          "fn": 4,
+          "precision": 0.9230769230769231,
+          "recall": 0.9705882352941176,
+          "f1": 0.946236559139785,
+          "mean_mask_iou": 0.898502813531825,
+          "n_matched": 132
+        },
+        "pin": {
+          "tp": 104,
+          "fp": 9,
+          "fn": 6,
+          "precision": 0.9203539823008849,
+          "recall": 0.9454545454545454,
+          "f1": 0.9327354260089686,
+          "mean_mask_iou": 0.9241773501217274,
+          "n_matched": 104
+        },
+        "crystal": {
+          "tp": 23,
+          "fp": 18,
+          "fn": 16,
+          "precision": 0.5609756097560976,
+          "recall": 0.5897435897435898,
+          "f1": 0.575,
+          "mean_mask_iou": 0.8022104387675705,
+          "n_matched": 23
+        },
+        "loop_face": {
+          "tp": 107,
+          "fp": 25,
+          "fn": 11,
+          "precision": 0.8106060606060606,
+          "recall": 0.9067796610169492,
+          "f1": 0.856,
+          "mean_mask_iou": 0.8639848826902973,
+          "n_matched": 107
+        },
+        "ice": {
+          "tp": 1,
+          "fp": 2,
+          "fn": 9,
+          "precision": 0.3333333333333333,
+          "recall": 0.1,
+          "f1": 0.15384615384615383,
+          "mean_mask_iou": 0.7432835820895523,
+          "n_matched": 1
+        }
+      },
+      "overall": {
+        "tp": 367,
+        "fp": 65,
+        "fn": 46,
+        "precision": 0.8495370370370371,
+        "recall": 0.8886198547215496,
+        "f1": 0.8686390532544379,
+        "mean_mask_iou": 0.889257007957673,
+        "n_matched": 367
+      },
+      "dataset": {
+        "gold_images": 142
+      }
+    },
     "2026-10-23_v5-s-noflip-mask1": {
       "per_class": {
         "loop_all": {