mx/AareLC_train
1
0 Fork 0
Code Issues Pull Requests Actions Packages Projects Releases 4 Wiki Activity

unseen-frame comparison after the 1024 px run
CI / ledger-and-tools (push) Successful in 21s
Details

Browse Source
This commit is contained in:
jungfrau committed 2026-10-25 02:13:49 +02:00
1 parent 52e7e78b68
commit 0ed13a361c
1 file changed
+234
Download Patch File Download Diff File Expand all files Collapse all files
runs/clean_gold_comparison.json
+234
View File
@@ -949,6 +949,73 @@
"gold_images": 281
}
},
"2026-10-23_v5-n-1024px": {
"per_class": {
"loop_all": {
"tp": 258,
"fp": 24,
"fn": 6,
"precision": 0.9148936170212766,
"recall": 0.9772727272727273,
"f1": 0.945054945054945,
"mean_mask_iou": 0.9247128534972713,
"n_matched": 258
},
"pin": {
"tp": 188,
"fp": 16,
"fn": 6,
"precision": 0.9215686274509803,
"recall": 0.9690721649484536,
"f1": 0.9447236180904522,
"mean_mask_iou": 0.9326752593183979,
"n_matched": 188
},
"crystal": {
"tp": 73,
"fp": 57,
"fn": 50,
"precision": 0.5615384615384615,
"recall": 0.5934959349593496,
"f1": 0.5770750988142292,
"mean_mask_iou": 0.7731075577646546,
"n_matched": 73
},
"loop_face": {
"tp": 223,
"fp": 47,
"fn": 20,
"precision": 0.825925925925926,
"recall": 0.9176954732510288,
"f1": 0.8693957115009747,
"mean_mask_iou": 0.9057214453909335,
"n_matched": 223
},
"ice": {
"tp": 1,
"fp": 3,
"fn": 12,
"precision": 0.25,
"recall": 0.07692307692307693,
"f1": 0.11764705882352941,
"mean_mask_iou": 0.7432835820895523,
"n_matched": 1
}
},
"overall": {
"tp": 743,
"fp": 147,
"fn": 94,
"precision": 0.8348314606741573,
"recall": 0.8876941457586619,
"f1": 0.8604516502605674,
"mean_mask_iou": 0.9058881326719271,
"n_matched": 743
},
"dataset": {
"gold_images": 281
}
},
"2026-10-23_v5-s-noflip-mask1": {
"per_class": {
"loop_all": {
@@ -1958,6 +2025,73 @@
"gold_images": 148
}
},
"2026-10-23_v5-n-1024px": {
"per_class": {
"loop_all": {
"tp": 134,
"fp": 11,
"fn": 4,
"precision": 0.9241379310344827,
"recall": 0.9710144927536232,
"f1": 0.9469964664310954,
"mean_mask_iou": 0.8995006950239258,
"n_matched": 134
},
"pin": {
"tp": 109,
"fp": 9,
"fn": 6,
"precision": 0.923728813559322,
"recall": 0.9478260869565217,
"f1": 0.9356223175965666,
"mean_mask_iou": 0.9211630632017279,
"n_matched": 109
},
"crystal": {
"tp": 23,
"fp": 18,
"fn": 16,
"precision": 0.5609756097560976,
"recall": 0.5897435897435898,
"f1": 0.575,
"mean_mask_iou": 0.8022104387675705,
"n_matched": 23
},
"loop_face": {
"tp": 108,
"fp": 25,
"fn": 11,
"precision": 0.8120300751879699,
"recall": 0.907563025210084,
"f1": 0.857142857142857,
"mean_mask_iou": 0.8630683559987203,
"n_matched": 108
},
"ice": {
"tp": 1,
"fp": 2,
"fn": 9,
"precision": 0.3333333333333333,
"recall": 0.1,
"f1": 0.15384615384615383,
"mean_mask_iou": 0.7432835820895523,
"n_matched": 1
}
},
"overall": {
"tp": 375,
"fp": 65,
"fn": 46,
"precision": 0.8522727272727273,
"recall": 0.8907363420427553,
"f1": 0.8710801393728224,
"mean_mask_iou": 0.888920995050133,
"n_matched": 375
},
"dataset": {
"gold_images": 148
}
},
"2026-10-23_v5-s-noflip-mask1": {
"per_class": {
"loop_all": {
@@ -2457,6 +2591,39 @@
}
}
},
"2026-10-23_v5-n-1024px": {
"frames": 281,
"mounts": 249,
"draws": 2000,
"f1": {
"delta": 0.0045,
"lo": -0.0138,
"hi": 0.0215,
"win": 0.679
},
"mask_score": {
"delta": -0.0121,
"lo": -0.0274,
"hi": 0.0027,
"win": 0.051
},
"per_class": {
"crystal": {
"f1": {
"delta": -0.0069,
"lo": -0.0814,
"hi": 0.0609,
"win": 0.427
},
"mask_score": {
"delta": -0.0646,
"lo": -0.126,
"hi": -0.0034,
"win": 0.02
}
}
}
},
"2026-10-23_v5-s-noflip-mask1": {
"frames": 281,
"mounts": 249,
@@ -3430,6 +3597,73 @@
"gold_images": 142
}
},
"2026-10-23_v5-n-1024px": {
"per_class": {
"loop_all": {
"tp": 132,
"fp": 11,
"fn": 4,
"precision": 0.9230769230769231,
"recall": 0.9705882352941176,
"f1": 0.946236559139785,
"mean_mask_iou": 0.898502813531825,
"n_matched": 132
},
"pin": {
"tp": 104,
"fp": 9,
"fn": 6,
"precision": 0.9203539823008849,
"recall": 0.9454545454545454,
"f1": 0.9327354260089686,
"mean_mask_iou": 0.9241773501217274,
"n_matched": 104
},
"crystal": {
"tp": 23,
"fp": 18,
"fn": 16,
"precision": 0.5609756097560976,
"recall": 0.5897435897435898,
"f1": 0.575,
"mean_mask_iou": 0.8022104387675705,
"n_matched": 23
},
"loop_face": {
"tp": 107,
"fp": 25,
"fn": 11,
"precision": 0.8106060606060606,
"recall": 0.9067796610169492,
"f1": 0.856,
"mean_mask_iou": 0.8639848826902973,
"n_matched": 107
},
"ice": {
"tp": 1,
"fp": 2,
"fn": 9,
"precision": 0.3333333333333333,
"recall": 0.1,
"f1": 0.15384615384615383,
"mean_mask_iou": 0.7432835820895523,
"n_matched": 1
}
},
"overall": {
"tp": 367,
"fp": 65,
"fn": 46,
"precision": 0.8495370370370371,
"recall": 0.8886198547215496,
"f1": 0.8686390532544379,
"mean_mask_iou": 0.889257007957673,
"n_matched": 367
},
"dataset": {
"gold_images": 142
}
},
"2026-10-23_v5-s-noflip-mask1": {
"per_class": {
"loop_all": {