jungfrauandClaude Fable 5.1
ddaa5a99e6
CI / ledger-and-tools (push) Successful in 20s
Containment (intersection over the smaller area) between human-drawn crystal pairs never exceeds 0.42, while the model-drawn duplicates sit at 0.96-1.0, so a rule at 0.9 cannot lose a real pair. On 231 unseen frames, v4: precision 0.831 -> 0.876, recall 0.881 -> 0.869, F1 0.855 -> 0.873, 46 outlines removed, 8 true positives lost where the less confident of two outlines was the one matching the label. Co-Authored-By: Claude Fable 5.1 <noreply@anthropic.com>
404 lines
8.8 KiB
JSON
404 lines
8.8 KiB
JSON
{
|
|
"unseen_frames": 231,
|
|
"multi_crystal_frames": 3,
|
|
"gold_pair_containment": [
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.4246575342465753,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0,
|
|
0.0
|
|
],
|
|
"models": {
|
|
"yolo26n-seg-v4-noflip-mask1-2026-10-02": {
|
|
"none": {
|
|
"precision": 0.8307692307692308,
|
|
"recall": 0.8813056379821959,
|
|
"f1": 0.8552915766738661,
|
|
"per_class_f1": {
|
|
"loop_all": 0.9590909090909091,
|
|
"crystal": 0.569767441860465,
|
|
"loop_face": 0.8390243902439024,
|
|
"pin": 0.9248554913294796,
|
|
"ice": 0.1904761904761905
|
|
},
|
|
"fp": 121,
|
|
"dropped": 0,
|
|
"multi_crystal": {
|
|
"tp": 3,
|
|
"fn": 7
|
|
}
|
|
},
|
|
"crystal>=0.5": {
|
|
"precision": 0.8469241773962805,
|
|
"recall": 0.8783382789317508,
|
|
"f1": 0.8623452294246177,
|
|
"per_class_f1": {
|
|
"loop_all": 0.9590909090909091,
|
|
"crystal": 0.6025641025641024,
|
|
"loop_face": 0.8390243902439024,
|
|
"pin": 0.9248554913294796,
|
|
"ice": 0.1904761904761905
|
|
},
|
|
"fp": 107,
|
|
"dropped": 16,
|
|
"multi_crystal": {
|
|
"tp": 2,
|
|
"fn": 8
|
|
}
|
|
},
|
|
"crystal>=0.7": {
|
|
"precision": 0.8469241773962805,
|
|
"recall": 0.8783382789317508,
|
|
"f1": 0.8623452294246177,
|
|
"per_class_f1": {
|
|
"loop_all": 0.9590909090909091,
|
|
"crystal": 0.6025641025641024,
|
|
"loop_face": 0.8390243902439024,
|
|
"pin": 0.9248554913294796,
|
|
"ice": 0.1904761904761905
|
|
},
|
|
"fp": 107,
|
|
"dropped": 16,
|
|
"multi_crystal": {
|
|
"tp": 2,
|
|
"fn": 8
|
|
}
|
|
},
|
|
"crystal>=0.9": {
|
|
"precision": 0.8469241773962805,
|
|
"recall": 0.8783382789317508,
|
|
"f1": 0.8623452294246177,
|
|
"per_class_f1": {
|
|
"loop_all": 0.9590909090909091,
|
|
"crystal": 0.6025641025641024,
|
|
"loop_face": 0.8390243902439024,
|
|
"pin": 0.9248554913294796,
|
|
"ice": 0.1904761904761905
|
|
},
|
|
"fp": 107,
|
|
"dropped": 16,
|
|
"multi_crystal": {
|
|
"tp": 2,
|
|
"fn": 8
|
|
}
|
|
},
|
|
"all>=0.5": {
|
|
"precision": 0.875748502994012,
|
|
"recall": 0.8679525222551929,
|
|
"f1": 0.8718330849478392,
|
|
"per_class_f1": {
|
|
"loop_all": 0.9634703196347032,
|
|
"crystal": 0.6025641025641024,
|
|
"loop_face": 0.8534704370179949,
|
|
"pin": 0.9408284023668638,
|
|
"ice": 0.1904761904761905
|
|
},
|
|
"fp": 83,
|
|
"dropped": 47,
|
|
"multi_crystal": {
|
|
"tp": 2,
|
|
"fn": 8
|
|
}
|
|
},
|
|
"all>=0.7": {
|
|
"precision": 0.8759342301943199,
|
|
"recall": 0.8694362017804155,
|
|
"f1": 0.8726731198808638,
|
|
"per_class_f1": {
|
|
"loop_all": 0.9634703196347032,
|
|
"crystal": 0.6025641025641024,
|
|
"loop_face": 0.8564102564102564,
|
|
"pin": 0.9408284023668638,
|
|
"ice": 0.1904761904761905
|
|
},
|
|
"fp": 83,
|
|
"dropped": 46,
|
|
"multi_crystal": {
|
|
"tp": 2,
|
|
"fn": 8
|
|
}
|
|
},
|
|
"all>=0.9": {
|
|
"precision": 0.8759342301943199,
|
|
"recall": 0.8694362017804155,
|
|
"f1": 0.8726731198808638,
|
|
"per_class_f1": {
|
|
"loop_all": 0.9634703196347032,
|
|
"crystal": 0.6025641025641024,
|
|
"loop_face": 0.8564102564102564,
|
|
"pin": 0.9408284023668638,
|
|
"ice": 0.1904761904761905
|
|
},
|
|
"fp": 83,
|
|
"dropped": 46,
|
|
"multi_crystal": {
|
|
"tp": 2,
|
|
"fn": 8
|
|
}
|
|
}
|
|
},
|
|
"yolo26n-seg-v3-noflip-mask1-2026-09-30": {
|
|
"none": {
|
|
"precision": 0.8297872340425532,
|
|
"recall": 0.8679525222551929,
|
|
"f1": 0.8484408992023205,
|
|
"per_class_f1": {
|
|
"loop_all": 0.9377777777777777,
|
|
"crystal": 0.5419354838709677,
|
|
"loop_face": 0.8309178743961353,
|
|
"pin": 0.9380530973451328,
|
|
"ice": 0.09523809523809525
|
|
},
|
|
"fp": 120,
|
|
"dropped": 0,
|
|
"multi_crystal": {
|
|
"tp": 2,
|
|
"fn": 8
|
|
}
|
|
},
|
|
"crystal>=0.5": {
|
|
"precision": 0.8412698412698413,
|
|
"recall": 0.8649851632047477,
|
|
"f1": 0.852962692026335,
|
|
"per_class_f1": {
|
|
"loop_all": 0.9377777777777777,
|
|
"crystal": 0.5594405594405595,
|
|
"loop_face": 0.8309178743961353,
|
|
"pin": 0.9380530973451328,
|
|
"ice": 0.09523809523809525
|
|
},
|
|
"fp": 110,
|
|
"dropped": 12,
|
|
"multi_crystal": {
|
|
"tp": 2,
|
|
"fn": 8
|
|
}
|
|
},
|
|
"crystal>=0.7": {
|
|
"precision": 0.8412698412698413,
|
|
"recall": 0.8649851632047477,
|
|
"f1": 0.852962692026335,
|
|
"per_class_f1": {
|
|
"loop_all": 0.9377777777777777,
|
|
"crystal": 0.5594405594405595,
|
|
"loop_face": 0.8309178743961353,
|
|
"pin": 0.9380530973451328,
|
|
"ice": 0.09523809523809525
|
|
},
|
|
"fp": 110,
|
|
"dropped": 12,
|
|
"multi_crystal": {
|
|
"tp": 2,
|
|
"fn": 8
|
|
}
|
|
},
|
|
"crystal>=0.9": {
|
|
"precision": 0.8402877697841726,
|
|
"recall": 0.8664688427299704,
|
|
"f1": 0.8531775018261506,
|
|
"per_class_f1": {
|
|
"loop_all": 0.9377777777777777,
|
|
"crystal": 0.5655172413793104,
|
|
"loop_face": 0.8309178743961353,
|
|
"pin": 0.9380530973451328,
|
|
"ice": 0.09523809523809525
|
|
},
|
|
"fp": 111,
|
|
"dropped": 10,
|
|
"multi_crystal": {
|
|
"tp": 2,
|
|
"fn": 8
|
|
}
|
|
},
|
|
"all>=0.5": {
|
|
"precision": 0.8931888544891641,
|
|
"recall": 0.8560830860534124,
|
|
"f1": 0.8742424242424243,
|
|
"per_class_f1": {
|
|
"loop_all": 0.9701149425287356,
|
|
"crystal": 0.5594405594405595,
|
|
"loop_face": 0.8645833333333333,
|
|
"pin": 0.9436201780415431,
|
|
"ice": 0.09523809523809525
|
|
},
|
|
"fp": 69,
|
|
"dropped": 59,
|
|
"multi_crystal": {
|
|
"tp": 2,
|
|
"fn": 8
|
|
}
|
|
},
|
|
"all>=0.7": {
|
|
"precision": 0.8931888544891641,
|
|
"recall": 0.8560830860534124,
|
|
"f1": 0.8742424242424243,
|
|
"per_class_f1": {
|
|
"loop_all": 0.9701149425287356,
|
|
"crystal": 0.5594405594405595,
|
|
"loop_face": 0.8645833333333333,
|
|
"pin": 0.9436201780415431,
|
|
"ice": 0.09523809523809525
|
|
},
|
|
"fp": 69,
|
|
"dropped": 59,
|
|
"multi_crystal": {
|
|
"tp": 2,
|
|
"fn": 8
|
|
}
|
|
},
|
|
"all>=0.9": {
|
|
"precision": 0.8906009244992296,
|
|
"recall": 0.857566765578635,
|
|
"f1": 0.8737717309145879,
|
|
"per_class_f1": {
|
|
"loop_all": 0.9701149425287356,
|
|
"crystal": 0.5655172413793104,
|
|
"loop_face": 0.8623376623376622,
|
|
"pin": 0.9436201780415431,
|
|
"ice": 0.09523809523809525
|
|
},
|
|
"fp": 71,
|
|
"dropped": 56,
|
|
"multi_crystal": {
|
|
"tp": 2,
|
|
"fn": 8
|
|
}
|
|
}
|
|
},
|
|
"yolo26s-seg-v3-s-640px-2026-10-01": {
|
|
"none": {
|
|
"precision": 0.8489736070381232,
|
|
"recall": 0.8590504451038575,
|
|
"f1": 0.8539823008849557,
|
|
"per_class_f1": {
|
|
"loop_all": 0.9525959367945823,
|
|
"crystal": 0.48717948717948717,
|
|
"loop_face": 0.8366336633663367,
|
|
"pin": 0.9436201780415431,
|
|
"ice": 0.25
|
|
},
|
|
"fp": 103,
|
|
"dropped": 0,
|
|
"multi_crystal": {
|
|
"tp": 1,
|
|
"fn": 9
|
|
}
|
|
},
|
|
"crystal>=0.5": {
|
|
"precision": 0.8599105812220567,
|
|
"recall": 0.8560830860534124,
|
|
"f1": 0.8579925650557619,
|
|
"per_class_f1": {
|
|
"loop_all": 0.9525959367945823,
|
|
"crystal": 0.4965517241379311,
|
|
"loop_face": 0.8366336633663367,
|
|
"pin": 0.9436201780415431,
|
|
"ice": 0.25
|
|
},
|
|
"fp": 94,
|
|
"dropped": 11,
|
|
"multi_crystal": {
|
|
"tp": 1,
|
|
"fn": 9
|
|
}
|
|
},
|
|
"crystal>=0.7": {
|
|
"precision": 0.8599105812220567,
|
|
"recall": 0.8560830860534124,
|
|
"f1": 0.8579925650557619,
|
|
"per_class_f1": {
|
|
"loop_all": 0.9525959367945823,
|
|
"crystal": 0.4965517241379311,
|
|
"loop_face": 0.8366336633663367,
|
|
"pin": 0.9436201780415431,
|
|
"ice": 0.25
|
|
},
|
|
"fp": 94,
|
|
"dropped": 11,
|
|
"multi_crystal": {
|
|
"tp": 1,
|
|
"fn": 9
|
|
}
|
|
},
|
|
"crystal>=0.9": {
|
|
"precision": 0.8586309523809523,
|
|
"recall": 0.8560830860534124,
|
|
"f1": 0.8573551263001485,
|
|
"per_class_f1": {
|
|
"loop_all": 0.9525959367945823,
|
|
"crystal": 0.4931506849315069,
|
|
"loop_face": 0.8366336633663367,
|
|
"pin": 0.9436201780415431,
|
|
"ice": 0.25
|
|
},
|
|
"fp": 95,
|
|
"dropped": 10,
|
|
"multi_crystal": {
|
|
"tp": 1,
|
|
"fn": 9
|
|
}
|
|
},
|
|
"all>=0.5": {
|
|
"precision": 0.8871715610510046,
|
|
"recall": 0.8516320474777448,
|
|
"f1": 0.8690386071158213,
|
|
"per_class_f1": {
|
|
"loop_all": 0.963302752293578,
|
|
"crystal": 0.4965517241379311,
|
|
"loop_face": 0.8586118251928021,
|
|
"pin": 0.9492537313432836,
|
|
"ice": 0.25
|
|
},
|
|
"fp": 73,
|
|
"dropped": 35,
|
|
"multi_crystal": {
|
|
"tp": 1,
|
|
"fn": 9
|
|
}
|
|
},
|
|
"all>=0.7": {
|
|
"precision": 0.8871715610510046,
|
|
"recall": 0.8516320474777448,
|
|
"f1": 0.8690386071158213,
|
|
"per_class_f1": {
|
|
"loop_all": 0.963302752293578,
|
|
"crystal": 0.4965517241379311,
|
|
"loop_face": 0.8586118251928021,
|
|
"pin": 0.9492537313432836,
|
|
"ice": 0.25
|
|
},
|
|
"fp": 73,
|
|
"dropped": 35,
|
|
"multi_crystal": {
|
|
"tp": 1,
|
|
"fn": 9
|
|
}
|
|
},
|
|
"all>=0.9": {
|
|
"precision": 0.8830769230769231,
|
|
"recall": 0.8516320474777448,
|
|
"f1": 0.8670694864048338,
|
|
"per_class_f1": {
|
|
"loop_all": 0.9610983981693363,
|
|
"crystal": 0.4931506849315069,
|
|
"loop_face": 0.8586118251928021,
|
|
"pin": 0.9464285714285714,
|
|
"ice": 0.25
|
|
},
|
|
"fp": 76,
|
|
"dropped": 32,
|
|
"multi_crystal": {
|
|
"tp": 1,
|
|
"fn": 9
|
|
}
|
|
}
|
|
}
|
|
}
|
|
} |