CI / ledger-and-tools (push) Successful in 19s
454 of the 1 029 gold outlines are a proposal kept unchanged (loop 159 of 317, pin 140 of
224, face 140 of 295, crystal 14 of 149): the pre-labelling model's own masks. The
evaluation now ignores them object by object for every model, like a crowd region: they
leave the gold, and an unmatched prediction on one of them is not a false alarm.
tools/gold_kept.py finds them against the studio's batch proposals (mask IoU >= 0.98) and
writes data/gold/kept_machine.json; evaluate_image, evaluate_dirs and gate_stats.per_frame
read it. With it, the frame-level exclusion of 845bd87 is no longer applied (it stays as
the fallback without the file), so the gold set can grow with frames the active model
pre-labelled. Every registry model is measured again on this basis and the three v5 runs
are re-gated, without promotion.
Co-Authored-By: Claude Fable 5.1 <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_013uu3Bxsu5JqFhaWa9Ftu6z
893 lines
7.3 KiB
JSON
893 lines
7.3 KiB
JSON
{
|
|
"built": "2026-10-25T09:43:48",
|
|
"frames": {
|
|
"tpi_10130": [
|
|
1
|
|
],
|
|
"tpi_14689": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_16092": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_16223": [
|
|
0
|
|
],
|
|
"tpi_16235": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_16252": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_16321": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_16325": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_16361": [
|
|
0
|
|
],
|
|
"tpi_16956": [
|
|
0
|
|
],
|
|
"tpi_17889": [
|
|
0
|
|
],
|
|
"tpi_24512": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_2869": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_31669": [
|
|
0
|
|
],
|
|
"tpi_31928": [
|
|
0
|
|
],
|
|
"tpi_32422": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_32690": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_32762": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_33849": [
|
|
1,
|
|
2
|
|
],
|
|
"tpi_34038": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_34389": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_36563": [
|
|
1,
|
|
2
|
|
],
|
|
"tpi_44119": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_45649": [
|
|
0
|
|
],
|
|
"tpi_46469": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_48284": [
|
|
0
|
|
],
|
|
"tpi_48572": [
|
|
0
|
|
],
|
|
"tpi_48994": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_49039": [
|
|
0,
|
|
1,
|
|
2,
|
|
3
|
|
],
|
|
"tpi_50822": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_51387": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_51699": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_51773": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_52248": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_52402": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_53961": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_5421": [
|
|
0
|
|
],
|
|
"tpi_54266": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_54621": [
|
|
0
|
|
],
|
|
"tpi_55277": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_55303": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_55371": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_55383": [
|
|
0
|
|
],
|
|
"tpi_55408": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_55416": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_55896": [
|
|
2
|
|
],
|
|
"tpi_55912": [
|
|
0
|
|
],
|
|
"tpi_56012": [
|
|
0
|
|
],
|
|
"tpi_56096": [
|
|
0
|
|
],
|
|
"tpi_56104": [
|
|
0
|
|
],
|
|
"tpi_56717": [
|
|
0
|
|
],
|
|
"tpi_56840": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_57300": [
|
|
0
|
|
],
|
|
"tpi_57342": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_57684": [
|
|
0
|
|
],
|
|
"tpi_57702": [
|
|
1
|
|
],
|
|
"tpi_57991": [
|
|
0
|
|
],
|
|
"tpi_59080": [
|
|
0
|
|
],
|
|
"tpi_59496": [
|
|
0
|
|
],
|
|
"tpi_59564": [
|
|
0
|
|
],
|
|
"tpi_59868": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_59935": [
|
|
0
|
|
],
|
|
"tpi_59988": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_60116": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_60129": [
|
|
0
|
|
],
|
|
"tpi_60568": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_60625": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_60637": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_61066": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_61069": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_61087": [
|
|
0
|
|
],
|
|
"tpi_61136": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_61317": [
|
|
0
|
|
],
|
|
"tpi_61327": [
|
|
0
|
|
],
|
|
"tpi_61334": [
|
|
0
|
|
],
|
|
"tpi_61343": [
|
|
0
|
|
],
|
|
"tpi_61344": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_61358": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_61361": [
|
|
0
|
|
],
|
|
"tpi_61364": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_61372": [
|
|
0
|
|
],
|
|
"tpi_61374": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_61379": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_61380": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_61381": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_61385": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_61392": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_61411": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_61419": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_61430": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_61439": [
|
|
0
|
|
],
|
|
"tpi_61441": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_61442": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_61443": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_61445": [
|
|
0
|
|
],
|
|
"tpi_61447": [
|
|
0
|
|
],
|
|
"tpi_61449": [
|
|
0
|
|
],
|
|
"tpi_61452": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_61457": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_61565": [
|
|
0
|
|
],
|
|
"tpi_61572": [
|
|
0
|
|
],
|
|
"tpi_61579": [
|
|
0
|
|
],
|
|
"tpi_61581": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_61594": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_61610": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_61613": [
|
|
0
|
|
],
|
|
"tpi_61627": [
|
|
0
|
|
],
|
|
"tpi_61651": [
|
|
0
|
|
],
|
|
"tpi_61670": [
|
|
0
|
|
],
|
|
"tpi_61702": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_61769": [
|
|
0
|
|
],
|
|
"tpi_61839": [
|
|
0
|
|
],
|
|
"tpi_61865": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_62017": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_62033": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_62361": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_62413": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_62598": [
|
|
0
|
|
],
|
|
"tpi_62617": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_62621": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_62622": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_62623": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_62631": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_62634": [
|
|
0,
|
|
2
|
|
],
|
|
"tpi_62640": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_62645": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_62646": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_62649": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_62656": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_62669": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_62682": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_62692": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_62697": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_62700": [
|
|
0
|
|
],
|
|
"tpi_62703": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_62711": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_62717": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_62718": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_62719": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_62720": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_62739": [
|
|
0,
|
|
2
|
|
],
|
|
"tpi_62740": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_62742": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_62745": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_62746": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_62747": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_62749": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_62751": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_62754": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_62755": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_62756": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_62757": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_62758": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_62759": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_62760": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_62761": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_62762": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_62763": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_62764": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_62766": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_62767": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_62768": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_62769": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_62772": [
|
|
0
|
|
],
|
|
"tpi_62773": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_62775": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_62776": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_62910": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_62927": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_62928": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_62965": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_63041": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_63202": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_63206": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_63207": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_63223": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_63226": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_63228": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_63234": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_63239": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_63376": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_63389": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_63390": [
|
|
0,
|
|
1,
|
|
2,
|
|
3
|
|
],
|
|
"tpi_63416": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_63420": [
|
|
0,
|
|
1,
|
|
2,
|
|
3
|
|
],
|
|
"tpi_63426": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_63434": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_63436": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_63461": [
|
|
0
|
|
],
|
|
"tpi_63463": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_63479": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_63481": [
|
|
0,
|
|
1,
|
|
2,
|
|
3
|
|
],
|
|
"tpi_63484": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_63490": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_63492": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_63516": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_63517": [
|
|
0
|
|
],
|
|
"tpi_63518": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_63522": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_63535": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_63540": [
|
|
0,
|
|
1,
|
|
2,
|
|
3
|
|
],
|
|
"tpi_63546": [
|
|
0,
|
|
1
|
|
],
|
|
"tpi_63548": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_63554": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_8285": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"tpi_8378": [
|
|
0
|
|
],
|
|
"tpi_8507": [
|
|
0
|
|
]
|
|
},
|
|
"gold_by_class": {
|
|
"crystal": 149,
|
|
"ice": 43,
|
|
"loop_all": 317,
|
|
"loop_face": 295,
|
|
"needle": 1,
|
|
"pin": 224
|
|
},
|
|
"gold_frames": 335,
|
|
"iou": 0.98,
|
|
"kept_by_class": {
|
|
"crystal": 14,
|
|
"ice": 1,
|
|
"loop_all": 159,
|
|
"loop_face": 140,
|
|
"pin": 140
|
|
},
|
|
"source": "/home/jungfrau/AareLC_studio/data/pipeline_prod",
|
|
"with_a_proposal": 265
|
|
}
|