from scripts.report_pallet_vlm_native_intensity import agreement,metrics
import json


def response(sample,**fields):
    value={'托盘':True,'支腿':3,'横梁':2,'材质':'木质','遮挡':None,'出视野':False,'质量差':False,'依据':'可见结构'}
    value.update(fields)
    return dict(sample_id=sample,control=None,kind='structure',parsed=dict(valid=True,fields=value),hit_token_limit=False,elapsed_ms=2)


def rows():
    return [dict(sample_id='a',class_id=1,parent='p',stratum='fine_class_stratum',observation_tags=[],reference={'支腿':3,'横梁':2,'材质':'木质','观察':None}),
        dict(sample_id='b',class_id=1,parent='p',stratum='all_known_human_observations',observation_tags=['occlusion'],reference={'支腿':3,'横梁':2,'材质':'木质','观察':'支腿遮挡'})]


def test_abstention_invalid_and_wrong_are_separate():
    ps={'a':response('a',支腿=None),'b':response('b',支腿=2)}
    score=agreement(rows(),ps)['支腿']
    assert score['abstain']==1 and score['incorrect']==1 and score['answered']==1 and score['correct']==0
    ps['a']['parsed']={'valid':False,'fields':None}
    assert agreement(rows(),ps)['支腿']['invalid']==1


def test_unlabeled_observations_never_count_as_normal_negatives():
    ps=[response('a',遮挡=True),response('b',遮挡=True)]
    score=metrics(rows(),ps)['known_human_positive_observations']['occlusion']
    assert score['human_positive_targets']==1 and score['positive']==1 and score['negative_labels_available'] is False


def test_viewpoint_missing_is_not_out_of_view_positive():
    rs=rows();rs[1]['reference']['观察']='视角导致的右侧支腿整体缺失';rs[1]['observation_tags']=['out_of_view_or_viewpoint']
    score=metrics(rs,[response('a'),response('b')])
    assert score['known_human_positive_observations']['actual_out_of_view']['human_positive_targets']==0


def test_metric_replay_accounts_for_JSON_class_key_coercion():
    score=metrics(rows(),[response('a'),response('b')]);stored=json.loads(json.dumps(score))
    assert stored['per_fine_class']['1']==score['per_fine_class'][1]
    assert json.loads(json.dumps(metrics(rows(),[response('a'),response('b')])))==stored
