"""Independent source, actual optimizer, split, image-byte and supportedK audit."""
from collections import Counter, defaultdict
from contextlib import closing
import csv
import json
from pathlib import Path
import sys

import cv2
import numpy as np

PROJECT=Path(__file__).resolve().parents[1];sys.path.insert(0,str(PROJECT))
from pallet.cluster_targets import digest
from pallet.mask_class_correction_review import compute
from pallet.mask_class_keypoints import corner_geometry, mask_fidelity, SETTINGS
from pallet.mask_model_training_data import read, write, jsonl, require, sha
from pallet.mask_taxonomy_data import ROOT, REQUESTS, sources_current, verify
from pallet.mask_taxonomy_train import RUN, CONFIG
from pallet.mask_template_refined import readonly
from pallet.pose_review_geometry import polygon_value, raster_mask


def verify_all():
    require(not (REQUESTS/'verification.json').exists(),'Preserve independent task seal')
    m,training=verify();require(sources_current(),'Live source/protection changed')
    source=jsonl(ROOT/'private/source_records.jsonl');bykey={r['target_key']:r for r in source}
    with closing(readonly(ROOT/'private/class_reviews.sqlite3')) as db:
        revision,raw=db.execute("SELECT revision,payload FROM reviews WHERE target_key='class_graph'").fetchone()
    frozen=json.loads(raw)['state'];groups,_=compute(source,frozen);mapping={f:g['proposed_class_id'] for f,g in groups.items()}
    classes=read(ROOT/'classes.json');parents=read(ROOT/'parents.json')
    require(revision==5 and len(groups)==43,'Must use latest r5 graph, not obsolete initial45 groups')
    for r in training:
        original=bykey[r['target_key']];info=classes[str(r['class_id'])]
        require(r['class_id']==mapping[frozen['assignments'][r['target_key']]] and r['polygon']==original['polygon'],'Fine class or latest human polygon changed')
        require(r['source']==original['row'] and r['K']==len(original['polygon'])==info['K'],'Original row/actualK changed')
        require(info['parent_index']==parents[info['parent']]['index'],'Parent mapping inconsistent')
        mask=cv2.imread(str(ROOT/r['mask']),0)>0;valid=cv2.imread(str(ROOT/r['valid']),0)>0
        x1,y1,x2,y2=r['roi'];full=raster_mask(r['polygon'],*r['source']['size'])
        require(np.array_equal(mask,full[y1:y2,x1:x2]) and full.sum()==mask.sum() and valid[mask].all(),'Exact local supervision/positive validity mismatch')
    plan=read(RUN/'execution_plan.json');require(not plan['old_pallet_checkpoints_used'] and plan['generic_weights_sha256'].startswith('f37072fd'),'Independent model may not start from exposed pallet weights')
    for path,h in plan['code_sha256'].items():require(digest(RUN/'code_snapshot'/Path(path).name)==h,'Pinned training code snapshot changed')
    require(digest(PROJECT/'pallet/mask_taxonomy_train.py')==plan['code_sha256']['pallet/mask_taxonomy_train.py'],'Network implementation differs from trained snapshot')
    for phase,expected,epochs in (('independent_branch',[r for r in training if r['evaluation_branch_split']=='train'],CONFIG['evaluation_epochs']),('full_pool',training,CONFIG['full_pool_epochs'])):
        receipt=read(RUN/phase/'training_receipt.json');history=[read(p) for p in sorted((RUN/phase).glob('epoch_*.json'))]
        require(receipt['checkpoint_sha256']==digest(RUN/phase/'final_ema.pt') and len(history)==epochs and receipt['records']==len(expected),'Missing actual training history/checkpoint')
        require(receipt['optimization_steps']==sum(h['epoch_updates'] for h in history)>0,'No optimizer updates')
        for h in history:
            require(sum(h['class_exposures'].values())==h['samples'] and all(np.isfinite(v) for v in h['mean_losses'].values()),'Invalid training exposure/loss evidence')
            base=Counter(r['class_id'] for r in expected)
            require(all(h['class_exposures'].get(str(c),0)>=n for c,n in base.items()),'Training silently dropped a fine class')
    held=jsonl(RUN/'independent_branch/holdout_predictions.jsonl');metrics=read(RUN/'independent_branch/holdout_metrics.json')
    require({r['target_key'] for r in held}=={r['target_key'] for r in training if r['evaluation_branch_split']=='holdout'},'Independent denominator changed')
    require(abs(metrics['fine_top1']-sum(r['fine_index']==r['predicted_fine_index'] for r in held)/len(held))<1e-10,'Independent fine metric not replayable')
    candidates={r['target_key']:r for r in jsonl(ROOT/'private/candidates.jsonl')};predictions={p['target_key']:p for p in jsonl(ROOT/'private/predictions.jsonl')}
    require(set(predictions)==set(candidates),'Every protected-pool candidate must have inference evidence')
    proposals=jsonl(REQUESTS/'proposals.jsonl');pm=read(REQUESTS/'manifest.json');quota=read(ROOT/'release_quota_report.json')
    localization={c['target_key']:c for c in jsonl(ROOT/'private/release_localization_checks.jsonl')}
    require(pm['proposals_sha256']==digest(REQUESTS/'proposals.jsonl'),'Task/proposal binding changed')
    require(pm['checkpoint_sha256']==digest(RUN/'full_pool/final_ema.pt'),'Actual new full-pool checkpoint required')
    with (REQUESTS/'classification.csv').open(encoding='utf-8-sig',newline='') as stream:classification_csv=list(csv.DictReader(stream))
    require({r['target_key'] for r in classification_csv}==set(predictions) and len(classification_csv)==len(predictions),'Complete remaining-pool classification download missing targets')
    human_images={r['image_sha256'] for r in source};new_images=set();counts=Counter()
    from pycocotools import mask as mu
    for p in proposals:
        key=p['target_key'];pred=predictions[key];candidate=candidates[key];cls=p['class_id'];info=classes[str(cls)]
        require(pred['classification_gate_passed'] and pred['geometry_gate_passed'] and pred['classified_class_id']==cls,'Withheld/uncertain prediction added to quota')
        require(not localization[key]['rejected_reasons'] and localization[key]['model_mask_fraction_in_original_bbox']>=.75,'Wrong requested target mask')
        require(pred['polygon']==p['polygon'] and len(p['polygon'])==p['K']==info['K'],'Task polygon differs from actual model supportedK output')
        require(p['image_sha256']==candidate['image_sha256'] and p['image_sha256'] not in human_images|new_images,'Not a new different original image')
        require(not p['template_used'] and not p['quality_override_used'] and pred['conversion']['inserted_or_collinear_padding_points']==0,'Template/padding/bypass must not fill quota')
        polygon_value(p['polygon'],*p['source']['size']);new_images.add(p['image_sha256']);counts[cls]+=1
        rle=pred['model_mask_rle'];mask=mu.decode(dict(size=rle['size'],counts=rle['counts'].encode())).astype(bool)
        fidelity=mask_fidelity(p['polygon'],mask,origin=tuple(pred['roi'][:2]),native_size=p['source']['size'])
        geometry=corner_geometry(p['polygon'])
        require(fidelity['iou']>=SETTINGS['minimum_model_iou'] and fidelity['hd95']<=max(2.,.1*p['source']['bbox']['height']),'ClassK geometry lost model fidelity')
        require(geometry['minimum_edge_length']>=1.5-1e-5 and geometry['minimum_abs_turn_degrees']>=18-1e-5 and geometry['minimum_corner_deviation']>=.55-1e-5,'Unsupported nearly collinear inserted corner')
    for c in classes.values():
        if not c['train_enabled']:continue
        q=quota[str(c['class_id'])];require(counts[c['class_id']]==q['selected_new_images']<=100 and q['gap']==100-counts[c['class_id']],'Wrong per-fine-class new100 accounting')
    for name,h in pm['public_assets'].items():require(digest(REQUESTS/name)==h,'Public resource changed')
    require(sources_current(),'Sources changed during independent verification')
    result=dict(state='passed_independent_taxonomy_sources_K_quota_and_images',manifest_sha256=digest(REQUESTS/'manifest.json'),
        source_revision=revision,current_classes=43,training_classes=41,parents=9,training_targets=2198,
        latest88_manual_edits_preserved=True,original84_draft_actions_not_rewritten=True,
        multi_target_image_records_retained=39,generic_start_independent_holdout=len(held),
        inference_targets=len(predictions),published_new_images=len(proposals),total_gap=4100-len(proposals),
        per_class_counts=dict(counts),image_byte_duplicates=0,template_padding_and_quality_bypass=0,
        no_source_original_model_GT_pose_or_formal_class_writes=True,code_sha256=digest(__file__))
    write(REQUESTS/'verification.json',result);print(json.dumps(result),flush=True)


if __name__=='__main__':verify_all()
