"""Read-only saved-target audit, separately counts distinct images and image quota."""
from collections import Counter,defaultdict
from contextlib import closing
import json
from pathlib import Path
import sys

PROJECT=Path(__file__).resolve().parents[1];sys.path.insert(0,str(PROJECT));sys.path.insert(0,str(PROJECT/'scripts'))
from audit_mask_model_reviews import audit
from pallet.mask_model_training_data import read,jsonl
from pallet.cluster_targets import digest
from pallet.mask_template_refined import readonly

ROOT=PROJECT/'outputs/pallet_mask_quality_override_requests_v1';DB=PROJECT/'outputs/pallet_mask_model_reviews_v6/mask_reviews.sqlite3'


def current():
    result=audit(ROOT,DB);result['new_distinct_saved_targets']=result.pop('new_distinct_saved_images')
    result['base_plus_real_saved_targets']=result.pop('base_plus_real_saved_drafts')
    result['remaining_target_slots_if_saved_reviews_counted']=result.pop('remaining_to100_if_saved_reviews_counted')
    formal=Path(read(PROJECT/'configs/active_formal_dataset.json')['dataset']);perclass=defaultdict(set);before=set()
    for r in jsonl(ROOT/'private/counted2050.jsonl'):
        h=digest(formal/r['image']);before.add(h);perclass[r['class_id']].add(h)
    props={p['target_key']:p for p in jsonl(ROOT/'proposals.jsonl')}
    with closing(readonly(DB)) as db:current=dict(db.execute('SELECT target_key,payload FROM reviews'))
    newimages=set();modes=Counter()
    for key,raw in current.items():
        p=props[key];h=p['model_source_image_sha256'];perclass[p['class_id']].add(h)
        if h not in before:newimages.add(h)
        modes[p['initialization']['kind']]+=1
    result.update(count_unit='saved_targets_and_distinct_images_separate',new_distinct_saved_images=len(newimages),
        per_class_total_distinct_saved_images={c:len(perclass[c]) for c in range(1,23)},
        remaining_per_class_distinct_image_gaps={c:max(0,100-len(perclass[c])) for c in range(1,23)},
        saved_initialization_kinds=dict(modes),repeated_image_targets_not_counted_as_new_images=True)
    return result


if __name__=='__main__':print(json.dumps(current(),ensure_ascii=False))
