"""Conservative protocol extension reserving an intact stacked-pallet session."""
from __future__ import annotations

from collections import Counter
from pathlib import Path
import json
import shutil

from .protocol import load_protocol,file_digest,write_json


def migrate(source='outputs/protocol_v3',destination='outputs/protocol_v4'):
    source=Path(source);destination=Path(destination)
    if (destination/'protocol.json').exists():return load_protocol(destination)[2]
    records,assignments,parent=load_protocol(source)
    group='2024_3_27_sort/scene/4leg_stack_4'
    held=[r for r in records if r.group_id==group]
    if not held:raise ValueError('documented stacked-pallet session missing')
    destination.mkdir(parents=True,exist_ok=True)
    for name in ('sensors.json','content_hashes.json','excluded.json'):
        shutil.copyfile(source/name,destination/name)
    assignments={**assignments,group:'test'}
    rows=[json.loads(line) for line in (source/'manifest.jsonl').read_text().splitlines()]
    with (destination/'manifest.jsonl').open('w') as stream:
        for row in rows:
            row['split']=assignments[row['group_id']]
            stream.write(json.dumps(row,sort_keys=True)+'\n')
    splits=json.loads((source/'splits.json').read_text())
    splits.update(assignments=assignments,challenge_groups={'stacked': [group]})
    write_json(destination/'splits.json',splits)
    pilot=json.loads((source/'pilot.json').read_text())
    held_ids={r.frame_id for r in held}
    moved=[fid for fid in pilot['train'] if fid in held_ids]
    pilot['train']=[fid for fid in pilot['train'] if fid not in held_ids]
    used=set().union(*(set(ids) for ids in pilot.values()))
    replacements=[r.frame_id for r in records if assignments[r.group_id]=='train'
                  and r.domain==held[0].domain and r.frame_id not in used][:len(moved)]
    if len(replacements)!=len(moved):raise ValueError('insufficient replacement training samples')
    pilot['train']+=replacements
    byid={r.frame_id:r for r in records}
    removed=[]
    for fid in reversed(pilot['test']):
        if byid[fid].domain==held[0].domain and len(removed)<len(moved):removed.append(fid)
    if len(removed)<len(moved):removed=pilot['test'][-len(moved):] if moved else []
    pilot['test']=[fid for fid in pilot['test'] if fid not in set(removed)]+moved
    write_json(destination/'pilot.json',pilot)
    migration={'parent_protocol_sha256':file_digest(source/'protocol.json'),
               'reason':'No explicit stacked session in test; reserve entire 80-frame group before task training.',
               'heldout_group':group,'heldout_frames':len(held),'train_to_test':moved,
               'new_train_pilot':replacements,'removed_test_pilot':removed,
               'unchanged_val_pilot':pilot['val'],'no_task_training_has_started':True}
    write_json(destination/'migration.json',migration)
    result={**parent,'version':4,'parent_protocol_sha256':migration['parent_protocol_sha256'],
            'files':{name:file_digest(destination/name) for name in
                     ['manifest.jsonl','splits.json','sensors.json','content_hashes.json','pilot.json','excluded.json','migration.json']},
            'split_counts':dict(Counter(assignments[r.group_id] for r in records)),
            'challenge_groups':{'stacked':[group]},
            'pilot_counts':{split:len(ids) for split,ids in pilot.items()}}
    write_json(destination/'protocol.json',result)
    return result


if __name__=='__main__':print(json.dumps(migrate(),ensure_ascii=False))
