"""Download pinned public tiny VLM weights; never upload pallet images or labels."""
from pathlib import Path
import sys
import json
import os

PROJECT=Path(__file__).resolve().parents[1];sys.path.insert(0,str(PROJECT))
from pallet.pallet_description_data import MODELS
from pallet.mask_model_training_data import write,require
from pallet.cluster_targets import digest

MODELS_PINNED={
    'qwen':('Qwen/Qwen3.5-0.8B','2fc06364715b967f1860aea9cf38778875588b17',873438784),
    'smol':('HuggingFaceTB/SmolVLM2-500M-Video-Instruct','7b375e1b73b11138ff12fe22c8f2822d8fe03467',507482304)}


def prepare():
    from huggingface_hub import snapshot_download
    MODELS.mkdir(mode=0o700,exist_ok=True);os.environ.setdefault('HF_HUB_DISABLE_XET','1')
    for name,(repo,rev,count) in MODELS_PINNED.items():
        out=MODELS/name;receipt=MODELS/(name+'_download.json')
        if receipt.exists():continue
        snapshot_download(repo_id=repo,revision=rev,local_dir=out,allow_patterns=['*.json','*.jinja','*.txt','*.model','*.safetensors','README.md','LICENSE*'],max_workers=4)
        files={str(p.relative_to(out)):digest(p) for p in out.rglob('*') if p.is_file() and '.cache' not in p.parts}
        require(any(n.endswith('.safetensors') for n in files),'Actual weights missing')
        write(receipt,dict(repo_id=repo,revision=rev,total_parameters=count,files=files,license='apache-2.0',no_user_data_uploaded=True))
        print(dict(downloaded=name,parameters=count,files=len(files)),flush=True)


if __name__=='__main__':prepare()
