"""Download a pinned public, unadapted VLM; no private data leaves this host."""
from pathlib import Path
import os
import sys

PROJECT=Path(__file__).resolve().parents[1];sys.path.insert(0,str(PROJECT))
from pallet.mask_model_training_data import write,require
from pallet.cluster_targets import digest

REPO='Qwen/Qwen3.5-4B'
REVISION='851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a'
ROOT=PROJECT/'outputs/pallet_vlm_native_intensity_v1'


def main():
    from huggingface_hub import snapshot_download
    ROOT.mkdir(mode=0o700,exist_ok=True);out=ROOT/'models/qwen4b'
    require(not (ROOT/'models/qwen4b_download.json').exists(),'Keep original download receipt')
    out.mkdir(parents=True,mode=0o700,exist_ok=True)
    os.environ.setdefault('HF_HUB_DISABLE_XET','1')
    snapshot_download(REPO,revision=REVISION,local_dir=out,
        allow_patterns=['*.json','*.jinja','*.txt','*.model','*.safetensors','README.md','LICENSE*'],max_workers=4)
    files={str(p.relative_to(out)):digest(p) for p in out.rglob('*') if p.is_file() and '.cache' not in p.parts}
    require(any(n.endswith('.safetensors') for n in files),'Weights missing')
    write(ROOT/'models/qwen4b_download.json',dict(repo_id=REPO,revision=REVISION,files=files,
        license='apache-2.0',no_private_data_uploaded=True,no_finetuning=True))
    print(dict(state='pinned_native_model_downloaded',repo=REPO,revision=REVISION),flush=True)


if __name__=='__main__':main()
