FROM vllm/vllm-openai:v0.30.0-x86_64@sha256:5f5e535216848d0c52159c8c13a0af04be5f6fe1a84e79914300610796f76d40
ENTRYPOINT []
RUN command -v python >/dev/null || ln -s "$(command -v python3)" /usr/local/bin/python
COPY workspace /workspace
WORKDIR /workspace
ENV PYTHONPATH=/workspace HF_HOME=/data/hf KERNEL_LAB_DIST_DATA=/data/dist/public KERNEL_LAB_DIST_STATE=/tmp/dist-state
RUN python -m kernel_lab.distributed.prefetch '{"models": [], "shards": ["fineweb_train_000001.bin"], "repo": "kjj0/fineweb10B-gpt2", "dir": "/data/dist/public"}'
