Dockerfile

FROM nroggendorff/train-llama:latest

ENV HOME=/home/user
ENV HF_HOME=$HOME/.cache/huggingface \
  PATH=$HOME/.local/bin:$PATH \
  DATASETS_CACHE=$HOME/.cache/huggingface/datasets \
  HF_DATASETS_CACHE=$HOME/.cache/huggingface/datasets \
  TRITON_CACHE_DIR=$HOME/.cache/.triton/

ENV PYTHONUNBUFFERED=1 \
  TQDM_POSITION=-1 \
  TQDM_MININTERVAL=1

COPY README.md /tmp/README.md
RUN STARTUP_TIMEOUT=$(awk '/^startup_duration_timeout:/ {print $2}' /tmp/README.md) && \
  echo "export STARTUP_DURATION_TIMEOUT=$STARTUP_TIMEOUT" >> ~/.bashrc