nroggendorff commited on
Commit
9a0e85d
·
verified ·
1 Parent(s): 85a6474

said weird docker stuff

Browse files
Files changed (1) hide show
  1. Dockerfile +10 -7
Dockerfile CHANGED
@@ -1,13 +1,16 @@
1
  FROM nroggendorff/train-llama:latest
2
 
3
  ENV HOME=/home/user \
4
- HF_HOME=$HOME/.cache/huggingface \
5
- PATH=$HOME/.local/bin:$PATH
6
  ENV DATASETS_CACHE=$HOME/.cache/huggingface/datasets \
7
- HF_DATASETS_CACHE=$HOME/.cache/huggingface/datasets \
8
- TRITON_CACHE_DIR=$HOME/.cache/.triton/
9
 
10
  ENV TOKENIZERS_PARALLELISM=false \
11
- PYTORCH_CUDA_ALLOC_CONF=max_split_size_mb:128 \
12
- FLASH_ATTENTION=1 \
13
- ACCELERATE_USE_DEEPSPEED=true
 
 
 
 
1
  FROM nroggendorff/train-llama:latest
2
 
3
  ENV HOME=/home/user \
4
+ HF_HOME=$HOME/.cache/huggingface \
5
+ PATH=$HOME/.local/bin:$PATH
6
  ENV DATASETS_CACHE=$HOME/.cache/huggingface/datasets \
7
+ HF_DATASETS_CACHE=$HOME/.cache/huggingface/datasets \
8
+ TRITON_CACHE_DIR=$HOME/.cache/.triton/
9
 
10
  ENV TOKENIZERS_PARALLELISM=false \
11
+ PYTORCH_CUDA_ALLOC_CONF=max_split_size_mb:128 \
12
+ FLASH_ATTENTION=1 \
13
+ ACCELERATE_USE_DEEPSPEED=true
14
+
15
+ COPY README.md /tmp/README.md
16
+ ENV STARTUP_DURATION_TIMEOUT=$(grep -oP '(?<=^startup_duration_timeout:\s).*' /tmp/README.md)