transformers/Dockerfile at main · SlapDrone/transformers · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
# python 3.9
FROM huggingface/transformers-tensorflow-gpu:latest
#huggingface/transformers-gpu:latest

ENV PYTHONFAULTHANDLER=1 \
  PYTHONUNBUFFERED=1 \
  PYTHONHASHSEED=random \
  PIP_NO_CACHE_DIR=off \
  PIP_DISABLE_PIP_VERSION_CHECK=on \
  PIP_DEFAULT_TIMEOUT=100 \
  POETRY_VERSION=1.1.13 \
  PYTHONDONTWRITEBYTECODE=1 \
  PYTHONUNBUFFERED=1 \
  WORKDIR="/usr/app" \
  PYTHON_VERSION=3.7.9

# install system dependencies
RUN apt-get update \
  && DEBIAN_FRONTEND=noninteractive TZ=Etc/UTC apt-get install \
  -y --no-install-recommends \
  make build-essential libssl-dev zlib1g-dev libbz2-dev libreadline-dev \
  libsqlite3-dev wget ca-certificates curl llvm libncurses5-dev xz-utils \
  tk-dev libxml2-dev libxmlsec1-dev libffi-dev liblzma-dev mecab-ipadic-utf8 \
  git \
  && apt-get clean

# set working directory
WORKDIR $WORKDIR

# Set-up necessary Env vars for PyEnv
ENV PYENV_ROOT $WORKDIR/.pyenv
ENV PATH $PYENV_ROOT/shims:$PYENV_ROOT/bin:$PATH
# Install pyenv
RUN set -ex \
    && curl https://pyenv.run | bash \
    && pyenv update \
    && pyenv install $PYTHON_VERSION \
    && pyenv global $PYTHON_VERSION \
    && pyenv rehash

# install poetry
RUN pip install "poetry==$POETRY_VERSION"

# cache python requirements in docker layer
COPY pyproject.toml poetry.lock*  ./

# venv for multi stage build/wheels
RUN poetry config virtualenvs.in-project true
# install python dependencies
RUN poetry install --no-interaction --no-ansi
# jupyter themes for nice notebook
RUN poetry run jt -t chesterish -cellw 95%
RUN poetry run jupyter contrib nbextension install --user

# install NVIDIA driver version in container
ENV NVIDIA_DRIVER_VERSION 495
ENV NVIDIA_DRIVER nvidia-driver-$NVIDIA_DRIVER_VERSION
RUN apt-get update
RUN DEBIAN_FRONTEND=noninteractive apt-get install -y --fix-missing $NVIDIA_DRIVER

# copy over kaggle credentials
RUN mkdir /root/.kaggle

# move local code over
COPY . .

# notebook port
EXPOSE 8888

CMD [ \
  "poetry", \
  "run", \
  "jupyter-notebook", \
  "--no-browser", \
  "--allow-root", \
  "--ip", \
  "0.0.0.0" \
]