[PyT/TF/TF2] remove install html2text requirement for NLP models

This commit is contained in:
Sharath Turuvekere Sreenivas 2021-10-08 01:30:31 -07:00 committed by Krzysztof Kudrynski
parent a64b105b8c
commit 26d8955cc5
8 changed files with 4 additions and 8 deletions

View file

@ -33,7 +33,7 @@ RUN pip install /workspace/install/python/tensorrtserver*.whl
WORKDIR /workspace/bert
RUN pip install --upgrade --no-cache-dir pip \
&& pip install --no-cache-dir \
tqdm boto3 requests six ipdb h5py html2text nltk progressbar onnxruntime \
tqdm boto3 requests six ipdb h5py nltk progressbar onnxruntime \
git+https://github.com/NVIDIA/dllogger wget
RUN apt-get install -y iputils-ping

View file

@ -8,7 +8,6 @@ six
ipdb
#Data processing
h5py
html2text
nltk
progressbar
#Others

View file

@ -4,7 +4,7 @@ FROM ${FROM_IMAGE_NAME}
RUN apt-get update && apt-get install -y pbzip2 pv bzip2 libcurl4 curl libb64-dev
RUN pip install --upgrade pip
RUN pip install toposort networkx pytest nltk tqdm html2text progressbar pynvml
RUN pip install toposort networkx pytest nltk tqdm progressbar pynvml
RUN pip --no-cache-dir --no-cache install git+https://github.com/NVIDIA/dllogger wget
WORKDIR /workspace

View file

@ -5,5 +5,4 @@ networkx
pytest
nltk
tqdm
html2text
progressbar

View file

@ -41,7 +41,6 @@ RUN pip3 install \
tensorflow_hub \
pynvml \
wget \
html2text \
progressbar \
git+https://github.com/NVIDIA/dllogger

View file

@ -67,7 +67,6 @@ PIP_CMD="pip3 install \
tensorflow_hub \
pynvml \
wget \
html2text \
progressbar \
git+https://github.com/NVIDIA/dllogger"

View file

@ -24,7 +24,7 @@ RUN git clone https://github.com/soskek/bookcorpus.git
WORKDIR /workspace/electra
RUN pip install --upgrade --no-cache-dir pip \
&& pip install --no-cache-dir \
tqdm boto3 requests six ipdb h5py html2text nltk progressbar filelock tokenizers==0.7.0 \
tqdm boto3 requests six ipdb h5py nltk progressbar filelock tokenizers==0.7.0 \
git+https://github.com/NVIDIA/dllogger \
nvidia-ml-py3==7.352.0

View file

@ -26,4 +26,4 @@ docker run -it --rm \
--privileged \
-e LD_LIBRARY_PATH='/workspace/install/lib/' \
-v $PWD:/workspace/electra \
electra $CMD
electra $CMD