[PyT/TF/TF2] remove install html2text requirement for NLP models

This commit is contained in:
Sharath Turuvekere Sreenivas 2021-10-08 01:30:31 -07:00 committed by Krzysztof Kudrynski
parent a64b105b8c
commit 26d8955cc5
8 changed files with 4 additions and 8 deletions

View file

@ -33,7 +33,7 @@ RUN pip install /workspace/install/python/tensorrtserver*.whl
WORKDIR /workspace/bert WORKDIR /workspace/bert
RUN pip install --upgrade --no-cache-dir pip \ RUN pip install --upgrade --no-cache-dir pip \
&& pip install --no-cache-dir \ && pip install --no-cache-dir \
tqdm boto3 requests six ipdb h5py html2text nltk progressbar onnxruntime \ tqdm boto3 requests six ipdb h5py nltk progressbar onnxruntime \
git+https://github.com/NVIDIA/dllogger wget git+https://github.com/NVIDIA/dllogger wget
RUN apt-get install -y iputils-ping RUN apt-get install -y iputils-ping

View file

@ -8,7 +8,6 @@ six
ipdb ipdb
#Data processing #Data processing
h5py h5py
html2text
nltk nltk
progressbar progressbar
#Others #Others

View file

@ -4,7 +4,7 @@ FROM ${FROM_IMAGE_NAME}
RUN apt-get update && apt-get install -y pbzip2 pv bzip2 libcurl4 curl libb64-dev RUN apt-get update && apt-get install -y pbzip2 pv bzip2 libcurl4 curl libb64-dev
RUN pip install --upgrade pip RUN pip install --upgrade pip
RUN pip install toposort networkx pytest nltk tqdm html2text progressbar pynvml RUN pip install toposort networkx pytest nltk tqdm progressbar pynvml
RUN pip --no-cache-dir --no-cache install git+https://github.com/NVIDIA/dllogger wget RUN pip --no-cache-dir --no-cache install git+https://github.com/NVIDIA/dllogger wget
WORKDIR /workspace WORKDIR /workspace

View file

@ -5,5 +5,4 @@ networkx
pytest pytest
nltk nltk
tqdm tqdm
html2text
progressbar progressbar

View file

@ -41,7 +41,6 @@ RUN pip3 install \
tensorflow_hub \ tensorflow_hub \
pynvml \ pynvml \
wget \ wget \
html2text \
progressbar \ progressbar \
git+https://github.com/NVIDIA/dllogger git+https://github.com/NVIDIA/dllogger

View file

@ -67,7 +67,6 @@ PIP_CMD="pip3 install \
tensorflow_hub \ tensorflow_hub \
pynvml \ pynvml \
wget \ wget \
html2text \
progressbar \ progressbar \
git+https://github.com/NVIDIA/dllogger" git+https://github.com/NVIDIA/dllogger"

View file

@ -24,7 +24,7 @@ RUN git clone https://github.com/soskek/bookcorpus.git
WORKDIR /workspace/electra WORKDIR /workspace/electra
RUN pip install --upgrade --no-cache-dir pip \ RUN pip install --upgrade --no-cache-dir pip \
&& pip install --no-cache-dir \ && pip install --no-cache-dir \
tqdm boto3 requests six ipdb h5py html2text nltk progressbar filelock tokenizers==0.7.0 \ tqdm boto3 requests six ipdb h5py nltk progressbar filelock tokenizers==0.7.0 \
git+https://github.com/NVIDIA/dllogger \ git+https://github.com/NVIDIA/dllogger \
nvidia-ml-py3==7.352.0 nvidia-ml-py3==7.352.0

View file

@ -26,4 +26,4 @@ docker run -it --rm \
--privileged \ --privileged \
-e LD_LIBRARY_PATH='/workspace/install/lib/' \ -e LD_LIBRARY_PATH='/workspace/install/lib/' \
-v $PWD:/workspace/electra \ -v $PWD:/workspace/electra \
electra $CMD electra $CMD