[PyT/TF/TF2] remove install html2text requirement for NLP models
This commit is contained in:
parent
a64b105b8c
commit
26d8955cc5
|
@ -33,7 +33,7 @@ RUN pip install /workspace/install/python/tensorrtserver*.whl
|
||||||
WORKDIR /workspace/bert
|
WORKDIR /workspace/bert
|
||||||
RUN pip install --upgrade --no-cache-dir pip \
|
RUN pip install --upgrade --no-cache-dir pip \
|
||||||
&& pip install --no-cache-dir \
|
&& pip install --no-cache-dir \
|
||||||
tqdm boto3 requests six ipdb h5py html2text nltk progressbar onnxruntime \
|
tqdm boto3 requests six ipdb h5py nltk progressbar onnxruntime \
|
||||||
git+https://github.com/NVIDIA/dllogger wget
|
git+https://github.com/NVIDIA/dllogger wget
|
||||||
|
|
||||||
RUN apt-get install -y iputils-ping
|
RUN apt-get install -y iputils-ping
|
||||||
|
|
|
@ -8,7 +8,6 @@ six
|
||||||
ipdb
|
ipdb
|
||||||
#Data processing
|
#Data processing
|
||||||
h5py
|
h5py
|
||||||
html2text
|
|
||||||
nltk
|
nltk
|
||||||
progressbar
|
progressbar
|
||||||
#Others
|
#Others
|
||||||
|
|
|
@ -4,7 +4,7 @@ FROM ${FROM_IMAGE_NAME}
|
||||||
|
|
||||||
RUN apt-get update && apt-get install -y pbzip2 pv bzip2 libcurl4 curl libb64-dev
|
RUN apt-get update && apt-get install -y pbzip2 pv bzip2 libcurl4 curl libb64-dev
|
||||||
RUN pip install --upgrade pip
|
RUN pip install --upgrade pip
|
||||||
RUN pip install toposort networkx pytest nltk tqdm html2text progressbar pynvml
|
RUN pip install toposort networkx pytest nltk tqdm progressbar pynvml
|
||||||
RUN pip --no-cache-dir --no-cache install git+https://github.com/NVIDIA/dllogger wget
|
RUN pip --no-cache-dir --no-cache install git+https://github.com/NVIDIA/dllogger wget
|
||||||
|
|
||||||
WORKDIR /workspace
|
WORKDIR /workspace
|
||||||
|
|
|
@ -5,5 +5,4 @@ networkx
|
||||||
pytest
|
pytest
|
||||||
nltk
|
nltk
|
||||||
tqdm
|
tqdm
|
||||||
html2text
|
|
||||||
progressbar
|
progressbar
|
||||||
|
|
|
@ -41,7 +41,6 @@ RUN pip3 install \
|
||||||
tensorflow_hub \
|
tensorflow_hub \
|
||||||
pynvml \
|
pynvml \
|
||||||
wget \
|
wget \
|
||||||
html2text \
|
|
||||||
progressbar \
|
progressbar \
|
||||||
git+https://github.com/NVIDIA/dllogger
|
git+https://github.com/NVIDIA/dllogger
|
||||||
|
|
||||||
|
|
|
@ -67,7 +67,6 @@ PIP_CMD="pip3 install \
|
||||||
tensorflow_hub \
|
tensorflow_hub \
|
||||||
pynvml \
|
pynvml \
|
||||||
wget \
|
wget \
|
||||||
html2text \
|
|
||||||
progressbar \
|
progressbar \
|
||||||
git+https://github.com/NVIDIA/dllogger"
|
git+https://github.com/NVIDIA/dllogger"
|
||||||
|
|
||||||
|
|
|
@ -24,7 +24,7 @@ RUN git clone https://github.com/soskek/bookcorpus.git
|
||||||
WORKDIR /workspace/electra
|
WORKDIR /workspace/electra
|
||||||
RUN pip install --upgrade --no-cache-dir pip \
|
RUN pip install --upgrade --no-cache-dir pip \
|
||||||
&& pip install --no-cache-dir \
|
&& pip install --no-cache-dir \
|
||||||
tqdm boto3 requests six ipdb h5py html2text nltk progressbar filelock tokenizers==0.7.0 \
|
tqdm boto3 requests six ipdb h5py nltk progressbar filelock tokenizers==0.7.0 \
|
||||||
git+https://github.com/NVIDIA/dllogger \
|
git+https://github.com/NVIDIA/dllogger \
|
||||||
nvidia-ml-py3==7.352.0
|
nvidia-ml-py3==7.352.0
|
||||||
|
|
||||||
|
|
|
@ -26,4 +26,4 @@ docker run -it --rm \
|
||||||
--privileged \
|
--privileged \
|
||||||
-e LD_LIBRARY_PATH='/workspace/install/lib/' \
|
-e LD_LIBRARY_PATH='/workspace/install/lib/' \
|
||||||
-v $PWD:/workspace/electra \
|
-v $PWD:/workspace/electra \
|
||||||
electra $CMD
|
electra $CMD
|
||||||
|
|
Loading…
Reference in a new issue