diff --git a/DGLPyTorch/DrugDiscovery/RoseTTAFold/Dockerfile b/DGLPyTorch/DrugDiscovery/RoseTTAFold/Dockerfile
index b7c202e1..e7362ffc 100644
--- a/DGLPyTorch/DrugDiscovery/RoseTTAFold/Dockerfile
+++ b/DGLPyTorch/DrugDiscovery/RoseTTAFold/Dockerfile
@@ -69,5 +69,4 @@ WORKDIR /workspace/rf
 
 RUN wget https://openstructure.org/static/lddt-linux.zip -O lddt.zip && unzip -d lddt -j lddt.zip
 
-RUN pip install --upgrade pip
 RUN pip install -r requirements.txt
diff --git a/DGLPyTorch/DrugDiscovery/SE3Transformer/Dockerfile b/DGLPyTorch/DrugDiscovery/SE3Transformer/Dockerfile
index fcc163ba..b4e4eec2 100644
--- a/DGLPyTorch/DrugDiscovery/SE3Transformer/Dockerfile
+++ b/DGLPyTorch/DrugDiscovery/SE3Transformer/Dockerfile
@@ -50,7 +50,6 @@ COPY --from=dgl_builder /dgl ./dgl
 RUN cd dgl/python && python setup.py install && cd ../.. && rm -rf dgl
 
 ADD requirements.txt .
-RUN pip install --no-cache-dir --upgrade --pre pip
 RUN pip install --no-cache-dir -r requirements.txt
 ADD . .
 
diff --git a/PyTorch/LanguageModeling/BART/Dockerfile b/PyTorch/LanguageModeling/BART/Dockerfile
index d3064b68..48bdd3ef 100755
--- a/PyTorch/LanguageModeling/BART/Dockerfile
+++ b/PyTorch/LanguageModeling/BART/Dockerfile
@@ -17,8 +17,7 @@ ARG FROM_IMAGE_NAME=nvcr.io/nvidia/pytorch:21.02-py3
 FROM ${FROM_IMAGE_NAME}
 RUN apt-get update && apt-get install -y pbzip2
 
-RUN pip install --upgrade --no-cache-dir pip \
- && pip install --no-cache-dir tokenizers==0.8.0 dataclasses gitpython rouge-score pynvml==8.0.4 \
+RUN pip install --no-cache-dir tokenizers==0.8.0 dataclasses gitpython rouge-score pynvml==8.0.4 \
  git+https://github.com/NVIDIA/dllogger pytorch-lightning==1.1.5 gdown
 
 RUN pip install tqdm --upgrade
diff --git a/PyTorch/LanguageModeling/BERT/Dockerfile b/PyTorch/LanguageModeling/BERT/Dockerfile
index 777ef2dd..64a64b33 100755
--- a/PyTorch/LanguageModeling/BERT/Dockerfile
+++ b/PyTorch/LanguageModeling/BERT/Dockerfile
@@ -31,8 +31,7 @@ RUN apt-get install libb64-0d
 RUN pip install /workspace/install/python/tensorrtserver*.whl
 
 WORKDIR /workspace/bert
-RUN pip install --upgrade --no-cache-dir pip \
- && pip install --no-cache-dir \
+RUN pip install --no-cache-dir \
  tqdm boto3 requests six ipdb h5py nltk progressbar onnxruntime \
  git+https://github.com/NVIDIA/dllogger wget
 
diff --git a/PyTorch/Segmentation/MaskRCNN/Dockerfile b/PyTorch/Segmentation/MaskRCNN/Dockerfile
index 2b6f8594..27d19b1c 100644
--- a/PyTorch/Segmentation/MaskRCNN/Dockerfile
+++ b/PyTorch/Segmentation/MaskRCNN/Dockerfile
@@ -16,8 +16,7 @@ ARG FROM_IMAGE_NAME=nvcr.io/nvidia/pytorch:20.06-py3
 FROM ${FROM_IMAGE_NAME}
 
 # Install Python dependencies
-RUN pip install --upgrade --no-cache-dir pip \
- && pip install --no-cache-dir \
+RUN pip install --no-cache-dir \
       mlperf-compliance==0.0.10 \
       opencv-python==4.2.0.32 \
       git+https://github.com/NVIDIA/dllogger \
diff --git a/PyTorch/Segmentation/MaskRCNN/pytorch/Dockerfile b/PyTorch/Segmentation/MaskRCNN/pytorch/Dockerfile
index 73a2acda..2f686ac4 100755
--- a/PyTorch/Segmentation/MaskRCNN/pytorch/Dockerfile
+++ b/PyTorch/Segmentation/MaskRCNN/pytorch/Dockerfile
@@ -16,8 +16,7 @@ ARG FROM_IMAGE_NAME=nvcr.io/nvidia/pytorch:20.06-py3
 FROM ${FROM_IMAGE_NAME}
 
 # Install Python dependencies
-RUN pip install --upgrade --no-cache-dir pip \
- && pip install --no-cache-dir \
+RUN pip install --no-cache-dir \
       mlperf-compliance==0.0.10 \
       opencv-python==4.2.0.32 \
       git+https://github.com/NVIDIA/dllogger \
diff --git a/PyTorch/Segmentation/nnUNet/Dockerfile b/PyTorch/Segmentation/nnUNet/Dockerfile
index a66dd985..1ee120ac 100755
--- a/PyTorch/Segmentation/nnUNet/Dockerfile
+++ b/PyTorch/Segmentation/nnUNet/Dockerfile
@@ -6,7 +6,6 @@ RUN pip install --disable-pip-version-check -r /requirements.txt
 RUN apt-get update && apt-get install -y libb64-dev libb64-0d
 
 ADD ./requirements.txt /
-RUN pip install --upgrade pip
 RUN pip install --disable-pip-version-check -r /requirements.txt
 RUN pip install monai==0.7.0 --no-dependencies
 RUN pip install numpy --upgrade
diff --git a/PyTorch/Translation/Transformer/Dockerfile b/PyTorch/Translation/Transformer/Dockerfile
index 672c10c2..75257142 100644
--- a/PyTorch/Translation/Transformer/Dockerfile
+++ b/PyTorch/Translation/Transformer/Dockerfile
@@ -20,8 +20,7 @@ WORKDIR /workspace
 # && cd apex \
 # && pip install -v --no-cache-dir --global-option="--cpp_ext" --global-option="--cuda_ext" ./
 # Install Python dependencies
-RUN pip install --upgrade --no-cache-dir pip \
- && pip install --no-cache-dir \
+RUN pip install --no-cache-dir \
       sacrebleu \
       sentencepiece
 RUN pip install jupyter
diff --git a/TensorFlow/LanguageModeling/BERT/Dockerfile b/TensorFlow/LanguageModeling/BERT/Dockerfile
index c063e543..13f3575e 100644
--- a/TensorFlow/LanguageModeling/BERT/Dockerfile
+++ b/TensorFlow/LanguageModeling/BERT/Dockerfile
@@ -3,7 +3,6 @@ ARG FROM_IMAGE_NAME=nvcr.io/nvidia/tensorflow:20.06-tf1-py3
 FROM ${FROM_IMAGE_NAME}
 
 RUN apt-get update && apt-get install -y pbzip2 pv bzip2 libcurl4 curl libb64-dev
-RUN pip install --upgrade pip
 RUN pip install toposort networkx pytest nltk tqdm progressbar pynvml
 RUN pip --no-cache-dir --no-cache install git+https://github.com/NVIDIA/dllogger wget
 
diff --git a/TensorFlow/Segmentation/UNet_3D_Medical/Dockerfile b/TensorFlow/Segmentation/UNet_3D_Medical/Dockerfile
index b59f0495..63c8d8d0 100644
--- a/TensorFlow/Segmentation/UNet_3D_Medical/Dockerfile
+++ b/TensorFlow/Segmentation/UNet_3D_Medical/Dockerfile
@@ -4,6 +4,5 @@ FROM ${FROM_IMAGE_NAME}
 ADD . /workspace/unet3d
 WORKDIR /workspace/unet3d
 
-RUN pip install --upgrade pip
 RUN pip install git+https://github.com/NVIDIA/dllogger
 RUN pip install --disable-pip-version-check -r requirements.txt
diff --git a/TensorFlow/Segmentation/UNet_Industrial/Dockerfile b/TensorFlow/Segmentation/UNet_Industrial/Dockerfile
index 0f6fe53a..6a362b99 100644
--- a/TensorFlow/Segmentation/UNet_Industrial/Dockerfile
+++ b/TensorFlow/Segmentation/UNet_Industrial/Dockerfile
@@ -22,8 +22,7 @@ FROM ${FROM_IMAGE_NAME}
 WORKDIR /opt
 COPY requirements.txt /opt/requirements_unet_tf_industrial.txt
 
-RUN python -m pip --no-cache-dir --no-cache install --upgrade pip && \
-    pip --no-cache-dir --no-cache install -r /opt/requirements_unet_tf_industrial.txt
+RUN pip --no-cache-dir --no-cache install -r /opt/requirements_unet_tf_industrial.txt
 
 ENV TF_EXTRA_PTXAS_OPTIONS="-sw200428197=true"
 
diff --git a/TensorFlow/Segmentation/VNet/Dockerfile b/TensorFlow/Segmentation/VNet/Dockerfile
index a707f061..30f7f591 100644
--- a/TensorFlow/Segmentation/VNet/Dockerfile
+++ b/TensorFlow/Segmentation/VNet/Dockerfile
@@ -4,7 +4,6 @@ FROM ${FROM_IMAGE_NAME}
 ADD . /workspace/vnet
 WORKDIR /workspace/vnet
 
-RUN pip install --upgrade pip
 RUN pip install --disable-pip-version-check -r requirements.txt
 
 ENV TF_XLA_FLAGS="--tf_xla_enable_lazy_compilation=false"
diff --git a/TensorFlow2/Classification/ConvNets/efficientnet/Dockerfile b/TensorFlow2/Classification/ConvNets/efficientnet/Dockerfile
index 8cb55dcf..fd3a0887 100644
--- a/TensorFlow2/Classification/ConvNets/efficientnet/Dockerfile
+++ b/TensorFlow2/Classification/ConvNets/efficientnet/Dockerfile
@@ -24,7 +24,6 @@ ADD . /workspace
 WORKDIR /workspace
 COPY . .
 
-RUN python -m pip install --upgrade pip && \
-    pip --no-cache-dir --no-cache install --user -r requirements.txt
+RUN pip --no-cache-dir --no-cache install --user -r requirements.txt
 
 RUN pip install git+https://github.com/NVIDIA/dllogger
\ No newline at end of file
diff --git a/TensorFlow2/LanguageModeling/ELECTRA/Dockerfile b/TensorFlow2/LanguageModeling/ELECTRA/Dockerfile
index 836324f0..16d6bd41 100644
--- a/TensorFlow2/LanguageModeling/ELECTRA/Dockerfile
+++ b/TensorFlow2/LanguageModeling/ELECTRA/Dockerfile
@@ -22,8 +22,7 @@ RUN git clone https://github.com/attardi/wikiextractor.git && cd wikiextractor &
 RUN git clone https://github.com/soskek/bookcorpus.git
 
 WORKDIR /workspace/electra
-RUN pip install --upgrade --no-cache-dir pip \
- && pip install --no-cache-dir \
+RUN pip install --no-cache-dir \
  tqdm boto3 requests six ipdb h5py nltk progressbar filelock tokenizers==0.7.0 \
  git+https://github.com/NVIDIA/dllogger \
  nvidia-ml-py3==7.352.0
diff --git a/TensorFlow2/Recommendation/WideAndDeep/Dockerfile-train b/TensorFlow2/Recommendation/WideAndDeep/Dockerfile-train
index b5f25c21..814e13b2 100644
--- a/TensorFlow2/Recommendation/WideAndDeep/Dockerfile-train
+++ b/TensorFlow2/Recommendation/WideAndDeep/Dockerfile-train
@@ -18,8 +18,7 @@ FROM ${FROM_IMAGE_NAME}
 
 USER root
 
-RUN pip install --upgrade pip && \
-    pip install --no-cache-dir --no-deps tensorflow-transform==0.24.1 tensorflow-metadata==0.14.0 pydot dill && \
+RUN pip install --no-cache-dir --no-deps tensorflow-transform==0.24.1 tensorflow-metadata==0.14.0 pydot dill && \
     pip install --no-cache-dir ipdb pynvml==8.0.4 && \
     pip install --no-cache-dir -e git+https://github.com/NVIDIA/dllogger#egg=dllogger
 
diff --git a/TensorFlow2/Segmentation/UNet_Medical/Dockerfile b/TensorFlow2/Segmentation/UNet_Medical/Dockerfile
index 743c04ad..632d865b 100755
--- a/TensorFlow2/Segmentation/UNet_Medical/Dockerfile
+++ b/TensorFlow2/Segmentation/UNet_Medical/Dockerfile
@@ -4,6 +4,5 @@ FROM ${FROM_IMAGE_NAME}
 ADD . /workspace/unet
 WORKDIR /workspace/unet
 
-RUN pip install --upgrade pip
 RUN pip install git+https://github.com/NVIDIA/dllogger
 RUN pip install -r requirements.txt