Update vision team vulnerabilities to trigger release (#1587)

* pinning 0.33 version * release updates according to cli master * framework selector package updates * update docker for mmd env * env updates * update docker * bump up env version * reverting MOT env version to 1 --------- Co-authored-by: Rupal Jain <[email protected]>
Azure · Oct 31, 2023 · d071d73 · d071d73
1 parent 9d45b16
commit d071d73
Show file tree

Hide file tree

Showing 11 changed files with 40 additions and 27 deletions.
diff --git a/assets/training/finetune_acft_image/environments/acft_image_huggingface/asset.yaml b/assets/training/finetune_acft_image/environments/acft_image_huggingface/asset.yaml
@@ -1,5 +1,5 @@
 name: acft-transformers-image-gpu
-version: "5"
+version: "6"
 type: environment
 spec: spec.yaml
 extra_config: environment.yaml

diff --git a/assets/training/finetune_acft_image/environments/acft_image_huggingface/context/Dockerfile b/assets/training/finetune_acft_image/environments/acft_image_huggingface/context/Dockerfile
@@ -1,9 +1,13 @@
 # PTCA image
-FROM mcr.microsoft.com/aifx/acpt/vision/stable-ubuntu2004-cu117-py38-torch1131:{{latest-image-tag:biweekly\.\d{6}\.\d{1}.*}}
+FROM mcr.microsoft.com/aifx/acpt/stable-ubuntu2004-cu118-py38-torch210:{{latest-image-tag:biweekly\.\d{6}\.\d{1}.*}}
 
 USER root
 RUN apt-get -y update
 
 # Install required packages from pypi
 COPY requirements.txt .
 RUN pip install -r requirements.txt --no-cache-dir
+
+# Vulnerability fixes
+RUN pip install pydash==6.0.0
+RUN pip install urllib3==2.0.7
diff --git a/...training/finetune_acft_image/environments/acft_image_huggingface/context/requirements.txt b/...training/finetune_acft_image/environments/acft_image_huggingface/context/requirements.txt
@@ -1,15 +1,17 @@
-azureml-metrics[image]==0.0.30
+azureml-metrics[image]==0.0.33
 azureml-evaluate-mlflow=={{latest-pypi-version}}
 azureml-acft-accelerator=={{latest-pypi-version}}
-azureml-acft-common-components[image]==0.0.30
+azureml-acft-common-components[image]==0.0.33
 azureml-acft-image-components=={{latest-pypi-version}}
-azureml-core==1.52.0
-azure-ai-ml==1.5.0
+azureml-core==1.53.0
+azure-ai-ml==1.11.0
 requests
 datasets==2.14.5
-transformers==4.33.0
+transformers==4.34.1
+# Note: pinning transformers[sentencepiece], as sentencepiece is required by optimum lib, to avoid version conflict
+transformers[sentencepiece]==4.34.1
+accelerate==0.23.0
 optimum==1.13.1
-accelerate==0.22.0
 diffusers==0.20.2
 numpy==1.22.2
 certifi==2023.07.22

diff --git a/assets/training/finetune_acft_image/environments/acft_image_mmdetection/asset.yaml b/assets/training/finetune_acft_image/environments/acft_image_mmdetection/asset.yaml
@@ -1,5 +1,5 @@
 name: acft-mmdetection-image-gpu
-version: "5"
+version: "6"
 type: environment
 spec: spec.yaml
 extra_config: environment.yaml

diff --git a/assets/training/finetune_acft_image/environments/acft_image_mmdetection/context/Dockerfile b/assets/training/finetune_acft_image/environments/acft_image_mmdetection/context/Dockerfile
@@ -1,5 +1,5 @@
 # PTCA image
-FROM mcr.microsoft.com/aifx/acpt/vision/stable-ubuntu2004-cu117-py38-torch1131:{{latest-image-tag:biweekly\.\d{6}\.\d{1}.*}}
+FROM mcr.microsoft.com/aifx/acpt/stable-ubuntu2004-cu117-py38-torch201:{{latest-image-tag:biweekly\.\d{6}\.\d{1}.*}}
 
 USER root
 RUN apt-get -y update
@@ -10,10 +10,11 @@ RUN pip install -r requirements.txt --no-cache-dir
 
 # # # Install mmcv-full and mmdet
 # RUN pip install openmim
-RUN mim install mmcv-full==1.7.1
+RUN mim install mmcv==2.0.1
 # # Note that MMDet installs pycocotools
 # Note: mmdet should be installed via mim to access the model zoo config folder.
-RUN mim install mmdet==2.28.2
+RUN mim install mmdet==3.1.0
 
-# yapf fix - this will be removed once we update to MMDetection's latest version
-RUN pip install yapf==0.40.1
+# Vulnerability fixes
+RUN pip install pydash==6.0.0
+RUN pip install urllib3==2.0.7
diff --git a/...training/finetune_acft_image/environments/acft_image_mmdetection/context/requirements.txt b/...training/finetune_acft_image/environments/acft_image_mmdetection/context/requirements.txt
@@ -1,15 +1,18 @@
-azureml-metrics[image]==0.0.30
+azureml-metrics[image]==0.0.33
 azureml-evaluate-mlflow=={{latest-pypi-version}}
 azureml-acft-accelerator=={{latest-pypi-version}}
-azureml-acft-common-components[image]==0.0.30
+azureml-acft-common-components[image]==0.0.33
 azureml-acft-image-components=={{latest-pypi-version}}
-azureml-core==1.52.0
-azure-ai-ml==1.5.0
+azureml-core==1.53.0
+azure-ai-ml==1.11.0
 requests
 datasets==2.14.5
-transformers==4.33.0
-optimum==1.13.1
-accelerate==0.22.0
+transformers==4.34.1
+# Note: pinning transformers[sentencepiece], as sentencepiece is required by optimum lib, to avoid version conflict
+transformers[sentencepiece]==4.34.1
+accelerate==0.23.0
+# NOTE: optimum is pinned to old version because with new version, we see big drop in run time performance for MMD
+optimum==1.8.8
 diffusers==0.20.2
 openmim==0.3.9
 certifi==2023.07.22

diff --git a/assets/training/finetune_acft_image/environments/acft_video_mmtracking/context/Dockerfile b/assets/training/finetune_acft_image/environments/acft_video_mmtracking/context/Dockerfile
@@ -18,6 +18,5 @@ RUN mim install mmdet==2.28.2
 
 # vulnerability fixes - this will be removed once we update to MMTracking's latest version
 RUN pip install yapf==0.40.1
-RUN pip install Pillow==10.0.1
 RUN pip install pydash==6.0.0
 RUN pip install urllib3==2.0.7
diff --git a/.../training/finetune_acft_image/environments/acft_video_mmtracking/context/requirements.txt b/.../training/finetune_acft_image/environments/acft_video_mmtracking/context/requirements.txt
@@ -1,7 +1,7 @@
-azureml-metrics[video]==0.0.32
+azureml-metrics[video]==0.0.33
 azureml-evaluate-mlflow=={{latest-pypi-version}}
 azureml-acft-accelerator=={{latest-pypi-version}}
-azureml-acft-common-components[image]==0.0.32
+azureml-acft-common-components[image]==0.0.33
 azureml-acft-image-components=={{latest-pypi-version}}
 azureml-core==1.53.0
 azure-ai-ml==1.11.0

diff --git a/assets/training/finetune_acft_image/environments/acpt_image_framework_selector/asset.yaml b/assets/training/finetune_acft_image/environments/acpt_image_framework_selector/asset.yaml
@@ -1,5 +1,5 @@
 name: acpt-automl-image-framework-selector-gpu
-version: "5"
+version: "6"
 type: environment
 spec: spec.yaml
 extra_config: environment.yaml

diff --git a/...raining/finetune_acft_image/environments/acpt_image_framework_selector/context/Dockerfile b/...raining/finetune_acft_image/environments/acpt_image_framework_selector/context/Dockerfile
@@ -1,5 +1,5 @@
 # PTCA image
-FROM mcr.microsoft.com/aifx/acpt/vision/stable-ubuntu2004-cu117-py38-torch1131:{{latest-image-tag:biweekly\.\d{6}\.\d{1}.*}}
+FROM mcr.microsoft.com/aifx/acpt/stable-ubuntu2004-cu118-py38-torch210:{{latest-image-tag:biweekly\.\d{6}\.\d{1}.*}}
 
 RUN apt-get -y update
 
@@ -9,3 +9,7 @@ RUN pip install -r requirements.txt --no-cache-dir
 
 # Flag needed to enable control flow which is in PrP.
 ENV AZURE_ML_CLI_PRIVATE_FEATURES_ENABLED=True
+
+# Vulnerability fixes
+RUN pip install pydash==6.0.0
+RUN pip install urllib3==2.0.7
diff --git a/...g/finetune_acft_image/environments/acpt_image_framework_selector/context/requirements.txt b/...g/finetune_acft_image/environments/acpt_image_framework_selector/context/requirements.txt
@@ -1,5 +1,5 @@
 azureml-acft-common-components=={{latest-pypi-version}}
-azure-ai-ml==1.9.0
+azure-ai-ml==1.11.0
 mldesigner
 mlflow
 azureml-mlflow