diff --git a/.azure-pipelines/scripts/ut/env_setup.sh b/.azure-pipelines/scripts/ut/env_setup.sh
index ac3df53d0e8..0905d6efbb2 100644
--- a/.azure-pipelines/scripts/ut/env_setup.sh
+++ b/.azure-pipelines/scripts/ut/env_setup.sh
@@ -37,7 +37,7 @@ fi
 
 if [[ "${itex_version}" != "" ]]; then
     pip install --upgrade intel-extension-for-tensorflow[cpu]==${itex_version}
-    pip install tf2onnx
+    pip install tf2onnx==1.16.1
 fi
 
 if [[ "${pytorch_version}" != "" ]]; then
@@ -63,7 +63,7 @@ if [[ "${onnxruntime_version}" != "" ]]; then
     else
         pip install onnxruntime-extensions
     fi
-    pip install optimum
+    pip install optimum==1.24.0
 fi
 
 if [ "${mxnet_version}" != '' ]; then
@@ -77,14 +77,14 @@ fi
 # install special test env requirements
 # common deps
 pip install cmake
-pip install transformers
+pip install transformers==4.50.0
 
 if [[ $(echo "${test_case}" | grep -c "others") != 0 ]];then
-    pip install tf_slim xgboost accelerate==0.21.0 peft
+    pip install tf_slim==1.1.0 xgboost==2.1.4 accelerate==0.21.0 peft==0.14.0
 elif [[ $(echo "${test_case}" | grep -c "nas") != 0 ]]; then
     pip install dynast==1.6.0rc1
 elif [[ $(echo "${test_case}" | grep -c "tf pruning") != 0 ]]; then
-    pip install tensorflow-addons
+    pip install tensorflow-addons==0.23.0
     # Workaround
     # horovod can't be install in the env with TF and PT together
     # so test distribute cases in the env with single fw installed
@@ -92,7 +92,7 @@ elif [[ $(echo "${test_case}" | grep -c "tf pruning") != 0 ]]; then
 fi
 
 if [[ $(echo "${test_case}" | grep -c "api") != 0 ]] || [[ $(echo "${test_case}" | grep -c "adaptor") != 0 ]]; then
-    pip install auto-round
+    pip install auto-round==0.4.6
 fi
 
 # test deps
diff --git a/examples/onnxrt/image_recognition/onnx_model_zoo/resnet50/quantization/ptq_static/requirements.txt b/examples/onnxrt/image_recognition/onnx_model_zoo/resnet50/quantization/ptq_static/requirements.txt
index 8dd9d0472a9..db6b2a69ece 100644
--- a/examples/onnxrt/image_recognition/onnx_model_zoo/resnet50/quantization/ptq_static/requirements.txt
+++ b/examples/onnxrt/image_recognition/onnx_model_zoo/resnet50/quantization/ptq_static/requirements.txt
@@ -3,5 +3,5 @@ onnxruntime
 torch
 torchvision
 onnxruntime-extensions>=1.14.0; python_version < '3.11'
-pillow>=8.2.0 # not directly required, pinned by Snyk to avoid a vulnerability
-transformers; python_version < '3.11'
+pillow<=11.1.0 # not directly required, pinned by Snyk to avoid a vulnerability
+transformers<=4.50.0; python_version < '3.11'
diff --git a/test/requirements.txt b/test/requirements.txt
index cddb5c2b390..1bd938cb759 100644
--- a/test/requirements.txt
+++ b/test/requirements.txt
@@ -1,8 +1,8 @@
 --find-links https://download.pytorch.org/whl/torch_stable.html
-accelerate
-auto-round
+accelerate<=0.21.0
+auto-round<=0.4.6
 dynast==1.6.0rc1
-horovod
+horovod<=0.27.0
 intel-extension-for-pytorch
 intel-tensorflow>=2.12.0
 mxnet-mkl
@@ -10,12 +10,12 @@ neural-compressor
 onnx
 onnxruntime
 onnxruntime-extensions; python_version < '3.11'
-optimum
-peft
-tensorflow-addons
-tf2onnx
-tf_slim
+optimum<=1.24.0
+peft<=0.14.0
+tensorflow-addons<=0.23.0
+tf2onnx<=1.16.1
+tf_slim<=1.1.0
 torch
 torchvision
-transformers>=4.30.2
-xgboost
+transformers<=4.50.0
+xgboost<=2.1.4