fix: Huggingface glue failing tests

Author: mufiAmazon

tests/data/huggingface/requirements.txt

@@ -0,0 +1 @@
+datasets==2.16.1

tests/data/huggingface_byoc/requirements.txt

@@ -1,2 +1,2 @@
 transformers<=4.28.1
-datasets<=2.12.0
+datasets==2.16.1

tests/integ/test_huggingface.py

@@ -71,7 +71,8 @@ def test_huggingface_training(
 
         hf = HuggingFace(
             py_version=huggingface_pytorch_latest_training_py_version,
-            entry_point=os.path.join(data_path, "run_glue.py"),
+            source_dir=data_path,
+            entry_point="run_glue.py",
             role="SageMakerRole",
             transformers_version=huggingface_training_latest_version,
             pytorch_version=huggingface_training_pytorch_latest_version,

tests/integ/test_huggingface_torch_distributed.py

@@ -24,10 +24,10 @@ def test_huggingface_torch_distributed_g5_glue(
     huggingface_pytorch_latest_training_py_version,
 ):
     with timeout.timeout(minutes=TRAINING_DEFAULT_TIMEOUT_MINUTES):
-        data_path = os.path.join(DATA_DIR, "huggingface")
         estimator = HuggingFace(
             py_version=huggingface_pytorch_latest_training_py_version,
-            entry_point=os.path.join(data_path, "run_glue.py"),
+            source_dir=os.path.join(DATA_DIR, "huggingface"),
+            entry_point="run_glue.py",
             role="SageMakerRole",
             transformers_version=huggingface_training_latest_version,
             pytorch_version=huggingface_training_pytorch_latest_version,