diff --git a/test/common_utils/case_utils.py b/test/common_utils/case_utils.py
index ad68eb4f52..2e0a17b5da 100644
--- a/test/common_utils/case_utils.py
+++ b/test/common_utils/case_utils.py
@@ -70,9 +70,8 @@ def skipIfNoModule(module, display_name=None):
 
 
 def skipIfNoExtension(test_item):
-    if (
-            not is_module_available('torchaudio._torchaudio')
-            and 'TORCHAUDIO_TEST_FAIL_IF_NO_EXTENSION' in os.environ
-    ):
+    if is_module_available('torchaudio._torchaudio'):
+        return test_item
+    if 'TORCHAUDIO_TEST_FAIL_IF_NO_EXTENSION' in os.environ:
         raise RuntimeError('torchaudio C++ extension is not available.')
     return unittest.skip('torchaudio C++ extension is not available')(test_item)