diff --git a/.circleci/unittest/linux/scripts/environment.yml b/.circleci/unittest/linux/scripts/environment.yml
index 121478165e..e54ef7df45 100644
--- a/.circleci/unittest/linux/scripts/environment.yml
+++ b/.circleci/unittest/linux/scripts/environment.yml
@@ -8,11 +8,10 @@ dependencies:
   - pytest-cov
   - pytest-xdist
   - codecov
-  - librosa
+  - librosa>=0.8.0
   - llvmlite==0.31  # See https://github.com/pytorch/audio/pull/766
   - pip
   - pip:
     - kaldi-io
     - scipy
     - parameterized
-    - numba==0.48  # See https://github.com/librosa/librosa/issues/1160
diff --git a/.circleci/unittest/windows/scripts/environment.yml b/.circleci/unittest/windows/scripts/environment.yml
index fb57f0facc..3a41020645 100644
--- a/.circleci/unittest/windows/scripts/environment.yml
+++ b/.circleci/unittest/windows/scripts/environment.yml
@@ -12,7 +12,6 @@ dependencies:
     - scipy == 1.4.1
     - kaldi-io
     - PySoundFile
-    - librosa
+    - librosa >= 0.8.0
     - future
     - parameterized
-    - numba==0.48