CI: Install pandas 2.1 + pyarrow in the Python 3.11 job (#3605)

Co-authored-by: Wei Ji <[email protected]>

Author: seisman

.github/workflows/ci_tests.yaml

@@ -85,9 +85,9 @@ jobs:
           - os: 'ubuntu-latest'
             python-version: '3.11'  # Can't be 3.10 or 3.12.
             numpy-version: '1.24'
-            pandas-version: ''
+            pandas-version: '=2.1'
             xarray-version: ''
-            optional-packages: ' geopandas<1'
+            optional-packages: ' geopandas<1 pyarrow'
 
     timeout-minutes: 30
     defaults: