Add test retries

Author: jhamon

.github/actions/test-data-asyncio/action.yaml

@@ -38,7 +38,7 @@ runs:
     - name: Run data plane tests
       id: data-plane-asyncio-tests
       shell: bash
-      run: poetry run pytest tests/integration/data_asyncio -s -vv
+      run: poetry run pytest tests/integration/data_asyncio --retries 3 --retry-delay 20 -s -vv --log-cli-level=DEBUG
       env:
         PINECONE_API_KEY: ${{ inputs.PINECONE_API_KEY }}
         USE_GRPC: ${{ inputs.use_grpc }}

.github/actions/test-data-plane/action.yaml

@@ -52,7 +52,7 @@ runs:
     - name: Run data plane tests
       id: data-plane-tests
       shell: bash
-      run: poetry run pytest tests/integration/data
+      run: poetry run pytest tests/integration/data --retries 3 --retry-delay 20 -s -vv --log-cli-level=DEBUG
       env:
         PINECONE_API_KEY: ${{ inputs.PINECONE_API_KEY }}
         USE_GRPC: ${{ inputs.use_grpc }}

.github/workflows/testing-integration-asyncio.yaml

@@ -26,7 +26,7 @@ jobs:
       - name: Run data plane tests
         id: data-plane-asyncio-tests
         shell: bash
-        run: poetry run pytest tests/integration/data_asyncio -s -vv
+        run: poetry run pytest tests/integration/data_asyncio --retries 3 --retry-delay 20 -s -vv --log-cli-level=DEBUG
         env:
             PINECONE_API_KEY: ${{ secrets.PINECONE_API_KEY }}
 
@@ -51,6 +51,6 @@ jobs:
           include_asyncio: true
           include_dev: true
       - name: 'db_control asyncio'
-        run: poetry run pytest tests/integration/control_asyncio -s -vv
+        run: poetry run pytest tests/integration/control_asyncio --retries 3 --retry-delay 20 -s -vv --log-cli-level=DEBUG
         env:
           PINECONE_API_KEY: '${{ secrets.PINECONE_API_KEY }}'

.github/workflows/testing-integration.yaml

@@ -21,7 +21,7 @@ jobs:
         with:
           include_asyncio: true
       - name: 'Run integration tests'
-        run: poetry run pytest tests/integration/inference -s -vv
+        run: poetry run pytest tests/integration/inference --retries 3 --retry-delay 20 -s -vv --log-cli-level=DEBUG
         env:
           PINECONE_DEBUG_CURL: 'true'
           PINECONE_API_KEY: '${{ secrets.PINECONE_API_KEY }}'
@@ -113,7 +113,7 @@ jobs:
       - name: Setup Poetry
         uses: ./.github/actions/setup-poetry
       - name: 'Run integration tests (REST)'
-        run: poetry run pytest tests/integration/control/serverless -s -vv
+        run: poetry run pytest tests/integration/control/serverless --retries 3 --retry-delay 20 -s -vv --log-cli-level=DEBUG
         env:
           PINECONE_DEBUG_CURL: 'true'
           PINECONE_API_KEY: '${{ secrets.PINECONE_API_KEY }}'

.github/workflows/testing-unit.yaml

@@ -58,7 +58,7 @@ jobs:
           include_asyncio: true
 
       - name: Run unit tests (REST)
-        run: poetry run pytest --cov=pinecone --timeout=120 tests/unit
+        run: poetry run pytest --cov=pinecone --timeout=120 tests/unit --retries 3 --retry-delay 20 -s -vv --log-cli-level=DEBUG
       - name: Run unit tests (GRPC)
         if: ${{ matrix.use_grpc == true }}
-        run: poetry run pytest --cov=pinecone/grpc --timeout=120 tests/unit_grpc
+        run: poetry run pytest --cov=pinecone/grpc --timeout=120 tests/unit_grpc --retries 3 --retry-delay 20 -s -vv --log-cli-level=DEBUG

poetry.lock

@@ -85,6 +85,7 @@ pytest = "8.2.0"
 pytest-asyncio = "^0.25.2"
 pytest-cov = "2.10.1"
 pytest-mock = "3.6.1"
+pytest-retry = "^1.7.0"
 pytest-timeout = "2.2.0"
 pytest-benchmark = [
   { version = '5.0.0', python = ">=3.9,<4.0" }