diff --git a/ci/posix.yaml b/ci/posix.yaml
deleted file mode 100644
index 2904cd12f..000000000
--- a/ci/posix.yaml
+++ /dev/null
@@ -1,68 +0,0 @@
-parameters:
-  name: ''
-  vmImage: ''
-
-jobs:
-- job: ${{ parameters.name }}
-  pool:
-    vmImage: ${{ parameters.vmImage }}
-  strategy:
-    matrix:
-      linux37:
-        envFile: 'ci/environment-3.7.yaml'
-        SKLEARN_DEV: "no"
-      linux38:
-        envFile: 'ci/environment-3.8.yaml'
-        SKLEARN_DEV: "no"
-      earliest:
-        envFile: 'ci/environment-3.6.yaml'
-        SKLEARN_DEV: "no"
-      sklearnDev:
-        envFile: 'ci/environment-3.7.yaml'
-        SKLEARN_DEV: "yes"
-        WRAPPERS: "no"
-
-  steps:
-  - bash: echo "##vso[task.prependpath]$CONDA/bin"
-    displayName: "Add conda to PATH (posix)"
-
-  - bash: |
-     conda install -y pip
-     conda update -y conda
-    displayName: "update conda"
-
-  - bash: conda env create --quiet --file=$(envFile) --name=dask-ml-test && conda list -n dask-ml-test
-    displayName: "install"
-
-  - bash: |
-      conda install -y -q pytorch cpuonly -c pytorch -n dask-ml-test
-      source activate dask-ml-test
-      pip install skorch
-      python -c "import torch; print('PyTorch ' + torch.__version__)"
-      python -c "import skorch; print('Skorch ' + skorch.__version__)"
-    displayName: "install PyTorch"
-    condition: eq(variables['Build.SourceBranch'], 'refs/heads/main')
-
-  - bash: |
-      source activate dask-ml-test
-      pip install tensorflow>=2.3.0
-      pip install scikeras>=0.1.8
-      python -c "import tensorflow as tf; print('TF ' + tf.__version__)"
-      python -c "import scikeras; print('SciKeras ' + scikeras.__version__)"
-    displayName: "install Tensorflow and SciKeras"
-    condition: eq(variables['Build.SourceBranch'], 'refs/heads/main')
-
-  - script: |
-      source activate dask-ml-test
-      conda uninstall -y --force scikit-learn
-      pip install -i https://pypi.anaconda.org/scipy-wheels-nightly/simple scikit-learn
-    displayName: "Install scikit-learn dev."
-    condition: eq(variables.SKLEARN_DEV, 'yes')
-
-  - script: |
-      source activate dask-ml-test
-      pytest --cov=dask_ml --cov-report=xml tests
-    displayName: 'Run Tests'
-
-  - bash: ./ci/code_checks.sh
-    displayName: "Lint"
diff --git a/ci/windows.yaml b/ci/windows.yaml
deleted file mode 100644
index abd449453..000000000
--- a/ci/windows.yaml
+++ /dev/null
@@ -1,48 +0,0 @@
-parameters:
-  name: ''
-  vmImage: ''
-
-jobs:
-- job: ${{ parameters.name }}
-  pool:
-    vmImage: ${{ parameters.vmImage }}
-  strategy:
-    matrix:
-      win-64:
-        envFile: ci/environment-3.7.yaml
-
-  steps:
-  - powershell: Write-Host "##vso[task.prependpath]$env:CONDA\Scripts"
-    displayName: "Add conda to PATH (windows)"
-
-  - bash: |
-     conda install -y pip
-     conda update -y conda
-    displayName: "update conda"
-
-  - bash: conda env create --quiet --file=$(envFile) --name=dask-ml-test && conda list -n dask-ml-test
-    displayName: "install"
-
-  - script: |
-      call activate dask-ml-test
-      pytest --cov=dask_ml --cov-report=xml tests
-    displayName: 'Run Tests'
-
-  - script: |
-      call activate dask-ml-test
-      echo "[flake8]"
-      flake8
-
-      echo "[black]"
-      black --check .
-
-      echo "[isort]"
-      isort --recursive --check-only .
-
-      echo "[codecov]"
-      codecov
-
-      echo "[mypy]"
-      mypy dask_ml/metrics
-
-    displayName: "Lint"