diff --git a/.appveyor.yml b/.appveyor.yml
index e6f2a1ee..e602b4f0 100644
--- a/.appveyor.yml
+++ b/.appveyor.yml
@@ -10,6 +10,20 @@ branches:
     - master
     - /v\d+\.\d+\.(x|\d+)/
 
+# Skip running Windows tests if we only change files that can't impact
+# Windows tests.
+skip_commits:
+  files:
+    - '.github/**/*'
+    - .gitattributes
+    - Dockerfile
+    - README.md
+    - doc/*
+    - lua/*
+    - run-tests
+    - supported-tools.md
+    - syntax/*
+
 # Cache the vim and vader directories between builds.
 cache:
   - C:\vim -> .appveyor.yml
diff --git a/.github/workflows/main.yml b/.github/workflows/main.yml
index 102aba68..b56bd638 100644
--- a/.github/workflows/main.yml
+++ b/.github/workflows/main.yml
@@ -35,49 +35,3 @@ jobs:
       - uses: actions/checkout@v4
       - name: Run tests
         run: ./run-tests -v ${{ matrix.vim-version }}
-  test_ale_windows:
-    runs-on: windows-2019
-    steps:
-      - name: Configure Git
-        # Stop git from changing newlines
-        run: git config --global core.autocrlf input
-      - uses: actions/checkout@v4
-      - name: Cache Vim
-        id: cache-vim
-        uses: actions/cache@v3
-        with:
-          path: vim
-          key: ${{ runner.os }}-vim
-      - name: Install Vim
-        if: steps.cache-vim.outputs.cache-hit != 'true'
-        shell: pwsh
-        run: >-
-          if (!(Test-Path -Path vim)){
-            Add-Type -A System.IO.Compression.FileSystem
-            Invoke-WebRequest http://ftp.vim.org/pub/vim/pc/vim80-586w32.zip `
-              -OutFile vim.zip
-            [IO.Compression.ZipFile]::ExtractToDirectory('vim.zip', 'vim')
-            Invoke-WebRequest http://ftp.vim.org/pub/vim/pc/vim80-586rt.zip `
-              -OutFile rt.zip
-            [IO.Compression.ZipFile]::ExtractToDirectory('rt.zip', 'vim')
-          }
-      - name: Try to Restore Vader
-        id: cache-vader
-        uses: actions/cache@v3
-        with:
-          path: vader
-          key: ${{ runner.os }}-vader
-      - name: Cache Vader
-        if: steps.cache-vader.outputs.cache-hit != 'true'
-        shell: pwsh
-        run: >-
-          if (!(Test-Path -Path vader)){
-            git clone https://github.com/junegunn/vader.vim vader 2> $null
-            cd vader
-            git checkout -qf c6243dd81c98350df4dec608fa972df98fa2a3af 2> $null
-          }
-      - name: Run tests
-        # yamllint disable rule:line-length
-        run: |
-          vim\vim\vim80\vim.exe -u test\vimrc "+Vader! test/*.vader test/*/*.vader test/*/*/*.vader test/*/*/*.vader"
-        # yamllint enable rule:line-length