diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml
index 0c89a995590..96859e26b2a 100644
--- a/.github/workflows/tests.yml
+++ b/.github/workflows/tests.yml
@@ -131,6 +131,11 @@ jobs:
         if: matrix.target == 'plugins'
         run: bin/rake plugin:install_all_official
 
+      # Remove discourse-ai from stable as it is not compatible with Ruby 3.3 which we are now using for the base image
+      - name: Remove discourse-ai from stable
+        if: matrix.target == 'plugins' && (github.ref_name == 'stable' || github.base_ref == 'stable')
+        run: rm -rf plugins/discourse-ai
+
       - name: Pull compatible versions of plugins
         if: matrix.target == 'plugins'
         run: bin/rake plugin:pull_compatible_all