diff --git a/.github/workflows/autocheckers.yml b/.github/workflows/autocheckers.yml
index 75f9f62d80e..571970cb903 100644
--- a/.github/workflows/autocheckers.yml
+++ b/.github/workflows/autocheckers.yml
@@ -36,6 +36,7 @@ jobs:
               - 'composer.json'
               - 'composer.lock'
               - '**.php'
+              - build/autoloaderchecker.sh
 
   autoloader:
     runs-on: ubuntu-latest
@@ -66,9 +67,6 @@ jobs:
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 
-      - name: Set up dependencies
-        run: composer i
-
       - name: Check auto loaders
         run: bash ./build/autoloaderchecker.sh
 
diff --git a/build/autoloaderchecker.sh b/build/autoloaderchecker.sh
index 7d8fd98cd60..75db26f07ce 100755
--- a/build/autoloaderchecker.sh
+++ b/build/autoloaderchecker.sh
@@ -34,6 +34,13 @@ echo
 echo "Regenerating main autoloader"
 $COMPOSER_COMMAND dump-autoload -d $REPODIR
 
+FOUND_COMPOSER_BIN=$(grep --recursive --fixed-strings 'Bamarni\\Composer\\Bin' $REPODIR/lib/composer/composer/)
+if [ -n "$FOUND_COMPOSER_BIN" ]; then
+    echo "The main autoloader contains the composer bin plugin"
+    echo "Run composer again with --no-dev and commit the result"
+    exit 1
+fi
+
 for app in ${REPODIR}/apps/*; do
 	if git check-ignore ${app} -q ; then
 		echo