diff --git a/.github/workflows/compile.yml b/.github/workflows/compile.yml
index 12961c3af..079bc8248 100644
--- a/.github/workflows/compile.yml
+++ b/.github/workflows/compile.yml
@@ -31,6 +31,11 @@ jobs:
       - name: Test
         run: msbuild Orchard.proj /m /v:minimal /t:Test
 
+      - name: Test Setup With SpecFlow
+        run: |
+          $nunitConsole = (Get-ChildItem -Path 'src/packages' -Recurse -Filter 'nunit-console.exe' | Select-Object -Last 1).FullName
+          & $nunitConsole 'build/Compile/Orchard.Specs.dll' /xml='build/Orchard.Specs.xml' /run=Orchard.Specs.SetupFeature.RootAndSetupFolderShowsSetupScreenAndFormValuesAreValidated
+
       - name: Run Orchard Setup with Orchard.exe
         run: |
           $commandFile = 'src/Orchard.Web/bin/setup-commands.txt'