diff --git a/.github/workflows/install_dummy_app.yml b/.github/workflows/install_dummy_app.yml
index af29dfd726a..43729b72041 100644
--- a/.github/workflows/install_dummy_app.yml
+++ b/.github/workflows/install_dummy_app.yml
@@ -8,6 +8,10 @@ on:
     branches:
       - main
 
+concurrency:
+  group: dummy-app-${{ github.ref_name }}
+  cancel-in-progress: ${{ github.ref_name != 'main' }}
+
 jobs:
   install_dummy_app:
     name: Dummy App
diff --git a/core/lib/spree/testing_support/dummy_app.rb b/core/lib/spree/testing_support/dummy_app.rb
index 459d357b946..7e2e7707f20 100644
--- a/core/lib/spree/testing_support/dummy_app.rb
+++ b/core/lib/spree/testing_support/dummy_app.rb
@@ -10,7 +10,6 @@
 require 'active_storage/engine'
 
 Rails.env = 'test'
-Rails.logger ||= Logger.new($stdout)
 
 require 'solidus_core'