diff --git a/lib/govuk_app_config/govuk_open_telemetry.rb b/lib/govuk_app_config/govuk_open_telemetry.rb
index 59da19c..63ef571 100644
--- a/lib/govuk_app_config/govuk_open_telemetry.rb
+++ b/lib/govuk_app_config/govuk_open_telemetry.rb
@@ -13,6 +13,11 @@ def self.configure(service_name)
     OpenTelemetry::SDK.configure do |config|
       config.service_name = service_name
       config.use_all # enables all instrumentation!
+      config.logger = Logger.new(File::NULL) if in_rake_task?
     end
   end
+
+  def self.in_rake_task?
+    Rails.const_defined?(:Rake) && Rake.application.top_level_tasks.any?
+  end
 end
diff --git a/lib/govuk_app_config/railtie.rb b/lib/govuk_app_config/railtie.rb
index 728a590..63ccc77 100644
--- a/lib/govuk_app_config/railtie.rb
+++ b/lib/govuk_app_config/railtie.rb
@@ -11,11 +11,6 @@ class Railtie < Rails::Railtie
     initializer "govuk_app_config.configure_open_telemetry" do |app|
       unless Rails.const_defined?(:Console)
         GovukOpenTelemetry.configure(app.class.module_parent_name.underscore)
-        if Rails.const_defined?(:Rake) && Rake.application.top_level_tasks.any?
-          OpenTelemetry::SDK.configure do |c|
-            c.logger = Logger.new(File::NULL)
-          end
-        end
       end
     end