diff --git a/discourse_automation/llm_tool_triage.rb b/discourse_automation/llm_tool_triage.rb
index 807112a36..e9e73f999 100644
--- a/discourse_automation/llm_tool_triage.rb
+++ b/discourse_automation/llm_tool_triage.rb
@@ -1,6 +1,8 @@
 # frozen_string_literal: true
 
-if defined?(DiscourseAutomation)
+# TODO: this is still highly experimental and subject to a lot of change
+# leaving it off in production for now Sam
+if defined?(DiscourseAutomation) && !Rails.production?
   DiscourseAutomation::Scriptable.add("llm_tool_triage") do
     version 1
     run_in_background