diff --git a/backend/danswer/danswerbot/slack/blocks.py b/backend/danswer/danswerbot/slack/blocks.py
index ca5fcbc20a0..85c21df47b4 100644
--- a/backend/danswer/danswerbot/slack/blocks.py
+++ b/backend/danswer/danswerbot/slack/blocks.py
@@ -435,8 +435,18 @@ def build_qa_response_blocks(
     return response_blocks
 
 
-def build_follow_up_block(message_id: int | None) -> ActionsBlock:
-    return ActionsBlock(
+def build_follow_up_block(message_id: int | None) -> list[Block]:
+    hint_block = SectionBlock(
+        text=(
+            "_If you need someone to actively look into this, "
+            "please click the button below and make sure to include "
+            "the following details in the thread:_\n"
+            "- *Environment* (e.g., Production, Staging, alpha)\n"
+            "- *TenantId* and *Organization Id*\n"
+            "- *ConnectionId*"
+        ),
+    )
+    actions_block = ActionsBlock(
         block_id=build_feedback_id(message_id) if message_id is not None else None,
         elements=[
             ButtonElement(
@@ -451,6 +461,7 @@ def build_follow_up_block(message_id: int | None) -> ActionsBlock:
             ),
         ],
     )
+    return [hint_block, actions_block]
 
 
 def build_follow_up_resolved_blocks(
diff --git a/backend/danswer/danswerbot/slack/handlers/handle_message.py b/backend/danswer/danswerbot/slack/handlers/handle_message.py
index 38fe2ef5495..3e0af90dd32 100644
--- a/backend/danswer/danswerbot/slack/handlers/handle_message.py
+++ b/backend/danswer/danswerbot/slack/handlers/handle_message.py
@@ -862,7 +862,7 @@ def _get_answer(new_message_request: DirectQARequest) -> OneShotQAResponse | Non
     )
 
     if channel_conf and channel_conf.get("follow_up_tags") is not None:
-        all_blocks.append(build_follow_up_block(message_id=answer.chat_message_id))
+        all_blocks.extend(build_follow_up_block(message_id=answer.chat_message_id))
 
     try:
         respond_in_thread(