diff --git a/frontend/app/components/Assist/components/AssistActions/AssistActions.tsx b/frontend/app/components/Assist/components/AssistActions/AssistActions.tsx
index 85c2f6ad3..066118e18 100644
--- a/frontend/app/components/Assist/components/AssistActions/AssistActions.tsx
+++ b/frontend/app/components/Assist/components/AssistActions/AssistActions.tsx
@@ -95,7 +95,10 @@ function AssistActions({
     if (remoteActive) {
       toggleUserName(userDisplayName);
     } else {
-      toggleUserName();
+      // higher than waiting for messages
+      if (peerConnectionStatus > 1) {
+        toggleUserName();
+      }
     }
   }, [remoteActive]);