diff --git a/crates/delta/src/routes/channels/voice_join.rs b/crates/delta/src/routes/channels/voice_join.rs
index 75075f35..670c5032 100644
--- a/crates/delta/src/routes/channels/voice_join.rs
+++ b/crates/delta/src/routes/channels/voice_join.rs
@@ -103,7 +103,7 @@ pub async fn call(
     log::debug!("Created room {}", room.name);
 
     if let Some(recipients) = recipients {
-        if room.num_participants == 0 {
+        if room.num_participants == 0 && !recipients.is_empty() {
             set_call_notification_recipients(channel.id(), &user.id, &recipients).await?;
         }
     }