diff --git a/src/server/connection.rs b/src/server/connection.rs
index 86d837619..1bacad124 100644
--- a/src/server/connection.rs
+++ b/src/server/connection.rs
@@ -1599,8 +1599,6 @@ impl Connection {
                         // Notify the connection manager.
                         self.send_to_cm(Data::VoiceCallIncoming);
                     } else {
-                        // Notify the connection manager.
-                        self.send_to_cm(Data::CloseVoiceCall("".to_owned()));
                         self.close_voice_call().await;
                     }
                 }
@@ -1641,6 +1639,7 @@ impl Connection {
         if let Some(sound_input) = std::mem::replace(&mut self.audio_input_device_before_voice_call, None) {
             set_sound_input(sound_input);
         }
+        self.send_to_cm(Data::CloseVoiceCall("".to_owned()));
     }
 
     async fn update_option(&mut self, o: &OptionMessage) {