diff --git a/channels/chan_sip.c b/channels/chan_sip.c
index 374af61740..55cb54a820 100644
--- a/channels/chan_sip.c
+++ b/channels/chan_sip.c
@@ -2094,6 +2094,7 @@ static int retrans_pkt(const void *data)
 
 	if (pkt->method == SIP_BYE) {
 		/* We're not getting answers on SIP BYE's.  Tear down the call anyway. */
+		sip_alreadygone(pkt->owner);
 		if (pkt->owner->owner)
 			ast_channel_unlock(pkt->owner->owner);
 		append_history(pkt->owner, "ByeFailure", "Remote peer doesn't respond to bye. Destroying call anyway.");