diff --git a/channels/chan_sip.c b/channels/chan_sip.c
index 54d9cba2a9..0e5f6889b0 100644
--- a/channels/chan_sip.c
+++ b/channels/chan_sip.c
@@ -2893,7 +2893,7 @@ static int __sip_autodestruct(const void *data)
 		ast_log(LOG_WARNING, "Autodestruct on dialog '%s' with owner in place (Method: %s)\n", p->callid, sip_methods[p->method].text);
 		ast_queue_hangup(p->owner);
 		dialog_unref(p);
-	} else if (p->refer) {
+	} else if (p->refer && !p->alreadygone) {
 		ast_debug(3, "Finally hanging up channel after transfer: %s\n", p->callid);
 		transmit_request_with_auth(p, SIP_BYE, 0, XMIT_RELIABLE, 1);
 		append_history(p, "ReferBYE", "Sending BYE on transferer call leg %s", p->callid);