diff --git a/channels/chan_sip.c b/channels/chan_sip.c
index 6cb703944f..6c10416b2a 100644
--- a/channels/chan_sip.c
+++ b/channels/chan_sip.c
@@ -11539,6 +11539,12 @@ static void handle_response_refer(struct sip_pvt *p, int resp, char *rest, struc
 	char *auth = "Proxy-Authenticate";
 	char *auth2 = "Proxy-Authorization";
 
+	/* If no refer structure exists, then do nothing */
+	if (!p->refer) {
+		ast_set_flag(&p->flags[0], SIP_NEEDDESTROY);
+		return;
+	}
+
 	switch (resp) {
 	case 202:   /* Transfer accepted */
 		/* We need  to do something here */