diff --git a/daemon/codec.c b/daemon/codec.c
index 14cabe474..d3766888a 100644
--- a/daemon/codec.c
+++ b/daemon/codec.c
@@ -5206,6 +5206,8 @@ void __codec_store_populate(struct codec_store *dst, struct codec_store *src, st
 		rtp_payload_type *pt = l->data;
 		rtp_payload_type *orig_pt = t_hash_table_lookup(orig_dst.codecs,
 				GINT_TO_POINTER(pt->payload_type));
+		if (orig_pt && !rtp_payload_type_eq_compat(orig_pt, pt))
+			orig_pt = NULL;
 		if (a.answer_only && !orig_pt) {
 			if (a.allow_asymmetric)
 				orig_pt = codec_store_find_compatible(&orig_dst, pt);