diff --git a/pkg/sfu/buffer/buffer.go b/pkg/sfu/buffer/buffer.go
index b050bea49..82e5920c1 100644
--- a/pkg/sfu/buffer/buffer.go
+++ b/pkg/sfu/buffer/buffer.go
@@ -316,7 +316,7 @@ func (b *Buffer) Write(pkt []byte) (n int, err error) {
 		return
 	}
 
-	if rtpPacket.Version != 2 || rtpPacket.PayloadType != b.payloadType {
+	if rtpPacket.Version != 2 || (b.payloadType != 0 && rtpPacket.PayloadType != b.payloadType) {
 		b.logger.Warnw(
 			"invalid RTP packet", nil,
 			"version", rtpPacket.Version,