diff --git a/pkg/sfu/downtrack.go b/pkg/sfu/downtrack.go
index 8a091c9d8..87498d987 100644
--- a/pkg/sfu/downtrack.go
+++ b/pkg/sfu/downtrack.go
@@ -836,7 +836,7 @@ func (d *DownTrack) CloseWithFlush(flush bool) {
 		d.logger.Debugw("closing sender", "kind", d.kind)
 		d.receiver.DeleteDownTrack(d.subscriberID)
 
-		if d.rtcpReader != nil {
+		if d.rtcpReader != nil && flush {
 			d.logger.Debugw("downtrack close rtcp reader")
 			d.rtcpReader.Close()
 			d.rtcpReader.OnPacket(nil)