diff --git a/pkg/sfu/downtrack.go b/pkg/sfu/downtrack.go
index 873f02d37..ecff18e9d 100644
--- a/pkg/sfu/downtrack.go
+++ b/pkg/sfu/downtrack.go
@@ -1082,10 +1082,6 @@ func (d *DownTrack) retransmitPackets(nacks []uint16) {
 			continue
 		}
 
-		if meta.nacked > 1 {
-			numRepeatedNACKs++
-		}
-
 		if pool != nil {
 			PacketFactory.Put(pool)
 			pool = nil
@@ -1100,6 +1096,11 @@ func (d *DownTrack) retransmitPackets(nacks []uint16) {
 			}
 			continue
 		}
+
+		if meta.nacked > 1 {
+			numRepeatedNACKs++
+		}
+
 		var pkt rtp.Packet
 		if err = pkt.Unmarshal(pktBuff[:n]); err != nil {
 			continue