diff --git a/pkg/sfu/connectionquality/scorer.go b/pkg/sfu/connectionquality/scorer.go
index e13575a32..4de60b05f 100644
--- a/pkg/sfu/connectionquality/scorer.go
+++ b/pkg/sfu/connectionquality/scorer.go
@@ -349,7 +349,7 @@ func (q *qualityScorer) isLayerMuted() bool {
 }
 
 func (q *qualityScorer) getPacketLossWeight(stat *windowStat) float64 {
-	if stat == nil {
+	if stat == nil || stat.duration == 0 {
 		return q.params.PacketLossWeight
 	}