diff --git a/pkg/sfu/receiver.go b/pkg/sfu/receiver.go
index e24d8b1b0..69d3d1265 100644
--- a/pkg/sfu/receiver.go
+++ b/pkg/sfu/receiver.go
@@ -231,10 +231,12 @@ func NewWebRTCReceiver(
 	})
 	w.connectionStats.Start(w.trackInfo)
 
-	for _, ext := range receiver.GetParameters().HeaderExtensions {
-		if ext.URI == dd.ExtensionURI {
-			w.streamTrackerManager.AddDependencyDescriptorTrackers()
-			break
+	if w.isSVC {
+		for _, ext := range receiver.GetParameters().HeaderExtensions {
+			if ext.URI == dd.ExtensionURI {
+				w.streamTrackerManager.AddDependencyDescriptorTrackers()
+				break
+			}
 		}
 	}