diff --git a/pkg/sfu/streamallocator.go b/pkg/sfu/streamallocator.go
index 739930eb8..a14167184 100644
--- a/pkg/sfu/streamallocator.go
+++ b/pkg/sfu/streamallocator.go
@@ -830,7 +830,7 @@ func (s *StreamAllocator) allocateAllTracks() {
 	if availableChannelCapacity < 0 {
 		availableChannelCapacity = 0
 	}
-	if availableChannelCapacity == 0 {
+	if availableChannelCapacity == 0 && s.params.Config.AllowPause {
 		// nothing left for managed tracks, pause them all
 		for _, track := range s.managedVideoTracksSorted {
 			allocation := track.Pause()