Harden upstream FlexFEC handling

This commit is contained in:
David Chen
2026-08-29 22:02:23 -07:00
parent 390d40e70a
commit a8b35cc818
9 changed files with 421 additions and 135 deletions
+20 -9
View File
@@ -430,8 +430,8 @@ func (b *Buffer) SetPrimaryBufferForFEC(primaryBuffer *Buffer) {
ssrc := b.BufferBase.SSRC()
b.Unlock()
// let the primary know the repair stream SSRC so its decoder starts
// filling with media before the first FEC packet shows up
// Let the primary know the repair stream SSRC so its decoder is ready
// before the first FEC packet arrives.
primaryBuffer.setFECSSRC(ssrc)
for _, pp := range pkts {
@@ -486,17 +486,27 @@ func (b *Buffer) maybeCreateFECDecoderLocked() {
}
func (b *Buffer) getFECMediaPacketLocked(sequenceNumber uint16, dst []byte) (int, error) {
if b.bucket == nil {
if b.bucket == nil || b.rtpStats == nil {
return 0, errFECMediaPacketNotFound
}
headSequenceNumber := b.bucket.HeadSequenceNumber()
extendedSequenceNumber := int64(headSequenceNumber) + int64(int16(sequenceNumber-uint16(headSequenceNumber)))
// FlexFEC masks use the publisher's sequence-number space. BufferBase
// removes padding-only packets from the downstream space, so resolve the
// original extended sequence number and apply the same adjustment used
// when the packet was inserted into the bucket.
highestSequenceNumber := b.rtpStats.ExtendedHighestSequenceNumber()
extendedSequenceNumber := int64(highestSequenceNumber) + int64(int16(sequenceNumber-uint16(highestSequenceNumber)))
if extendedSequenceNumber < 0 {
return 0, errFECMediaPacketNotFound
}
return b.bucket.GetPacket(dst, uint64(extendedSequenceNumber))
extendedSN := uint64(extendedSequenceNumber)
sequenceNumberAdjustment, err := b.snRangeMap.GetValue(extendedSN)
if err != nil || sequenceNumberAdjustment > extendedSN {
return 0, errFECMediaPacketNotFound
}
return b.bucket.GetPacket(dst, extendedSN-sequenceNumberAdjustment)
}
// OnFECRecovery is called with counter deltas whenever FEC packets are
@@ -567,9 +577,9 @@ func (b *Buffer) feedFECLocked(
arrivalTime int64,
) (fecRecoveryDelta, func(received int, recovered int, discarded int, bytesReceived int)) {
statsBefore := b.fecDecoder.Stats()
recovered := b.fecDecoder.DecodeFec(pkt)
recovered := b.fecDecoder.DecodeFEC(pkt)
if b.fecPktBuf == nil {
if len(recovered) > 0 && b.fecPktBuf == nil {
b.fecPktBuf = make([]byte, bucket.RTPMaxPktSize)
}
for _, rp := range recovered {
@@ -581,7 +591,8 @@ func (b *Buffer) feedFECLocked(
// recovered packets flow through the regular pipeline: they are
// forwarded downstream and stop NACKs for the lost sequence numbers.
// they do not re-enter the decoder, it already has them in its window.
// They do not re-enter the decoder because chained recovery already
// completed within DecodeFEC.
b.calc(b.fecPktBuf[:n], rp, arrivalTime, false, true)
}
+67 -2
View File
@@ -15,6 +15,7 @@
package buffer
import (
"encoding/binary"
"math/rand"
"testing"
"time"
@@ -35,7 +36,7 @@ const (
fecTestFECPT = uint8(115)
)
var flexfecCodec = webrtc.RTPCodecParameters{
var flexFECCodec = webrtc.RTPCodecParameters{
RTPCodecCapability: webrtc.RTPCodecCapability{
MimeType: webrtc.MimeTypeFlexFEC03,
ClockRate: 90000,
@@ -76,7 +77,7 @@ func bindFECTestBuffer(t *testing.T, buff *Buffer) {
t.Helper()
buff.codecType = webrtc.RTPCodecTypeVideo
require.NoError(t, buff.Bind(webrtc.RTPParameters{
Codecs: []webrtc.RTPCodecParameters{vp8Codec, flexfecCodec},
Codecs: []webrtc.RTPCodecParameters{vp8Codec, flexFECCodec},
}, vp8Codec.RTPCodecCapability, 0))
}
@@ -386,6 +387,70 @@ func TestBufferFECSequenceNumberWrap(t *testing.T) {
requireRecoveredInBucket(t, primary, &media[droppedIdx], extSNBySN, media[0].SequenceNumber)
}
func TestBufferFECRecoveryAfterPaddingRemoval(t *testing.T) {
factory := NewFactoryOfBufferFactory(500, 200).CreateBufferFactory()
factory.SetFECPair(fecTestFECSSRC, fecTestMediaSSRC)
primary := factory.GetOrNew(packetio.RTPBufferPacket, fecTestMediaSSRC).(*Buffer)
fecBuff := factory.GetOrNew(packetio.RTPBufferPacket, fecTestFECSSRC).(*Buffer)
bindFECTestBuffer(t, primary)
media := fecTestMediaPackets(t, 800, 5)
fecPackets := pionflexfec.NewFlexEncoder03(fecTestFECPT, fecTestFECSSRC).EncodeFec(media, 1)
require.Len(t, fecPackets, 1)
// Insert a padding-only packet into the publisher sequence-number space.
// The FEC packet protects the five media packets but not the padding packet.
for i := 1; i < len(media); i++ {
media[i].SequenceNumber++
}
mask := uint16(0x8000)
for _, offset := range []uint{0, 2, 3, 4, 5} {
mask |= 1 << (14 - offset)
}
binary.BigEndian.PutUint16(fecPackets[0].Payload[18:20], mask)
padding := rtp.Packet{
Header: rtp.Header{
Version: 2,
Padding: true,
PaddingSize: 20,
PayloadType: uint8(vp8Codec.PayloadType),
SequenceNumber: 801,
Timestamp: media[0].Timestamp,
SSRC: fecTestMediaSSRC,
},
}
writePacket(t, primary, &media[0])
writePacket(t, primary, &padding)
const droppedIdx = 2
for i := 1; i < len(media); i++ {
if i != droppedIdx {
writePacket(t, primary, &media[i])
}
}
writePacket(t, fecBuff, &fecPackets[0])
require.EqualValues(t, 1, primary.FECDecoderStats().PacketsRecovered)
extSNBySN := readExtSequenceNumbers(t, primary, len(media)-1)
baseExtSN, ok := extSNBySN[media[0].SequenceNumber]
require.True(t, ok)
// The removed padding packet shifts the recovered packet down by one in
// the bucket/downstream sequence-number space.
var raw [1500]byte
n, err := primary.GetPacket(raw[:], baseExtSN+2)
require.NoError(t, err)
var recovered rtp.Packet
require.NoError(t, recovered.Unmarshal(raw[:n]))
assert.Equal(t, media[droppedIdx].SequenceNumber-1, recovered.SequenceNumber)
assert.Equal(t, media[droppedIdx].Timestamp, recovered.Timestamp)
assert.Equal(t, media[droppedIdx].PayloadType, recovered.PayloadType)
assert.Equal(t, media[droppedIdx].SSRC, recovered.SSRC)
assert.Equal(t, media[droppedIdx].Payload, recovered.Payload)
}
func TestBufferFECIgnoresUnexpectedPayloadType(t *testing.T) {
factory := NewFactoryOfBufferFactory(500, 200).CreateBufferFactory()