package formatprocessor import ( "fmt" "time" "github.com/bluenviron/gortsplib/v4/pkg/format" "github.com/bluenviron/gortsplib/v4/pkg/format/rtpsimpleaudio" "github.com/bluenviron/gortsplib/v4/pkg/rtptime" "github.com/bluenviron/mediacommon/pkg/codecs/opus" "github.com/pion/rtp" "github.com/bluenviron/mediamtx/internal/unit" ) type formatProcessorOpus struct { udpMaxPayloadSize int format *format.Opus timeEncoder *rtptime.Encoder encoder *rtpsimpleaudio.Encoder decoder *rtpsimpleaudio.Decoder } func newOpus( udpMaxPayloadSize int, forma *format.Opus, generateRTPPackets bool, ) (*formatProcessorOpus, error) { t := &formatProcessorOpus{ udpMaxPayloadSize: udpMaxPayloadSize, format: forma, } if generateRTPPackets { err := t.createEncoder() if err != nil { return nil, err } t.timeEncoder = &rtptime.Encoder{ ClockRate: forma.ClockRate(), } err = t.timeEncoder.Initialize() if err != nil { return nil, err } } return t, nil } func (t *formatProcessorOpus) createEncoder() error { t.encoder = &rtpsimpleaudio.Encoder{ PayloadMaxSize: t.udpMaxPayloadSize - 12, PayloadType: t.format.PayloadTyp, } return t.encoder.Init() } func (t *formatProcessorOpus) ProcessUnit(uu unit.Unit) error { //nolint:dupl u := uu.(*unit.Opus) var rtpPackets []*rtp.Packet //nolint:prealloc pts := u.PTS for _, packet := range u.Packets { pkt, err := t.encoder.Encode(packet) if err != nil { return err } ts := t.timeEncoder.Encode(u.PTS) pkt.Timestamp += ts rtpPackets = append(rtpPackets, pkt) pts += opus.PacketDuration(packet) } u.RTPPackets = rtpPackets return nil } func (t *formatProcessorOpus) ProcessRTPPacket( pkt *rtp.Packet, ntp time.Time, pts time.Duration, hasNonRTSPReaders bool, ) (Unit, error) { u := &unit.Opus{ Base: unit.Base{ RTPPackets: []*rtp.Packet{pkt}, NTP: ntp, PTS: pts, }, } // remove padding pkt.Header.Padding = false pkt.PaddingSize = 0 if pkt.MarshalSize() > t.udpMaxPayloadSize { return nil, fmt.Errorf("payload size (%d) is greater than maximum allowed (%d)", pkt.MarshalSize(), t.udpMaxPayloadSize) } // decode from RTP if hasNonRTSPReaders || t.decoder != nil { if t.decoder == nil { var err error t.decoder, err = t.format.CreateDecoder() if err != nil { return nil, err } } packet, err := t.decoder.Decode(pkt) if err != nil { return nil, err } u.Packets = [][]byte{packet} } // route packet as is return u, nil }