#ifndef MS_RTC_SIMULCAST_CONSUMER_HPP
#define MS_RTC_SIMULCAST_CONSUMER_HPP
#include "RTC/Consumer.hpp"
#include "RTC/RTP/Codecs/PayloadDescriptorHandler.hpp"
#include "RTC/SeqManager.hpp"
#include <ankerl/unordered_dense.h>
#include <map>
namespace RTC
{
class SimulcastConsumer : public RTC::Consumer, public RTC::RTP::RtpStreamSend::Listener
{
public:
SimulcastConsumer(
SharedInterface* shared,
const std::string& id,
const std::string& producerId,
RTC::Consumer::Listener* listener,
const FBS::Transport::ConsumeRequest* data);
~SimulcastConsumer() override;
public:
flatbuffers::Offset<FBS::Consumer::DumpResponse> FillBuffer(
flatbuffers::FlatBufferBuilder& builder) const;
flatbuffers::Offset<FBS::Consumer::GetStatsResponse> FillBufferStats(
flatbuffers::FlatBufferBuilder& builder) override;
flatbuffers::Offset<FBS::Consumer::ConsumerScore> FillBufferScore(
flatbuffers::FlatBufferBuilder& builder) const override;
RTC::ConsumerTypes::VideoLayers GetPreferredLayers() const override
{
RTC::ConsumerTypes::VideoLayers layers;
layers.spatial = this->preferredLayers.spatial;
layers.temporal = this->preferredLayers.temporal;
return layers;
}
bool IsActive() const override
{
return (
RTC::Consumer::IsActive() &&
std::any_of(
this->producerRtpStreams.begin(),
this->producerRtpStreams.end(),
[](const RTC::RTP::RtpStreamRecv* rtpStream)
{
return (rtpStream != nullptr && (rtpStream->GetScore() > 0u || !rtpStream->HasRtpInactivityCheckEnabled()));
}
)
);
}
void ProducerRtpStream(RTC::RTP::RtpStreamRecv* rtpStream, uint32_t mappedSsrc) override;
void ProducerNewRtpStream(RTC::RTP::RtpStreamRecv* rtpStream, uint32_t mappedSsrc) override;
void ProducerRtpStreamScore(
RTC::RTP::RtpStreamRecv* rtpStream, uint8_t score, uint8_t previousScore) override;
void ProducerRtcpSenderReport(RTC::RTP::RtpStreamRecv* rtpStream, bool first) override;
uint8_t GetBitratePriority() const override;
uint32_t IncreaseLayer(uint32_t bitrate, bool considerLoss) override;
void ApplyLayers() override;
uint32_t GetDesiredBitrate() const override;
void SendRtpPacket(RTC::RTP::Packet* packet, RTC::RTP::SharedPacket& sharedPacket) override;
bool GetRtcp(RTC::RTCP::CompoundPacket* packet, uint64_t nowMs) override;
const std::vector<RTC::RTP::RtpStreamSend*>& GetRtpStreams() const override
{
return this->rtpStreams;
}
void NeedWorstRemoteFractionLost(uint32_t mappedSsrc, uint8_t& worstRemoteFractionLost) override;
void ReceiveNack(RTC::RTCP::FeedbackRtpNackPacket* nackPacket) override;
void ReceiveKeyFrameRequest(RTC::RTCP::FeedbackPs::MessageType messageType, uint32_t ssrc) override;
void ReceiveRtcpReceiverReport(RTC::RTCP::ReceiverReport* report) override;
void ReceiveRtcpXrReceiverReferenceTime(RTC::RTCP::ReceiverReferenceTime* report) override;
uint32_t GetTransmissionRate(uint64_t nowMs) override;
float GetRtt() const override;
public:
void HandleRequest(Channel::ChannelRequest* request) override;
private:
void UserOnTransportConnected() override;
void UserOnTransportDisconnected() override;
void UserOnPaused() override;
void UserOnResumed() override;
void CreateRtpStream();
void RequestKeyFrames();
void RequestKeyFrameForTargetSpatialLayer();
void RequestKeyFrameForCurrentSpatialLayer();
void MayChangeLayers(bool force = false);
bool RecalculateTargetLayers(RTC::ConsumerTypes::VideoLayers& newTargetLayers) const;
void UpdateTargetLayers(int16_t newTargetSpatialLayer, int16_t newTargetTemporalLayer);
bool CanSwitchToSpatialLayer(int16_t spatialLayer) const;
void EmitScore() const;
void StorePacketInTargetLayerRetransmissionBuffer(
RTC::RTP::Packet* packet, RTC::RTP::SharedPacket& sharedPacket);
void EmitLayersChange() const;
RTC::RTP::RtpStreamRecv* GetProducerCurrentRtpStream() const;
RTC::RTP::RtpStreamRecv* GetProducerTargetRtpStream() const;
RTC::RTP::RtpStreamRecv* GetProducerTsReferenceRtpStream() const;
public:
void OnRtpStreamScore(RTC::RTP::RtpStream* rtpStream, uint8_t score, uint8_t previousScore) override;
void OnRtpStreamRetransmitRtpPacket(
RTC::RTP::RtpStreamSend* rtpStream, RTC::RTP::Packet* packet) override;
private:
RTC::RTP::RtpStreamSend* rtpStream{ nullptr };
ankerl::unordered_dense::map<uint32_t, int16_t> mapMappedSsrcSpatialLayer;
std::vector<RTC::RTP::RtpStreamSend*> rtpStreams;
std::vector<RTC::RTP::RtpStreamRecv*> producerRtpStreams; bool syncRequired{ false };
int16_t spatialLayerToSync{ -1 };
bool lastSentPacketHasMarker{ false };
RTC::SeqManager<uint16_t> rtpSeqManager;
RTC::ConsumerTypes::VideoLayers preferredLayers;
RTC::ConsumerTypes::VideoLayers provisionalTargetLayers;
RTC::ConsumerTypes::VideoLayers targetLayers;
int16_t currentSpatialLayer{ -1 };
int16_t tsReferenceSpatialLayer{ -1 }; uint16_t snReferenceSpatialLayer{ 0 };
bool checkingForOldPacketsInSpatialLayer{ false };
std::unique_ptr<RTC::RTP::Codecs::EncodingContext> encodingContext;
uint32_t tsOffset{ 0u }; bool keyFrameForTsOffsetRequested{ false };
uint64_t lastBweDowngradeAtMs{ 0u };
std::map<uint16_t, RTC::RTP::SharedPacket, RTC::SeqManager<uint16_t>::SeqLowerThan>
targetLayerRetransmissionBuffer;
};
}
#endif