#ifndef MS_RTC_CONSUMER_HPP
#define MS_RTC_CONSUMER_HPP
#include "common.hpp"
#include "Channel/ChannelRequest.hpp"
#include "Channel/ChannelSocket.hpp"
#include "RTC/RTCP/CompoundPacket.hpp"
#include "RTC/RTCP/FeedbackPs.hpp"
#include "RTC/RTCP/FeedbackPsFir.hpp"
#include "RTC/RTCP/FeedbackPsPli.hpp"
#include "RTC/RTCP/FeedbackRtpNack.hpp"
#include "RTC/RTCP/ReceiverReport.hpp"
#include "RTC/RtpDictionaries.hpp"
#include "RTC/RtpHeaderExtensionIds.hpp"
#include "RTC/RtpPacket.hpp"
#include "RTC/RtpStream.hpp"
#include "RTC/RtpStreamSend.hpp"
#include "RTC/Shared.hpp"
#include <absl/container/flat_hash_set.h>
#include <nlohmann/json.hpp>
#include <string>
#include <vector>
using json = nlohmann::json;
namespace RTC
{
class Consumer : public Channel::ChannelSocket::RequestHandler
{
public:
class Listener
{
public:
virtual ~Listener() = default;
public:
virtual void OnConsumerSendRtpPacket(RTC::Consumer* consumer, RTC::RtpPacket* packet) = 0;
virtual void OnConsumerRetransmitRtpPacket(RTC::Consumer* consumer, RTC::RtpPacket* packet) = 0;
virtual void OnConsumerKeyFrameRequested(RTC::Consumer* consumer, uint32_t mappedSsrc) = 0;
virtual void OnConsumerNeedBitrateChange(RTC::Consumer* consumer) = 0;
virtual void OnConsumerNeedZeroBitrate(RTC::Consumer* consumer) = 0;
virtual void OnConsumerProducerClosed(RTC::Consumer* consumer) = 0;
};
public:
struct Layers
{
int16_t spatial{ -1 };
int16_t temporal{ -1 };
};
private:
struct TraceEventTypes
{
bool rtp{ false };
bool keyframe{ false };
bool nack{ false };
bool pli{ false };
bool fir{ false };
};
public:
Consumer(
RTC::Shared* shared,
const std::string& id,
const std::string& producerId,
RTC::Consumer::Listener* listener,
json& data,
RTC::RtpParameters::Type type);
virtual ~Consumer();
public:
virtual void FillJson(json& jsonObject) const;
virtual void FillJsonStats(json& jsonArray) const = 0;
virtual void FillJsonScore(json& jsonObject) const = 0;
RTC::Media::Kind GetKind() const
{
return this->kind;
}
const RTC::RtpParameters& GetRtpParameters() const
{
return this->rtpParameters;
}
const struct RTC::RtpHeaderExtensionIds& GetRtpHeaderExtensionIds() const
{
return this->rtpHeaderExtensionIds;
}
RTC::RtpParameters::Type GetType() const
{
return this->type;
}
virtual Layers GetPreferredLayers() const
{
Consumer::Layers layers;
return layers;
}
const std::vector<uint32_t>& GetMediaSsrcs() const
{
return this->mediaSsrcs;
}
const std::vector<uint32_t>& GetRtxSsrcs() const
{
return this->rtxSsrcs;
}
virtual bool IsActive() const
{
return (
this->transportConnected &&
!this->paused &&
!this->producerPaused &&
!this->producerClosed
);
}
void TransportConnected();
void TransportDisconnected();
bool IsPaused() const
{
return this->paused;
}
bool IsProducerPaused() const
{
return this->producerPaused;
}
void ProducerPaused();
void ProducerResumed();
virtual void ProducerRtpStream(RTC::RtpStream* rtpStream, uint32_t mappedSsrc) = 0;
virtual void ProducerNewRtpStream(RTC::RtpStream* rtpStream, uint32_t mappedSsrc) = 0;
void ProducerRtpStreamScores(const std::vector<uint8_t>* scores);
virtual void ProducerRtpStreamScore(
RTC::RtpStream* rtpStream, uint8_t score, uint8_t previousScore) = 0;
virtual void ProducerRtcpSenderReport(RTC::RtpStream* rtpStream, bool first) = 0;
void ProducerClosed();
void SetExternallyManagedBitrate()
{
this->externallyManagedBitrate = true;
}
virtual uint8_t GetBitratePriority() const = 0;
virtual uint32_t IncreaseLayer(uint32_t bitrate, bool considerLoss) = 0;
virtual void ApplyLayers() = 0;
virtual uint32_t GetDesiredBitrate() const = 0;
virtual void SendRtpPacket(RTC::RtpPacket* packet, std::shared_ptr<RTC::RtpPacket>& sharedPacket) = 0;
virtual bool GetRtcp(RTC::RTCP::CompoundPacket* packet, uint64_t nowMs) = 0;
virtual const std::vector<RTC::RtpStreamSend*>& GetRtpStreams() const = 0;
virtual void NeedWorstRemoteFractionLost(uint32_t mappedSsrc, uint8_t& worstRemoteFractionLost) = 0;
virtual void ReceiveNack(RTC::RTCP::FeedbackRtpNackPacket* nackPacket) = 0;
virtual void ReceiveKeyFrameRequest(
RTC::RTCP::FeedbackPs::MessageType messageType, uint32_t ssrc) = 0;
virtual void ReceiveRtcpReceiverReport(RTC::RTCP::ReceiverReport* report) = 0;
virtual void ReceiveRtcpXrReceiverReferenceTime(RTC::RTCP::ReceiverReferenceTime* report) = 0;
virtual uint32_t GetTransmissionRate(uint64_t nowMs) = 0;
virtual float GetRtt() const = 0;
public:
void HandleRequest(Channel::ChannelRequest* request) override;
protected:
void EmitTraceEventRtpAndKeyFrameTypes(RTC::RtpPacket* packet, bool isRtx = false) const;
void EmitTraceEventKeyFrameType(RTC::RtpPacket* packet, bool isRtx = false) const;
void EmitTraceEventPliType(uint32_t ssrc) const;
void EmitTraceEventFirType(uint32_t ssrc) const;
void EmitTraceEventNackType() const;
private:
virtual void UserOnTransportConnected() = 0;
virtual void UserOnTransportDisconnected() = 0;
virtual void UserOnPaused() = 0;
virtual void UserOnResumed() = 0;
public:
const std::string id;
const std::string producerId;
protected:
RTC::Shared* shared{ nullptr };
RTC::Consumer::Listener* listener{ nullptr };
RTC::Media::Kind kind;
RTC::RtpParameters rtpParameters;
RTC::RtpParameters::Type type{ RTC::RtpParameters::Type::NONE };
std::vector<RTC::RtpEncodingParameters> consumableRtpEncodings;
struct RTC::RtpHeaderExtensionIds rtpHeaderExtensionIds;
const std::vector<uint8_t>* producerRtpStreamScores{ nullptr };
std::bitset<128u> supportedCodecPayloadTypes;
uint64_t lastRtcpSentTime{ 0u };
uint16_t maxRtcpInterval{ 0u };
bool externallyManagedBitrate{ false };
uint8_t priority{ 1u };
struct TraceEventTypes traceEventTypes;
private:
std::vector<uint32_t> mediaSsrcs;
std::vector<uint32_t> rtxSsrcs;
bool transportConnected{ false };
bool paused{ false };
bool producerPaused{ false };
bool producerClosed{ false };
};
}
#endif