Agora Java API Reference for Android
AgoraMediaBase.h
1 // Agora Engine SDK
2 //
3 // Created by Sting Feng in 2017-11.
4 // Copyright (c) 2017 Agora.io. All rights reserved.
5 
6 #pragma once // NOLINT(build/header_guard)
7 
8 #include <cstring>
9 #include <stdint.h>
10 #include <limits>
11 #include <stddef.h>
12 
13 #ifndef OPTIONAL_ENUM_SIZE_T
14 #if __cplusplus >= 201103L || (defined(_MSC_VER) && _MSC_VER >= 1800)
15 #define OPTIONAL_ENUM_SIZE_T enum : size_t
16 #else
17 #define OPTIONAL_ENUM_SIZE_T enum
18 #endif
19 #endif
20 
21 #if !defined(__APPLE__)
22 #define __deprecated
23 #endif
24 
25 namespace agora {
26 namespace rtc {
27 
28 typedef unsigned int uid_t;
29 typedef unsigned int track_id_t;
30 typedef unsigned int conn_id_t;
31 typedef unsigned int video_track_id_t;
32 
33 static const unsigned int INVALID_TRACK_ID = 0xffffffff;
34 static const unsigned int DEFAULT_CONNECTION_ID = 0;
35 static const unsigned int DUMMY_CONNECTION_ID = (std::numeric_limits<unsigned int>::max)();
36 
37 struct EncodedVideoFrameInfo;
38 
42 enum VIDEO_SOURCE_TYPE {
45  VIDEO_SOURCE_CAMERA_PRIMARY = 0,
46  VIDEO_SOURCE_CAMERA = VIDEO_SOURCE_CAMERA_PRIMARY,
49  VIDEO_SOURCE_CAMERA_SECONDARY = 1,
52  VIDEO_SOURCE_SCREEN_PRIMARY = 2,
53  VIDEO_SOURCE_SCREEN = VIDEO_SOURCE_SCREEN_PRIMARY,
56  VIDEO_SOURCE_SCREEN_SECONDARY = 3,
59  VIDEO_SOURCE_CUSTOM = 4,
62  VIDEO_SOURCE_MEDIA_PLAYER = 5,
65  VIDEO_SOURCE_RTC_IMAGE_PNG = 6,
68  VIDEO_SOURCE_RTC_IMAGE_JPEG = 7,
71  VIDEO_SOURCE_RTC_IMAGE_GIF = 8,
74  VIDEO_SOURCE_REMOTE = 9,
77  VIDEO_SOURCE_TRANSCODED = 10,
78 
81  VIDEO_SOURCE_CAMERA_THIRD = 11,
84  VIDEO_SOURCE_CAMERA_FOURTH = 12,
87  VIDEO_SOURCE_SCREEN_THIRD = 13,
90  VIDEO_SOURCE_SCREEN_FOURTH = 14,
93  VIDEO_SOURCE_SPEECH_DRIVEN = 15,
94 
95  VIDEO_SOURCE_UNKNOWN = 100
96 };
97 
101 enum AudioRoute
102 {
106  ROUTE_DEFAULT = -1,
110  ROUTE_HEADSET = 0,
114  ROUTE_EARPIECE = 1,
118  ROUTE_HEADSETNOMIC = 2,
122  ROUTE_SPEAKERPHONE = 3,
126  ROUTE_LOUDSPEAKER = 4,
130  ROUTE_BLUETOOTH_DEVICE_HFP = 5,
134  ROUTE_USB = 6,
138  ROUTE_HDMI = 7,
142  ROUTE_DISPLAYPORT = 8,
146  ROUTE_AIRPLAY = 9,
150  ROUTE_BLUETOOTH_DEVICE_A2DP = 10,
151 };
152 
156 enum BYTES_PER_SAMPLE {
160  TWO_BYTES_PER_SAMPLE = 2,
161 };
162 
164  int sample_rate;
165  size_t channels;
166  size_t frames_per_buffer;
167 
169  : sample_rate(0),
170  channels(0),
171  frames_per_buffer(0) {}
172 };
173 
177 enum RAW_AUDIO_FRAME_OP_MODE_TYPE {
181  RAW_AUDIO_FRAME_OP_MODE_READ_ONLY = 0,
182 
186  RAW_AUDIO_FRAME_OP_MODE_READ_WRITE = 2,
187 };
188 
189 } // namespace rtc
190 
191 namespace media {
195 enum MEDIA_SOURCE_TYPE {
199  AUDIO_PLAYOUT_SOURCE = 0,
203  AUDIO_RECORDING_SOURCE = 1,
207  PRIMARY_CAMERA_SOURCE = 2,
211  SECONDARY_CAMERA_SOURCE = 3,
215  PRIMARY_SCREEN_SOURCE = 4,
219  SECONDARY_SCREEN_SOURCE = 5,
223  CUSTOM_VIDEO_SOURCE = 6,
227  MEDIA_PLAYER_SOURCE = 7,
231  RTC_IMAGE_PNG_SOURCE = 8,
235  RTC_IMAGE_JPEG_SOURCE = 9,
239  RTC_IMAGE_GIF_SOURCE = 10,
243  REMOTE_VIDEO_SOURCE = 11,
247  TRANSCODED_VIDEO_SOURCE = 12,
251  SPEECH_DRIVEN_VIDEO_SOURCE = 13,
255  UNKNOWN_MEDIA_SOURCE = 100
256 };
259 #define MAX_CONTENT_INSPECT_MODULE_COUNT 32
260 enum CONTENT_INSPECT_RESULT {
261  CONTENT_INSPECT_NEUTRAL = 1,
262  CONTENT_INSPECT_SEXY = 2,
263  CONTENT_INSPECT_PORN = 3,
264 };
265 
266 enum CONTENT_INSPECT_TYPE {
270 CONTENT_INSPECT_INVALID = 0,
275 CONTENT_INSPECT_MODERATION __deprecated = 1,
279 CONTENT_INSPECT_SUPERVISION = 2,
283 CONTENT_INSPECT_IMAGE_MODERATION = 3
284 };
285 
290  CONTENT_INSPECT_TYPE type;
294  unsigned int interval;
296  type = CONTENT_INSPECT_INVALID;
297  interval = 0;
298  }
299 };
303  const char* extraInfo;
307  const char* serverConfig;
311  ContentInspectModule modules[MAX_CONTENT_INSPECT_MODULE_COUNT];
315  ContentInspectConfig& operator=(const ContentInspectConfig& rth)
316  {
317  extraInfo = rth.extraInfo;
319  moduleCount = rth.moduleCount;
320  memcpy(&modules, &rth.modules, MAX_CONTENT_INSPECT_MODULE_COUNT * sizeof(ContentInspectModule));
321  return *this;
322  }
323  ContentInspectConfig() :extraInfo(NULL), serverConfig(NULL), moduleCount(0){}
324 };
325 
326 namespace base {
327 
328 typedef void* view_t;
329 
330 typedef const char* user_id_t;
331 
332 static const uint8_t kMaxCodecNameLength = 50;
333 
342  uint32_t timestamp;
343  // Audio level indication.
344  uint8_t audioLevelIndication;
345  PacketOptions()
346  : timestamp(0),
347  audioLevelIndication(127) {}
348 };
349 
358  uint64_t sendTs;
362  uint8_t codec;
364  : sendTs(0),
365  codec(0) {}
366 };
367 
376  // Stereo, 32 kHz, 60 ms (2 * 32 * 60)
383  kMaxDataSizeSamples = 3840,
385  kMaxDataSizeBytes = kMaxDataSizeSamples * sizeof(int16_t),
386  };
387 
402  rtc::BYTES_PER_SAMPLE bytes_per_sample;
404  int16_t data_[kMaxDataSizeSamples];
405 
406  AudioPcmFrame& operator=(const AudioPcmFrame& src) {
407  if(this == &src) {
408  return *this;
409  }
410 
411  this->capture_timestamp = src.capture_timestamp;
412  this->samples_per_channel_ = src.samples_per_channel_;
413  this->sample_rate_hz_ = src.sample_rate_hz_;
414  this->bytes_per_sample = src.bytes_per_sample;
415  this->num_channels_ = src.num_channels_;
416 
417  size_t length = src.samples_per_channel_ * src.num_channels_;
418  if (length > kMaxDataSizeSamples) {
419  length = kMaxDataSizeSamples;
420  }
421 
422  memcpy(this->data_, src.data_, length * sizeof(int16_t));
423 
424  return *this;
425  }
426 
427  AudioPcmFrame()
428  : capture_timestamp(0),
430  sample_rate_hz_(0),
431  num_channels_(0),
432  bytes_per_sample(rtc::TWO_BYTES_PER_SAMPLE) {
433  memset(data_, 0, sizeof(data_));
434  }
435 
436  AudioPcmFrame(const AudioPcmFrame& src)
442  size_t length = src.samples_per_channel_ * src.num_channels_;
443  if (length > kMaxDataSizeSamples) {
444  length = kMaxDataSizeSamples;
445  }
446 
447  memcpy(this->data_, src.data_, length * sizeof(int16_t));
448  }
449 };
450 
453 enum AUDIO_DUAL_MONO_MODE {
455  AUDIO_DUAL_MONO_STEREO = 0,
457  AUDIO_DUAL_MONO_L = 1,
459  AUDIO_DUAL_MONO_R = 2,
461  AUDIO_DUAL_MONO_MIX = 3
462 };
463 
467 enum VIDEO_PIXEL_FORMAT {
471  VIDEO_PIXEL_DEFAULT = 0,
475  VIDEO_PIXEL_I420 = 1,
479  VIDEO_PIXEL_BGRA = 2,
483  VIDEO_PIXEL_NV21 = 3,
487  VIDEO_PIXEL_RGBA = 4,
491  VIDEO_PIXEL_NV12 = 8,
495  VIDEO_TEXTURE_2D = 10,
499  VIDEO_TEXTURE_OES = 11,
500  /*
501  12: pixel format for iOS CVPixelBuffer NV12
502  */
503  VIDEO_CVPIXEL_NV12 = 12,
504  /*
505  13: pixel format for iOS CVPixelBuffer I420
506  */
507  VIDEO_CVPIXEL_I420 = 13,
508  /*
509  14: pixel format for iOS CVPixelBuffer BGRA
510  */
511  VIDEO_CVPIXEL_BGRA = 14,
515  VIDEO_PIXEL_I422 = 16,
519  VIDEO_TEXTURE_ID3D11TEXTURE2D = 17,
524  VIDEO_PIXEL_I010 = 18,
525 };
526 
530 enum RENDER_MODE_TYPE {
535  RENDER_MODE_HIDDEN = 1,
541  RENDER_MODE_FIT = 2,
546  RENDER_MODE_ADAPTIVE __deprecated = 3,
547 };
548 
552 enum CAMERA_VIDEO_SOURCE_TYPE {
556  CAMERA_SOURCE_FRONT = 0,
560  CAMERA_SOURCE_BACK = 1,
564  VIDEO_SOURCE_UNSPECIFIED = 2,
565 };
566 
572  public:
573  enum META_INFO_KEY {
574  KEY_FACE_CAPTURE = 0,
575  };
576  virtual ~IVideoFrameMetaInfo() {};
577  virtual const char* getMetaInfoStr(META_INFO_KEY key) const = 0;
578 };
579 
586  format(VIDEO_PIXEL_DEFAULT),
587  buffer(NULL),
588  stride(0),
589  height(0),
590  cropLeft(0),
591  cropTop(0),
592  cropRight(0),
593  cropBottom(0),
594  rotation(0),
595  timestamp(0),
596  eglContext(NULL),
598  textureId(0),
599  metadata_buffer(NULL),
600  metadata_size(0),
601  alphaBuffer(NULL),
602  fillAlphaBuffer(false),
603  d3d11_texture_2d(NULL),
605 
618  };
619 
636  };
637 
645  VIDEO_PIXEL_FORMAT format;
649  void* buffer;
654  int stride;
658  int height;
663  int cropLeft;
668  int cropTop;
683  int rotation;
691  long long timestamp;
697  void *eglContext;
709  float matrix[16];
714  uint8_t* metadata_buffer;
726  uint8_t* alphaBuffer;
733 
738 
743 };
744 
748 struct VideoFrame {
749  VideoFrame():
750  type(VIDEO_PIXEL_DEFAULT),
751  width(0),
752  height(0),
753  yStride(0),
754  uStride(0),
755  vStride(0),
756  yBuffer(NULL),
757  uBuffer(NULL),
758  vBuffer(NULL),
759  rotation(0),
760  renderTimeMs(0),
761  avsync_type(0),
762  metadata_buffer(NULL),
763  metadata_size(0),
764  sharedContext(0),
765  textureId(0),
766  d3d11Texture2d(NULL),
767  alphaBuffer(NULL),
768  pixelBuffer(NULL),
769  metaInfo(NULL){
770  memset(matrix, 0, sizeof(matrix));
771  }
775  VIDEO_PIXEL_FORMAT type;
779  int width;
783  int height;
787  int yStride;
791  int uStride;
795  int vStride;
799  uint8_t* yBuffer;
803  uint8_t* uBuffer;
807  uint8_t* vBuffer;
811  int rotation;
818  int64_t renderTimeMs;
827  uint8_t* metadata_buffer;
848  float matrix[16];
855  uint8_t* alphaBuffer;
859  void* pixelBuffer;
864 };
865 
870  public:
878  virtual void onFrame(const VideoFrame* frame) = 0;
879  virtual ~IVideoFrameObserver() {}
880  virtual bool isExternal() { return true; }
881  virtual VIDEO_PIXEL_FORMAT getVideoFormatPreference() { return VIDEO_PIXEL_DEFAULT; }
882 };
883 
884 enum MEDIA_PLAYER_SOURCE_TYPE {
890  MEDIA_PLAYER_SOURCE_DEFAULT,
896  MEDIA_PLAYER_SOURCE_FULL_FEATURED,
901  MEDIA_PLAYER_SOURCE_SIMPLE,
902 };
903 
904 enum VIDEO_MODULE_POSITION {
905  POSITION_POST_CAPTURER = 1 << 0,
906  POSITION_PRE_RENDERER = 1 << 1,
907  POSITION_PRE_ENCODER = 1 << 2,
908  POSITION_POST_CAPTURER_ORIGIN = 1 << 3,
909 };
910 
911 } // namespace base
912 
917  public:
926  virtual void onFrame(agora::media::base::AudioPcmFrame* frame) = 0;
927  virtual ~IAudioPcmFrameSink() {}
928 };
929 
934  public:
943  };
944  enum { MAX_HANDLE_TIME_CNT = 10 };
948  struct AudioFrame {
960  agora::rtc::BYTES_PER_SAMPLE bytesPerSample;
966  int channels;
977  void* buffer;
985  int64_t renderTimeMs;
1008  uint32_t rtpTimestamp;
1009 
1011  samplesPerChannel(0),
1012  bytesPerSample(rtc::TWO_BYTES_PER_SAMPLE),
1013  channels(0),
1014  samplesPerSec(0),
1015  buffer(NULL),
1016  renderTimeMs(0),
1017  avsync_type(0),
1018  presentationMs(0),
1019  audioTrackNumber(0),
1020  rtpTimestamp(0) {}
1021  };
1022 
1024  AUDIO_FRAME_POSITION_NONE = 0x0000,
1040  };
1041 
1042  struct AudioParams {
1052 
1053  /* The number of audio channels, which can be set as either of the following values:
1054 
1055  - `1`: Mono (Default)
1056  - `2`: Stereo
1057  */
1058  int channels;
1059 
1060  /* The use mode of the audio data. See AgoraAudioRawFrameOperationMode.
1061  */
1062  rtc::RAW_AUDIO_FRAME_OP_MODE_TYPE mode;
1063 
1068 
1069  AudioParams() : sample_rate(0), channels(0), mode(rtc::RAW_AUDIO_FRAME_OP_MODE_READ_ONLY), samples_per_call(0) {}
1070  AudioParams(int samplerate, int channel, rtc::RAW_AUDIO_FRAME_OP_MODE_TYPE type, int samplesPerCall) : sample_rate(samplerate), channels(channel), mode(type), samples_per_call(samplesPerCall) {}
1071  };
1072 
1073  public:
1074  virtual ~IAudioFrameObserverBase() {}
1075 
1084  virtual bool onRecordAudioFrame(const char* channelId, AudioFrame& audioFrame) = 0;
1093  virtual bool onPlaybackAudioFrame(const char* channelId, AudioFrame& audioFrame) = 0;
1102  virtual bool onMixedAudioFrame(const char* channelId, AudioFrame& audioFrame) = 0;
1110  virtual bool onEarMonitoringAudioFrame(AudioFrame& audioFrame) = 0;
1120  virtual bool onPlaybackAudioFrameBeforeMixing(const char* channelId, base::user_id_t userId, AudioFrame& audioFrame) {
1121  (void) channelId;
1122  (void) userId;
1123  (void) audioFrame;
1124  return true;
1125  }
1126 
1143 
1156 
1168 
1180 
1192 };
1193 
1198  public:
1209  virtual bool onPlaybackAudioFrameBeforeMixing(const char* channelId, rtc::uid_t uid, AudioFrame& audioFrame) = 0;
1210 };
1211 
1216  const float *audioSpectrumData;
1221 
1223  AudioSpectrumData(const float *data, int length) :
1224  audioSpectrumData(data), dataLength(length) {}
1225 };
1226 
1231  agora::rtc::uid_t uid;
1236 
1237  UserAudioSpectrumInfo() : uid(0) {}
1238 
1239  UserAudioSpectrumInfo(agora::rtc::uid_t uid, const float* data, int length) : uid(uid), spectrumData(data, length) {}
1240 };
1241 
1246 public:
1247  virtual ~IAudioSpectrumObserver() {}
1248 
1261  virtual bool onLocalAudioSpectrum(const AudioSpectrumData& data) = 0;
1279  virtual bool onRemoteAudioSpectrum(const UserAudioSpectrumInfo* spectrums, unsigned int spectrumNumber) = 0;
1280 };
1281 
1286  public:
1297  virtual bool onEncodedVideoFrameReceived(rtc::uid_t uid, const uint8_t* imageBuffer, size_t length,
1298  const rtc::EncodedVideoFrameInfo& videoEncodedFrameInfo) = 0;
1299 
1300  virtual ~IVideoEncodedFrameObserver() {}
1301 };
1302 
1307  public:
1318  PROCESS_MODE_READ_ONLY, // Observer works as a pure renderer and will not modify the original frame.
1324  PROCESS_MODE_READ_WRITE, // Observer works as a filter that will process the video frame and affect the following frame processing in SDK.
1325  };
1326 
1327  public:
1328  virtual ~IVideoFrameObserver() {}
1329 
1350  virtual bool onCaptureVideoFrame(agora::rtc::VIDEO_SOURCE_TYPE sourceType, VideoFrame& videoFrame) = 0;
1351 
1373  virtual bool onPreEncodeVideoFrame(agora::rtc::VIDEO_SOURCE_TYPE sourceType, VideoFrame& videoFrame) = 0;
1374 
1395  virtual bool onMediaPlayerVideoFrame(VideoFrame& videoFrame, int mediaPlayerId) = 0;
1396 
1416  virtual bool onRenderVideoFrame(const char* channelId, rtc::uid_t remoteUid, VideoFrame& videoFrame) = 0;
1417 
1418  virtual bool onTranscodedVideoFrame(VideoFrame& videoFrame) = 0;
1419 
1428  return PROCESS_MODE_READ_ONLY;
1429  }
1430 
1445  virtual base::VIDEO_PIXEL_FORMAT getVideoFormatPreference() { return base::VIDEO_PIXEL_DEFAULT; }
1446 
1461  virtual bool getRotationApplied() { return false; }
1462 
1477  virtual bool getMirrorApplied() { return false; }
1478 
1496  virtual uint32_t getObservedFramePosition() {
1497  return base::POSITION_POST_CAPTURER | base::POSITION_PRE_RENDERER;
1498  }
1499 
1507  virtual bool isExternal() { return true; }
1508 };
1509 
1513 enum EXTERNAL_VIDEO_SOURCE_TYPE {
1517  VIDEO_FRAME = 0,
1521  ENCODED_VIDEO_FRAME,
1522 };
1523 
1529 enum MediaRecorderContainerFormat {
1533  FORMAT_MP4 = 1,
1534 };
1540 enum MediaRecorderStreamType {
1544  STREAM_TYPE_AUDIO = 0x01,
1548  STREAM_TYPE_VIDEO = 0x02,
1552  STREAM_TYPE_BOTH = STREAM_TYPE_AUDIO | STREAM_TYPE_VIDEO,
1553 };
1559 enum RecorderState {
1563  RECORDER_STATE_ERROR = -1,
1567  RECORDER_STATE_START = 2,
1571  RECORDER_STATE_STOP = 3,
1572 };
1578 enum RecorderReasonCode {
1582  RECORDER_REASON_NONE = 0,
1586  RECORDER_REASON_WRITE_FAILED = 1,
1590  RECORDER_REASON_NO_STREAM = 2,
1594  RECORDER_REASON_OVER_MAX_DURATION = 3,
1598  RECORDER_REASON_CONFIG_CHANGED = 4,
1599 };
1614  const char* storagePath;
1618  MediaRecorderContainerFormat containerFormat;
1622  MediaRecorderStreamType streamType;
1634 
1635  MediaRecorderConfiguration() : storagePath(NULL), containerFormat(FORMAT_MP4), streamType(STREAM_TYPE_BOTH), maxDurationMs(120000), recorderInfoUpdateInterval(0) {}
1636  MediaRecorderConfiguration(const char* path, MediaRecorderContainerFormat format, MediaRecorderStreamType type, int duration, int interval) : storagePath(path), containerFormat(format), streamType(type), maxDurationMs(duration), recorderInfoUpdateInterval(interval) {}
1637 };
1638 
1640 public:
1648  virtual bool onFaceInfo(const char* outFaceInfo) = 0;
1649 
1650  virtual ~IFaceInfoObserver() {}
1651 };
1652 
1662  const char* fileName;
1666  unsigned int durationMs;
1670  unsigned int fileSize;
1671 
1672  RecorderInfo() : fileName(NULL), durationMs(0), fileSize(0) {}
1673  RecorderInfo(const char* name, unsigned int dur, unsigned int size) : fileName(name), durationMs(dur), fileSize(size) {}
1674 };
1675 
1677  public:
1691  virtual void onRecorderStateChanged(const char* channelId, rtc::uid_t uid, RecorderState state, RecorderReasonCode reason) = 0;
1706  virtual void onRecorderInfoUpdated(const char* channelId, rtc::uid_t uid, const RecorderInfo& info) = 0;
1707 
1708  virtual ~IMediaRecorderObserver() {}
1709 };
1710 
1711 } // namespace media
1712 } // namespace agora
agora::media::IVideoFrameObserver::PROCESS_MODE_READ_ONLY
@ PROCESS_MODE_READ_ONLY
Definition: AgoraMediaBase.h:1318
agora::media::base::VideoFrame
Definition: AgoraMediaBase.h:748
agora::media::base::ExternalVideoFrame::cropBottom
int cropBottom
Definition: AgoraMediaBase.h:678
agora::media::base::VideoFrame::metadata_size
int metadata_size
Definition: AgoraMediaBase.h:832
agora::media::AudioSpectrumData::audioSpectrumData
const float * audioSpectrumData
Definition: AgoraMediaBase.h:1216
agora::media::IAudioFrameObserverBase::onEarMonitoringAudioFrame
virtual bool onEarMonitoringAudioFrame(AudioFrame &audioFrame)=0
agora::media::base::ExternalVideoFrame::matrix
float matrix[16]
Definition: AgoraMediaBase.h:709
agora::media::IAudioPcmFrameSink
Definition: AgoraMediaBase.h:916
agora::media::IMediaRecorderObserver
Definition: AgoraMediaBase.h:1676
agora::media::IAudioFrameObserverBase
Definition: AgoraMediaBase.h:933
agora::media::ContentInspectConfig::modules
ContentInspectModule modules[MAX_CONTENT_INSPECT_MODULE_COUNT]
Definition: AgoraMediaBase.h:311
agora::media::base::VideoFrame::uStride
int uStride
Definition: AgoraMediaBase.h:791
agora::media::IAudioFrameObserverBase::AudioFrame::rtpTimestamp
uint32_t rtpTimestamp
Definition: AgoraMediaBase.h:1008
agora::media::IAudioFrameObserverBase::FRAME_TYPE_PCM16
@ FRAME_TYPE_PCM16
Definition: AgoraMediaBase.h:942
agora::media::IAudioFrameObserverBase::AudioFrame::audioTrackNumber
int audioTrackNumber
Definition: AgoraMediaBase.h:1004
agora::media::base::VideoFrame::alphaBuffer
uint8_t * alphaBuffer
Definition: AgoraMediaBase.h:855
agora::media::IFaceInfoObserver
Definition: AgoraMediaBase.h:1639
agora::media::base::VideoFrame::height
int height
Definition: AgoraMediaBase.h:783
agora::media::base::AudioPcmFrame::data_
int16_t data_[kMaxDataSizeSamples]
Definition: AgoraMediaBase.h:404
agora::media::IAudioFrameObserverBase::onRecordAudioFrame
virtual bool onRecordAudioFrame(const char *channelId, AudioFrame &audioFrame)=0
agora::media::MediaRecorderConfiguration::maxDurationMs
int maxDurationMs
Definition: AgoraMediaBase.h:1626
agora::media::IAudioSpectrumObserver
Definition: AgoraMediaBase.h:1245
agora::rtc::AudioParameters
Definition: AgoraMediaBase.h:163
agora::media::IAudioFrameObserverBase::AudioFrame::renderTimeMs
int64_t renderTimeMs
Definition: AgoraMediaBase.h:985
agora::media::base::ExternalVideoFrame::VIDEO_BUFFER_RAW_DATA
@ VIDEO_BUFFER_RAW_DATA
Definition: AgoraMediaBase.h:627
agora::media::IAudioFrameObserverBase::getPlaybackAudioParams
virtual AudioParams getPlaybackAudioParams()=0
agora::media::base::ExternalVideoFrame::buffer
void * buffer
Definition: AgoraMediaBase.h:649
agora::media::IAudioFrameObserverBase::AudioFrame::channels
int channels
Definition: AgoraMediaBase.h:966
agora::media::IVideoFrameObserver::getVideoFormatPreference
virtual base::VIDEO_PIXEL_FORMAT getVideoFormatPreference()
Definition: AgoraMediaBase.h:1445
agora::rtc::EncodedVideoFrameInfo
Definition: AgoraBase.h:1586
agora::media::base::ExternalVideoFrame::VIDEO_BUFFER_TYPE
VIDEO_BUFFER_TYPE
Definition: AgoraMediaBase.h:623
agora::media::ContentInspectConfig::serverConfig
const char * serverConfig
Definition: AgoraMediaBase.h:307
agora::media::base::IVideoFrameObserver
Definition: AgoraMediaBase.h:869
agora::media::IVideoFrameObserver::getVideoFrameProcessMode
virtual VIDEO_FRAME_PROCESS_MODE getVideoFrameProcessMode()
Definition: AgoraMediaBase.h:1427
agora::media::IVideoFrameObserver
Definition: AgoraMediaBase.h:1306
agora::media::IAudioFrameObserverBase::AudioFrame
Definition: AgoraMediaBase.h:948
agora::media::base::AudioEncodedFrameInfo::codec
uint8_t codec
Definition: AgoraMediaBase.h:362
agora::media::IVideoEncodedFrameObserver::onEncodedVideoFrameReceived
virtual bool onEncodedVideoFrameReceived(rtc::uid_t uid, const uint8_t *imageBuffer, size_t length, const rtc::EncodedVideoFrameInfo &videoEncodedFrameInfo)=0
agora::media::MediaRecorderConfiguration::recorderInfoUpdateInterval
int recorderInfoUpdateInterval
Definition: AgoraMediaBase.h:1633
agora::media::IAudioFrameObserver
Definition: AgoraMediaBase.h:1197
agora::media::IAudioFrameObserverBase::getEarMonitoringAudioParams
virtual AudioParams getEarMonitoringAudioParams()=0
agora::media::base::VideoFrame::d3d11Texture2d
void * d3d11Texture2d
Definition: AgoraMediaBase.h:844
agora::media::base::VideoFrame::rotation
int rotation
Definition: AgoraMediaBase.h:811
agora::media::base::IVideoFrameObserver::onFrame
virtual void onFrame(const VideoFrame *frame)=0
agora::media::IMediaRecorderObserver::onRecorderStateChanged
virtual void onRecorderStateChanged(const char *channelId, rtc::uid_t uid, RecorderState state, RecorderReasonCode reason)=0
agora::media::IAudioFrameObserverBase::getMixedAudioParams
virtual AudioParams getMixedAudioParams()=0
agora::media::base::AudioPcmFrame::OPTIONAL_ENUM_SIZE_T
OPTIONAL_ENUM_SIZE_T
Definition: AgoraMediaBase.h:375
agora::media::base::ExternalVideoFrame::eglContext
void * eglContext
Definition: AgoraMediaBase.h:697
agora::media::base::VideoFrame::metaInfo
IVideoFrameMetaInfo * metaInfo
Definition: AgoraMediaBase.h:863
agora::media::base::ExternalVideoFrame::cropRight
int cropRight
Definition: AgoraMediaBase.h:673
agora::media::IAudioFrameObserverBase::getRecordAudioParams
virtual AudioParams getRecordAudioParams()=0
agora::media::base::VideoFrame::textureId
int textureId
Definition: AgoraMediaBase.h:840
agora::media::base::ExternalVideoFrame::VIDEO_BUFFER_ARRAY
@ VIDEO_BUFFER_ARRAY
Definition: AgoraMediaBase.h:631
agora::media::base::ExternalVideoFrame::VIDEO_BUFFER_TEXTURE
@ VIDEO_BUFFER_TEXTURE
Definition: AgoraMediaBase.h:635
agora::media::IAudioFrameObserverBase::AudioFrame::presentationMs
int64_t presentationMs
Definition: AgoraMediaBase.h:1000
agora::media::base::VideoFrame::avsync_type
int avsync_type
Definition: AgoraMediaBase.h:822
agora::media::base::VideoFrame::matrix
float matrix[16]
Definition: AgoraMediaBase.h:848
agora::media::base::ExternalVideoFrame::cropLeft
int cropLeft
Definition: AgoraMediaBase.h:663
agora::media::IAudioFrameObserverBase::AudioFrame::samplesPerSec
int samplesPerSec
Definition: AgoraMediaBase.h:970
agora::media::ContentInspectModule
Definition: AgoraMediaBase.h:286
agora::media::IAudioFrameObserverBase::AudioFrame::buffer
void * buffer
Definition: AgoraMediaBase.h:977
agora::media::IAudioFrameObserverBase::onPlaybackAudioFrameBeforeMixing
virtual bool onPlaybackAudioFrameBeforeMixing(const char *channelId, base::user_id_t userId, AudioFrame &audioFrame)
Definition: AgoraMediaBase.h:1120
agora::media::IAudioSpectrumObserver::onRemoteAudioSpectrum
virtual bool onRemoteAudioSpectrum(const UserAudioSpectrumInfo *spectrums, unsigned int spectrumNumber)=0
agora::media::IMediaRecorderObserver::onRecorderInfoUpdated
virtual void onRecorderInfoUpdated(const char *channelId, rtc::uid_t uid, const RecorderInfo &info)=0
agora::media::base::ExternalVideoFrame
Definition: AgoraMediaBase.h:583
agora::media::base::AudioEncodedFrameInfo::sendTs
uint64_t sendTs
Definition: AgoraMediaBase.h:358
agora::media::ContentInspectConfig::moduleCount
int moduleCount
Definition: AgoraMediaBase.h:314
agora::media::base::VideoFrame::type
VIDEO_PIXEL_FORMAT type
Definition: AgoraMediaBase.h:775
agora::media::base::AudioPcmFrame::capture_timestamp
int64_t capture_timestamp
Definition: AgoraMediaBase.h:390
agora::media::base::ExternalVideoFrame::timestamp
long long timestamp
Definition: AgoraMediaBase.h:691
agora::media::base::AudioPcmFrame::sample_rate_hz_
int sample_rate_hz_
Definition: AgoraMediaBase.h:396
agora::media::IFaceInfoObserver::onFaceInfo
virtual bool onFaceInfo(const char *outFaceInfo)=0
agora::media::IAudioFrameObserverBase::AUDIO_FRAME_POSITION
AUDIO_FRAME_POSITION
Definition: AgoraMediaBase.h:1023
agora::media::base::ExternalVideoFrame::height
int height
Definition: AgoraMediaBase.h:658
agora::media::base::VideoFrame::sharedContext
void * sharedContext
Definition: AgoraMediaBase.h:836
agora::media::base::ExternalVideoFrame::rotation
int rotation
Definition: AgoraMediaBase.h:683
agora::media::RecorderInfo
Definition: AgoraMediaBase.h:1658
agora::media::base::ExternalVideoFrame::d3d11_texture_2d
void * d3d11_texture_2d
Definition: AgoraMediaBase.h:737
agora::media::IVideoFrameObserver::onCaptureVideoFrame
virtual bool onCaptureVideoFrame(agora::rtc::VIDEO_SOURCE_TYPE sourceType, VideoFrame &videoFrame)=0
agora::media::UserAudioSpectrumInfo::spectrumData
struct AudioSpectrumData spectrumData
Definition: AgoraMediaBase.h:1235
agora::media::IAudioFrameObserverBase::AudioParams::samples_per_call
int samples_per_call
Definition: AgoraMediaBase.h:1067
agora::media::IAudioFrameObserverBase::AUDIO_FRAME_POSITION_PLAYBACK
@ AUDIO_FRAME_POSITION_PLAYBACK
Definition: AgoraMediaBase.h:1027
agora::media::base::PacketOptions
Definition: AgoraMediaBase.h:338
agora::media::base::PacketOptions::timestamp
uint32_t timestamp
Definition: AgoraMediaBase.h:342
agora::media::IAudioFrameObserverBase::AUDIO_FRAME_TYPE
AUDIO_FRAME_TYPE
Definition: AgoraMediaBase.h:938
agora::media::base::VideoFrame::yBuffer
uint8_t * yBuffer
Definition: AgoraMediaBase.h:799
agora::media::base::AudioPcmFrame::bytes_per_sample
rtc::BYTES_PER_SAMPLE bytes_per_sample
Definition: AgoraMediaBase.h:402
agora::media::UserAudioSpectrumInfo
Definition: AgoraMediaBase.h:1227
agora::media::IAudioFrameObserverBase::AUDIO_FRAME_POSITION_EAR_MONITORING
@ AUDIO_FRAME_POSITION_EAR_MONITORING
Definition: AgoraMediaBase.h:1039
agora::media::RecorderInfo::fileName
const char * fileName
Definition: AgoraMediaBase.h:1662
agora::media::IVideoFrameObserver::onRenderVideoFrame
virtual bool onRenderVideoFrame(const char *channelId, rtc::uid_t remoteUid, VideoFrame &videoFrame)=0
agora::media::IVideoFrameObserver::PROCESS_MODE_READ_WRITE
@ PROCESS_MODE_READ_WRITE
Definition: AgoraMediaBase.h:1324
agora::media::IVideoFrameObserver::isExternal
virtual bool isExternal()
Definition: AgoraMediaBase.h:1507
agora::media::ContentInspectModule::interval
unsigned int interval
Definition: AgoraMediaBase.h:294
agora::media::IVideoFrameObserver::getObservedFramePosition
virtual uint32_t getObservedFramePosition()
Definition: AgoraMediaBase.h:1496
agora::media::base::VideoFrame::yStride
int yStride
Definition: AgoraMediaBase.h:787
agora::media::base::ExternalVideoFrame::alphaBuffer
uint8_t * alphaBuffer
Definition: AgoraMediaBase.h:726
agora::media::base::ExternalVideoFrame::metadata_buffer
uint8_t * metadata_buffer
Definition: AgoraMediaBase.h:714
agora::media::ContentInspectModule::type
CONTENT_INSPECT_TYPE type
Definition: AgoraMediaBase.h:290
agora::media::MediaRecorderConfiguration::containerFormat
MediaRecorderContainerFormat containerFormat
Definition: AgoraMediaBase.h:1618
agora::media::base::ExternalVideoFrame::EGL_CONTEXT14
@ EGL_CONTEXT14
Definition: AgoraMediaBase.h:617
agora::media::RecorderInfo::fileSize
unsigned int fileSize
Definition: AgoraMediaBase.h:1670
agora::media::base::ExternalVideoFrame::cropTop
int cropTop
Definition: AgoraMediaBase.h:668
agora::media::base::ExternalVideoFrame::type
VIDEO_BUFFER_TYPE type
Definition: AgoraMediaBase.h:641
agora::media::IVideoFrameObserver::onPreEncodeVideoFrame
virtual bool onPreEncodeVideoFrame(agora::rtc::VIDEO_SOURCE_TYPE sourceType, VideoFrame &videoFrame)=0
agora::media::IVideoFrameObserver::getRotationApplied
virtual bool getRotationApplied()
Definition: AgoraMediaBase.h:1461
agora::media::base::VideoFrame::vBuffer
uint8_t * vBuffer
Definition: AgoraMediaBase.h:807
agora::media::AudioSpectrumData::dataLength
int dataLength
Definition: AgoraMediaBase.h:1220
agora::media::base::ExternalVideoFrame::EGL_CONTEXT_TYPE
EGL_CONTEXT_TYPE
Definition: AgoraMediaBase.h:609
agora::media::IAudioFrameObserverBase::onMixedAudioFrame
virtual bool onMixedAudioFrame(const char *channelId, AudioFrame &audioFrame)=0
agora::media::IAudioFrameObserverBase::AudioParams
Definition: AgoraMediaBase.h:1042
agora::media::base::AudioPcmFrame::num_channels_
size_t num_channels_
Definition: AgoraMediaBase.h:399
agora::media::IAudioFrameObserverBase::AudioFrame::avsync_type
int avsync_type
Definition: AgoraMediaBase.h:993
agora::media::IAudioFrameObserverBase::getObservedAudioFramePosition
virtual int getObservedAudioFramePosition()=0
agora::media::MediaRecorderConfiguration
Definition: AgoraMediaBase.h:1605
agora::media::base::VideoFrame::metadata_buffer
uint8_t * metadata_buffer
Definition: AgoraMediaBase.h:827
agora::media::MediaRecorderConfiguration::streamType
MediaRecorderStreamType streamType
Definition: AgoraMediaBase.h:1622
agora::media::IAudioFrameObserverBase::AUDIO_FRAME_POSITION_BEFORE_MIXING
@ AUDIO_FRAME_POSITION_BEFORE_MIXING
Definition: AgoraMediaBase.h:1036
agora::media::MediaRecorderConfiguration::storagePath
const char * storagePath
Definition: AgoraMediaBase.h:1614
agora::media::AudioSpectrumData
Definition: AgoraMediaBase.h:1212
agora::media::base::VideoFrame::width
int width
Definition: AgoraMediaBase.h:779
agora::media::RecorderInfo::durationMs
unsigned int durationMs
Definition: AgoraMediaBase.h:1666
agora::media::base::VideoFrame::renderTimeMs
int64_t renderTimeMs
Definition: AgoraMediaBase.h:818
agora::media::base::ExternalVideoFrame::metadata_size
int metadata_size
Definition: AgoraMediaBase.h:719
agora::media::base::AudioPcmFrame::samples_per_channel_
size_t samples_per_channel_
Definition: AgoraMediaBase.h:393
agora::media::IAudioFrameObserver::onPlaybackAudioFrameBeforeMixing
virtual bool onPlaybackAudioFrameBeforeMixing(const char *channelId, rtc::uid_t uid, AudioFrame &audioFrame)=0
agora::media::IVideoFrameObserver::onMediaPlayerVideoFrame
virtual bool onMediaPlayerVideoFrame(VideoFrame &videoFrame, int mediaPlayerId)=0
agora::media::IAudioFrameObserverBase::AudioFrame::bytesPerSample
agora::rtc::BYTES_PER_SAMPLE bytesPerSample
Definition: AgoraMediaBase.h:960
agora::media::base::ExternalVideoFrame::textureId
int textureId
Definition: AgoraMediaBase.h:705
agora::media::base::VideoFrame::pixelBuffer
void * pixelBuffer
Definition: AgoraMediaBase.h:859
agora::media::IAudioFrameObserverBase::AudioFrame::type
AUDIO_FRAME_TYPE type
Definition: AgoraMediaBase.h:952
agora::media::IAudioPcmFrameSink::onFrame
virtual void onFrame(agora::media::base::AudioPcmFrame *frame)=0
agora::media::IVideoEncodedFrameObserver
Definition: AgoraMediaBase.h:1285
agora::media::IAudioFrameObserverBase::AudioFrame::samplesPerChannel
int samplesPerChannel
Definition: AgoraMediaBase.h:956
agora::media::IVideoFrameObserver::getMirrorApplied
virtual bool getMirrorApplied()
Definition: AgoraMediaBase.h:1477
agora::media::IAudioSpectrumObserver::onLocalAudioSpectrum
virtual bool onLocalAudioSpectrum(const AudioSpectrumData &data)=0
agora::media::base::AudioEncodedFrameInfo
Definition: AgoraMediaBase.h:354
agora::media::IAudioFrameObserverBase::AUDIO_FRAME_POSITION_RECORD
@ AUDIO_FRAME_POSITION_RECORD
Definition: AgoraMediaBase.h:1030
agora::media::base::ExternalVideoFrame::texture_slice_index
int texture_slice_index
Definition: AgoraMediaBase.h:742
agora::media::base::VideoFrame::vStride
int vStride
Definition: AgoraMediaBase.h:795
agora::media::ContentInspectConfig
Definition: AgoraMediaBase.h:302
agora::media::IAudioFrameObserverBase::AUDIO_FRAME_POSITION_MIXED
@ AUDIO_FRAME_POSITION_MIXED
Definition: AgoraMediaBase.h:1033
agora::media::base::AudioPcmFrame
Definition: AgoraMediaBase.h:371
agora::media::base::ExternalVideoFrame::fillAlphaBuffer
bool fillAlphaBuffer
Definition: AgoraMediaBase.h:732
agora::media::IAudioFrameObserverBase::AudioParams::sample_rate
int sample_rate
Definition: AgoraMediaBase.h:1051
agora::media::base::VideoFrame::uBuffer
uint8_t * uBuffer
Definition: AgoraMediaBase.h:803
agora::media::IAudioFrameObserverBase::onPlaybackAudioFrame
virtual bool onPlaybackAudioFrame(const char *channelId, AudioFrame &audioFrame)=0
agora::media::base::ExternalVideoFrame::EGL_CONTEXT10
@ EGL_CONTEXT10
Definition: AgoraMediaBase.h:613
agora::media::base::IVideoFrameMetaInfo
Definition: AgoraMediaBase.h:571
agora::media::UserAudioSpectrumInfo::uid
agora::rtc::uid_t uid
Definition: AgoraMediaBase.h:1231
agora::media::IVideoFrameObserver::VIDEO_FRAME_PROCESS_MODE
VIDEO_FRAME_PROCESS_MODE
Definition: AgoraMediaBase.h:1312
agora::media::base::ExternalVideoFrame::format
VIDEO_PIXEL_FORMAT format
Definition: AgoraMediaBase.h:645
agora::media::base::ExternalVideoFrame::stride
int stride
Definition: AgoraMediaBase.h:654
agora::media::base::ExternalVideoFrame::eglType
EGL_CONTEXT_TYPE eglType
Definition: AgoraMediaBase.h:701