Agora Java API Reference for Android
AgoraMediaBase.h
1 // Agora Engine SDK
2 //
3 // Created by Sting Feng in 2017-11.
4 // Copyright (c) 2017 Agora.io. All rights reserved.
5 
6 #pragma once // NOLINT(build/header_guard)
7 
8 #include <cstring>
9 #include <stdint.h>
10 #include <limits>
11 #include <stddef.h>
12 
13 #ifndef OPTIONAL_ENUM_SIZE_T
14 #if __cplusplus >= 201103L || (defined(_MSC_VER) && _MSC_VER >= 1800)
15 #define OPTIONAL_ENUM_SIZE_T enum : size_t
16 #else
17 #define OPTIONAL_ENUM_SIZE_T enum
18 #endif
19 #endif
20 
21 #if !defined(__APPLE__)
22 #define __deprecated
23 #endif
24 
25 namespace agora {
26 namespace rtc {
27 
28 typedef unsigned int uid_t;
29 typedef unsigned int track_id_t;
30 typedef unsigned int conn_id_t;
31 typedef unsigned int video_track_id_t;
32 
33 static const unsigned int INVALID_TRACK_ID = 0xffffffff;
34 static const unsigned int DEFAULT_CONNECTION_ID = 0;
35 static const unsigned int DUMMY_CONNECTION_ID = (std::numeric_limits<unsigned int>::max)();
36 
37 struct EncodedVideoFrameInfo;
38 
42 enum VIDEO_SOURCE_TYPE {
45  VIDEO_SOURCE_CAMERA_PRIMARY = 0,
46  VIDEO_SOURCE_CAMERA = VIDEO_SOURCE_CAMERA_PRIMARY,
49  VIDEO_SOURCE_CAMERA_SECONDARY = 1,
52  VIDEO_SOURCE_SCREEN_PRIMARY = 2,
53  VIDEO_SOURCE_SCREEN = VIDEO_SOURCE_SCREEN_PRIMARY,
56  VIDEO_SOURCE_SCREEN_SECONDARY = 3,
59  VIDEO_SOURCE_CUSTOM = 4,
62  VIDEO_SOURCE_MEDIA_PLAYER = 5,
65  VIDEO_SOURCE_RTC_IMAGE_PNG = 6,
68  VIDEO_SOURCE_RTC_IMAGE_JPEG = 7,
71  VIDEO_SOURCE_RTC_IMAGE_GIF = 8,
74  VIDEO_SOURCE_REMOTE = 9,
77  VIDEO_SOURCE_TRANSCODED = 10,
78 
81  VIDEO_SOURCE_CAMERA_THIRD = 11,
84  VIDEO_SOURCE_CAMERA_FOURTH = 12,
87  VIDEO_SOURCE_SCREEN_THIRD = 13,
90  VIDEO_SOURCE_SCREEN_FOURTH = 14,
91 
92  VIDEO_SOURCE_UNKNOWN = 100
93 };
94 
98 enum AudioRoute
99 {
103  ROUTE_DEFAULT = -1,
107  ROUTE_HEADSET = 0,
111  ROUTE_EARPIECE = 1,
115  ROUTE_HEADSETNOMIC = 2,
119  ROUTE_SPEAKERPHONE = 3,
123  ROUTE_LOUDSPEAKER = 4,
127  ROUTE_BLUETOOTH_DEVICE_HFP = 5,
131  ROUTE_USB = 6,
135  ROUTE_HDMI = 7,
139  ROUTE_DISPLAYPORT = 8,
143  ROUTE_AIRPLAY = 9,
147  ROUTE_BLUETOOTH_DEVICE_A2DP = 10,
148 };
149 
153 enum BYTES_PER_SAMPLE {
157  TWO_BYTES_PER_SAMPLE = 2,
158 };
159 
161  int sample_rate;
162  size_t channels;
163  size_t frames_per_buffer;
164 
166  : sample_rate(0),
167  channels(0),
168  frames_per_buffer(0) {}
169 };
170 
174 enum RAW_AUDIO_FRAME_OP_MODE_TYPE {
178  RAW_AUDIO_FRAME_OP_MODE_READ_ONLY = 0,
179 
183  RAW_AUDIO_FRAME_OP_MODE_READ_WRITE = 2,
184 };
185 
186 } // namespace rtc
187 
188 namespace media {
192 enum MEDIA_SOURCE_TYPE {
196  AUDIO_PLAYOUT_SOURCE = 0,
200  AUDIO_RECORDING_SOURCE = 1,
204  PRIMARY_CAMERA_SOURCE = 2,
208  SECONDARY_CAMERA_SOURCE = 3,
212  PRIMARY_SCREEN_SOURCE = 4,
216  SECONDARY_SCREEN_SOURCE = 5,
220  CUSTOM_VIDEO_SOURCE = 6,
224  MEDIA_PLAYER_SOURCE = 7,
228  RTC_IMAGE_PNG_SOURCE = 8,
232  RTC_IMAGE_JPEG_SOURCE = 9,
236  RTC_IMAGE_GIF_SOURCE = 10,
240  REMOTE_VIDEO_SOURCE = 11,
244  TRANSCODED_VIDEO_SOURCE = 12,
248  UNKNOWN_MEDIA_SOURCE = 100
249 };
252 #define MAX_CONTENT_INSPECT_MODULE_COUNT 32
253 enum CONTENT_INSPECT_RESULT {
254  CONTENT_INSPECT_NEUTRAL = 1,
255  CONTENT_INSPECT_SEXY = 2,
256  CONTENT_INSPECT_PORN = 3,
257 };
258 
259 enum CONTENT_INSPECT_TYPE {
263 CONTENT_INSPECT_INVALID = 0,
268 CONTENT_INSPECT_MODERATION __deprecated = 1,
272 CONTENT_INSPECT_SUPERVISION = 2,
276 CONTENT_INSPECT_IMAGE_MODERATION = 3
277 };
278 
283  CONTENT_INSPECT_TYPE type;
287  unsigned int interval;
289  type = CONTENT_INSPECT_INVALID;
290  interval = 0;
291  }
292 };
296  const char* extraInfo;
300  const char* serverConfig;
304  ContentInspectModule modules[MAX_CONTENT_INSPECT_MODULE_COUNT];
308  ContentInspectConfig& operator=(const ContentInspectConfig& rth)
309  {
310  extraInfo = rth.extraInfo;
312  moduleCount = rth.moduleCount;
313  memcpy(&modules, &rth.modules, MAX_CONTENT_INSPECT_MODULE_COUNT * sizeof(ContentInspectModule));
314  return *this;
315  }
316  ContentInspectConfig() :extraInfo(NULL), serverConfig(NULL), moduleCount(0){}
317 };
318 
319 namespace base {
320 
321 typedef void* view_t;
322 
323 typedef const char* user_id_t;
324 
325 static const uint8_t kMaxCodecNameLength = 50;
326 
335  uint32_t timestamp;
336  // Audio level indication.
337  uint8_t audioLevelIndication;
338  PacketOptions()
339  : timestamp(0),
340  audioLevelIndication(127) {}
341 };
342 
351  uint64_t sendTs;
355  uint8_t codec;
357  : sendTs(0),
358  codec(0) {}
359 };
360 
369  // Stereo, 32 kHz, 60 ms (2 * 32 * 60)
376  kMaxDataSizeSamples = 3840,
378  kMaxDataSizeBytes = kMaxDataSizeSamples * sizeof(int16_t),
379  };
380 
395  rtc::BYTES_PER_SAMPLE bytes_per_sample;
397  int16_t data_[kMaxDataSizeSamples];
398 
399  AudioPcmFrame& operator=(const AudioPcmFrame& src) {
400  if(this == &src) {
401  return *this;
402  }
403 
404  this->capture_timestamp = src.capture_timestamp;
405  this->samples_per_channel_ = src.samples_per_channel_;
406  this->sample_rate_hz_ = src.sample_rate_hz_;
407  this->bytes_per_sample = src.bytes_per_sample;
408  this->num_channels_ = src.num_channels_;
409 
410  size_t length = src.samples_per_channel_ * src.num_channels_;
411  if (length > kMaxDataSizeSamples) {
412  length = kMaxDataSizeSamples;
413  }
414 
415  memcpy(this->data_, src.data_, length * sizeof(int16_t));
416 
417  return *this;
418  }
419 
420  AudioPcmFrame()
421  : capture_timestamp(0),
423  sample_rate_hz_(0),
424  num_channels_(0),
425  bytes_per_sample(rtc::TWO_BYTES_PER_SAMPLE) {
426  memset(data_, 0, sizeof(data_));
427  }
428 
429  AudioPcmFrame(const AudioPcmFrame& src)
435  size_t length = src.samples_per_channel_ * src.num_channels_;
436  if (length > kMaxDataSizeSamples) {
437  length = kMaxDataSizeSamples;
438  }
439 
440  memcpy(this->data_, src.data_, length * sizeof(int16_t));
441  }
442 };
443 
446 enum AUDIO_DUAL_MONO_MODE {
448  AUDIO_DUAL_MONO_STEREO = 0,
450  AUDIO_DUAL_MONO_L = 1,
452  AUDIO_DUAL_MONO_R = 2,
454  AUDIO_DUAL_MONO_MIX = 3
455 };
456 
460 enum VIDEO_PIXEL_FORMAT {
464  VIDEO_PIXEL_DEFAULT = 0,
468  VIDEO_PIXEL_I420 = 1,
472  VIDEO_PIXEL_BGRA = 2,
476  VIDEO_PIXEL_NV21 = 3,
480  VIDEO_PIXEL_RGBA = 4,
484  VIDEO_PIXEL_NV12 = 8,
488  VIDEO_TEXTURE_2D = 10,
492  VIDEO_TEXTURE_OES = 11,
493  /*
494  12: pixel format for iOS CVPixelBuffer NV12
495  */
496  VIDEO_CVPIXEL_NV12 = 12,
497  /*
498  13: pixel format for iOS CVPixelBuffer I420
499  */
500  VIDEO_CVPIXEL_I420 = 13,
501  /*
502  14: pixel format for iOS CVPixelBuffer BGRA
503  */
504  VIDEO_CVPIXEL_BGRA = 14,
508  VIDEO_PIXEL_I422 = 16,
512  VIDEO_TEXTURE_ID3D11TEXTURE2D = 17,
513 };
514 
518 enum RENDER_MODE_TYPE {
523  RENDER_MODE_HIDDEN = 1,
529  RENDER_MODE_FIT = 2,
534  RENDER_MODE_ADAPTIVE __deprecated = 3,
535 };
536 
540 enum CAMERA_VIDEO_SOURCE_TYPE {
544  CAMERA_SOURCE_FRONT = 0,
548  CAMERA_SOURCE_BACK = 1,
552  VIDEO_SOURCE_UNSPECIFIED = 2,
553 };
554 
560  public:
561  enum META_INFO_KEY {
562  KEY_FACE_CAPTURE = 0,
563  };
564  virtual ~IVideoFrameMetaInfo() {};
565  virtual const char* getMetaInfoStr(META_INFO_KEY key) const = 0;
566 };
567 
574  format(VIDEO_PIXEL_DEFAULT),
575  buffer(NULL),
576  stride(0),
577  height(0),
578  cropLeft(0),
579  cropTop(0),
580  cropRight(0),
581  cropBottom(0),
582  rotation(0),
583  timestamp(0),
584  eglContext(NULL),
586  textureId(0),
587  metadata_buffer(NULL),
588  metadata_size(0),
589  alphaBuffer(NULL),
590  d3d11_texture_2d(NULL),
592 
605  };
606 
623  };
624 
632  VIDEO_PIXEL_FORMAT format;
636  void* buffer;
641  int stride;
645  int height;
650  int cropLeft;
655  int cropTop;
670  int rotation;
678  long long timestamp;
684  void *eglContext;
696  float matrix[16];
701  uint8_t* metadata_buffer;
712  uint8_t* alphaBuffer;
713 
718 
723 };
724 
728 struct VideoFrame {
729  VideoFrame():
730  type(VIDEO_PIXEL_DEFAULT),
731  width(0),
732  height(0),
733  yStride(0),
734  uStride(0),
735  vStride(0),
736  yBuffer(NULL),
737  uBuffer(NULL),
738  vBuffer(NULL),
739  rotation(0),
740  renderTimeMs(0),
741  avsync_type(0),
742  metadata_buffer(NULL),
743  metadata_size(0),
744  sharedContext(0),
745  textureId(0),
746  d3d11Texture2d(NULL),
747  alphaBuffer(NULL),
748  pixelBuffer(NULL),
749  metaInfo(NULL){
750  memset(matrix, 0, sizeof(matrix));
751  }
755  VIDEO_PIXEL_FORMAT type;
759  int width;
763  int height;
767  int yStride;
771  int uStride;
775  int vStride;
779  uint8_t* yBuffer;
783  uint8_t* uBuffer;
787  uint8_t* vBuffer;
791  int rotation;
798  int64_t renderTimeMs;
807  uint8_t* metadata_buffer;
828  float matrix[16];
834  uint8_t* alphaBuffer;
838  void* pixelBuffer;
843 };
844 
849  public:
857  virtual void onFrame(const VideoFrame* frame) = 0;
858  virtual ~IVideoFrameObserver() {}
859  virtual bool isExternal() { return true; }
860  virtual VIDEO_PIXEL_FORMAT getVideoFormatPreference() { return VIDEO_PIXEL_DEFAULT; }
861 };
862 
863 enum MEDIA_PLAYER_SOURCE_TYPE {
869  MEDIA_PLAYER_SOURCE_DEFAULT,
875  MEDIA_PLAYER_SOURCE_FULL_FEATURED,
880  MEDIA_PLAYER_SOURCE_SIMPLE,
881 };
882 
883 enum VIDEO_MODULE_POSITION {
884  POSITION_POST_CAPTURER = 1 << 0,
885  POSITION_PRE_RENDERER = 1 << 1,
886  POSITION_PRE_ENCODER = 1 << 2,
887  POSITION_POST_CAPTURER_ORIGIN = 1 << 3,
888 };
889 
890 } // namespace base
891 
896  public:
905  virtual void onFrame(agora::media::base::AudioPcmFrame* frame) = 0;
906  virtual ~IAudioPcmFrameSink() {}
907 };
908 
913  public:
922  };
923  enum { MAX_HANDLE_TIME_CNT = 10 };
927  struct AudioFrame {
939  agora::rtc::BYTES_PER_SAMPLE bytesPerSample;
945  int channels;
956  void* buffer;
964  int64_t renderTimeMs;
979  int64_t presentationMs;
984 
987  bytesPerSample(rtc::TWO_BYTES_PER_SAMPLE),
988  channels(0),
989  samplesPerSec(0),
990  buffer(NULL),
991  renderTimeMs(0),
992  avsync_type(0),
993  presentationMs(0),
994  audioTrackNumber(0) {}
995  };
996 
998  AUDIO_FRAME_POSITION_NONE = 0x0000,
1014  };
1015 
1016  struct AudioParams {
1026 
1027  /* The number of audio channels, which can be set as either of the following values:
1028 
1029  - `1`: Mono (Default)
1030  - `2`: Stereo
1031  */
1032  int channels;
1033 
1034  /* The use mode of the audio data. See AgoraAudioRawFrameOperationMode.
1035  */
1036  rtc::RAW_AUDIO_FRAME_OP_MODE_TYPE mode;
1037 
1042 
1043  AudioParams() : sample_rate(0), channels(0), mode(rtc::RAW_AUDIO_FRAME_OP_MODE_READ_ONLY), samples_per_call(0) {}
1044  AudioParams(int samplerate, int channel, rtc::RAW_AUDIO_FRAME_OP_MODE_TYPE type, int samplesPerCall) : sample_rate(samplerate), channels(channel), mode(type), samples_per_call(samplesPerCall) {}
1045  };
1046 
1047  public:
1048  virtual ~IAudioFrameObserverBase() {}
1049 
1058  virtual bool onRecordAudioFrame(const char* channelId, AudioFrame& audioFrame) = 0;
1067  virtual bool onPlaybackAudioFrame(const char* channelId, AudioFrame& audioFrame) = 0;
1076  virtual bool onMixedAudioFrame(const char* channelId, AudioFrame& audioFrame) = 0;
1084  virtual bool onEarMonitoringAudioFrame(AudioFrame& audioFrame) = 0;
1094  virtual bool onPlaybackAudioFrameBeforeMixing(const char* channelId, base::user_id_t userId, AudioFrame& audioFrame) {
1095  (void) channelId;
1096  (void) userId;
1097  (void) audioFrame;
1098  return true;
1099  }
1100 
1117 
1130 
1142 
1154 
1166 };
1167 
1172  public:
1183  virtual bool onPlaybackAudioFrameBeforeMixing(const char* channelId, rtc::uid_t uid, AudioFrame& audioFrame) = 0;
1184 };
1185 
1190  const float *audioSpectrumData;
1195 
1197  AudioSpectrumData(const float *data, int length) :
1198  audioSpectrumData(data), dataLength(length) {}
1199 };
1200 
1205  agora::rtc::uid_t uid;
1210 
1211  UserAudioSpectrumInfo() : uid(0) {}
1212 
1213  UserAudioSpectrumInfo(agora::rtc::uid_t uid, const float* data, int length) : uid(uid), spectrumData(data, length) {}
1214 };
1215 
1220 public:
1221  virtual ~IAudioSpectrumObserver() {}
1222 
1235  virtual bool onLocalAudioSpectrum(const AudioSpectrumData& data) = 0;
1253  virtual bool onRemoteAudioSpectrum(const UserAudioSpectrumInfo* spectrums, unsigned int spectrumNumber) = 0;
1254 };
1255 
1260  public:
1271  virtual bool onEncodedVideoFrameReceived(rtc::uid_t uid, const uint8_t* imageBuffer, size_t length,
1272  const rtc::EncodedVideoFrameInfo& videoEncodedFrameInfo) = 0;
1273 
1274  virtual ~IVideoEncodedFrameObserver() {}
1275 };
1276 
1281  public:
1292  PROCESS_MODE_READ_ONLY, // Observer works as a pure renderer and will not modify the original frame.
1298  PROCESS_MODE_READ_WRITE, // Observer works as a filter that will process the video frame and affect the following frame processing in SDK.
1299  };
1300 
1301  public:
1302  virtual ~IVideoFrameObserver() {}
1303 
1324  virtual bool onCaptureVideoFrame(agora::rtc::VIDEO_SOURCE_TYPE sourceType, VideoFrame& videoFrame) = 0;
1325 
1347  virtual bool onPreEncodeVideoFrame(agora::rtc::VIDEO_SOURCE_TYPE sourceType, VideoFrame& videoFrame) = 0;
1348 
1369  virtual bool onMediaPlayerVideoFrame(VideoFrame& videoFrame, int mediaPlayerId) = 0;
1370 
1390  virtual bool onRenderVideoFrame(const char* channelId, rtc::uid_t remoteUid, VideoFrame& videoFrame) = 0;
1391 
1392  virtual bool onTranscodedVideoFrame(VideoFrame& videoFrame) = 0;
1393 
1402  return PROCESS_MODE_READ_ONLY;
1403  }
1404 
1419  virtual base::VIDEO_PIXEL_FORMAT getVideoFormatPreference() { return base::VIDEO_PIXEL_DEFAULT; }
1420 
1435  virtual bool getRotationApplied() { return false; }
1436 
1451  virtual bool getMirrorApplied() { return false; }
1452 
1470  virtual uint32_t getObservedFramePosition() {
1471  return base::POSITION_POST_CAPTURER | base::POSITION_PRE_RENDERER;
1472  }
1473 
1481  virtual bool isExternal() { return true; }
1482 };
1483 
1487 enum EXTERNAL_VIDEO_SOURCE_TYPE {
1491  VIDEO_FRAME = 0,
1495  ENCODED_VIDEO_FRAME,
1496 };
1497 
1503 enum MediaRecorderContainerFormat {
1507  FORMAT_MP4 = 1,
1508 };
1514 enum MediaRecorderStreamType {
1518  STREAM_TYPE_AUDIO = 0x01,
1522  STREAM_TYPE_VIDEO = 0x02,
1526  STREAM_TYPE_BOTH = STREAM_TYPE_AUDIO | STREAM_TYPE_VIDEO,
1527 };
1533 enum RecorderState {
1537  RECORDER_STATE_ERROR = -1,
1541  RECORDER_STATE_START = 2,
1545  RECORDER_STATE_STOP = 3,
1546 };
1552 enum RecorderReasonCode {
1556  RECORDER_REASON_NONE = 0,
1560  RECORDER_REASON_WRITE_FAILED = 1,
1564  RECORDER_REASON_NO_STREAM = 2,
1568  RECORDER_REASON_OVER_MAX_DURATION = 3,
1572  RECORDER_REASON_CONFIG_CHANGED = 4,
1573 };
1588  const char* storagePath;
1592  MediaRecorderContainerFormat containerFormat;
1596  MediaRecorderStreamType streamType;
1608 
1609  MediaRecorderConfiguration() : storagePath(NULL), containerFormat(FORMAT_MP4), streamType(STREAM_TYPE_BOTH), maxDurationMs(120000), recorderInfoUpdateInterval(0) {}
1610  MediaRecorderConfiguration(const char* path, MediaRecorderContainerFormat format, MediaRecorderStreamType type, int duration, int interval) : storagePath(path), containerFormat(format), streamType(type), maxDurationMs(duration), recorderInfoUpdateInterval(interval) {}
1611 };
1621  const char* fileName;
1625  unsigned int durationMs;
1629  unsigned int fileSize;
1630 
1631  RecorderInfo() : fileName(NULL), durationMs(0), fileSize(0) {}
1632  RecorderInfo(const char* name, unsigned int dur, unsigned int size) : fileName(name), durationMs(dur), fileSize(size) {}
1633 };
1634 
1636  public:
1650  virtual void onRecorderStateChanged(const char* channelId, rtc::uid_t uid, RecorderState state, RecorderReasonCode reason) = 0;
1665  virtual void onRecorderInfoUpdated(const char* channelId, rtc::uid_t uid, const RecorderInfo& info) = 0;
1666 
1667  virtual ~IMediaRecorderObserver() {}
1668 };
1669 
1670 } // namespace media
1671 } // namespace agora
agora::media::IVideoFrameObserver::PROCESS_MODE_READ_ONLY
@ PROCESS_MODE_READ_ONLY
Definition: AgoraMediaBase.h:1292
agora::media::base::VideoFrame
Definition: AgoraMediaBase.h:728
agora::media::base::ExternalVideoFrame::cropBottom
int cropBottom
Definition: AgoraMediaBase.h:665
agora::media::base::VideoFrame::metadata_size
int metadata_size
Definition: AgoraMediaBase.h:812
agora::media::AudioSpectrumData::audioSpectrumData
const float * audioSpectrumData
Definition: AgoraMediaBase.h:1190
agora::media::IAudioFrameObserverBase::onEarMonitoringAudioFrame
virtual bool onEarMonitoringAudioFrame(AudioFrame &audioFrame)=0
agora::media::base::ExternalVideoFrame::matrix
float matrix[16]
Definition: AgoraMediaBase.h:696
agora::media::IAudioPcmFrameSink
Definition: AgoraMediaBase.h:895
agora::media::IMediaRecorderObserver
Definition: AgoraMediaBase.h:1635
agora::media::IAudioFrameObserverBase
Definition: AgoraMediaBase.h:912
agora::media::ContentInspectConfig::modules
ContentInspectModule modules[MAX_CONTENT_INSPECT_MODULE_COUNT]
Definition: AgoraMediaBase.h:304
agora::media::base::VideoFrame::uStride
int uStride
Definition: AgoraMediaBase.h:771
agora::media::IAudioFrameObserverBase::FRAME_TYPE_PCM16
@ FRAME_TYPE_PCM16
Definition: AgoraMediaBase.h:921
agora::media::IAudioFrameObserverBase::AudioFrame::audioTrackNumber
int audioTrackNumber
Definition: AgoraMediaBase.h:983
agora::media::base::VideoFrame::alphaBuffer
uint8_t * alphaBuffer
Definition: AgoraMediaBase.h:834
agora::media::base::VideoFrame::height
int height
Definition: AgoraMediaBase.h:763
agora::media::base::AudioPcmFrame::data_
int16_t data_[kMaxDataSizeSamples]
Definition: AgoraMediaBase.h:397
agora::media::IAudioFrameObserverBase::onRecordAudioFrame
virtual bool onRecordAudioFrame(const char *channelId, AudioFrame &audioFrame)=0
agora::media::MediaRecorderConfiguration::maxDurationMs
int maxDurationMs
Definition: AgoraMediaBase.h:1600
agora::media::IAudioSpectrumObserver
Definition: AgoraMediaBase.h:1219
agora::rtc::AudioParameters
Definition: AgoraMediaBase.h:160
agora::media::IAudioFrameObserverBase::AudioFrame::renderTimeMs
int64_t renderTimeMs
Definition: AgoraMediaBase.h:964
agora::media::base::ExternalVideoFrame::VIDEO_BUFFER_RAW_DATA
@ VIDEO_BUFFER_RAW_DATA
Definition: AgoraMediaBase.h:614
agora::media::IAudioFrameObserverBase::getPlaybackAudioParams
virtual AudioParams getPlaybackAudioParams()=0
agora::media::base::ExternalVideoFrame::buffer
void * buffer
Definition: AgoraMediaBase.h:636
agora::media::IAudioFrameObserverBase::AudioFrame::channels
int channels
Definition: AgoraMediaBase.h:945
agora::media::IVideoFrameObserver::getVideoFormatPreference
virtual base::VIDEO_PIXEL_FORMAT getVideoFormatPreference()
Definition: AgoraMediaBase.h:1419
agora::rtc::EncodedVideoFrameInfo
Definition: AgoraBase.h:1558
agora::media::base::ExternalVideoFrame::VIDEO_BUFFER_TYPE
VIDEO_BUFFER_TYPE
Definition: AgoraMediaBase.h:610
agora::media::ContentInspectConfig::serverConfig
const char * serverConfig
Definition: AgoraMediaBase.h:300
agora::media::base::IVideoFrameObserver
Definition: AgoraMediaBase.h:848
agora::media::IVideoFrameObserver::getVideoFrameProcessMode
virtual VIDEO_FRAME_PROCESS_MODE getVideoFrameProcessMode()
Definition: AgoraMediaBase.h:1401
agora::media::IVideoFrameObserver
Definition: AgoraMediaBase.h:1280
agora::media::IAudioFrameObserverBase::AudioFrame
Definition: AgoraMediaBase.h:927
agora::media::base::AudioEncodedFrameInfo::codec
uint8_t codec
Definition: AgoraMediaBase.h:355
agora::media::IVideoEncodedFrameObserver::onEncodedVideoFrameReceived
virtual bool onEncodedVideoFrameReceived(rtc::uid_t uid, const uint8_t *imageBuffer, size_t length, const rtc::EncodedVideoFrameInfo &videoEncodedFrameInfo)=0
agora::media::MediaRecorderConfiguration::recorderInfoUpdateInterval
int recorderInfoUpdateInterval
Definition: AgoraMediaBase.h:1607
agora::media::IAudioFrameObserver
Definition: AgoraMediaBase.h:1171
agora::media::IAudioFrameObserverBase::getEarMonitoringAudioParams
virtual AudioParams getEarMonitoringAudioParams()=0
agora::media::base::VideoFrame::d3d11Texture2d
void * d3d11Texture2d
Definition: AgoraMediaBase.h:824
agora::media::base::VideoFrame::rotation
int rotation
Definition: AgoraMediaBase.h:791
agora::media::base::IVideoFrameObserver::onFrame
virtual void onFrame(const VideoFrame *frame)=0
agora::media::IMediaRecorderObserver::onRecorderStateChanged
virtual void onRecorderStateChanged(const char *channelId, rtc::uid_t uid, RecorderState state, RecorderReasonCode reason)=0
agora::media::IAudioFrameObserverBase::getMixedAudioParams
virtual AudioParams getMixedAudioParams()=0
agora::media::base::AudioPcmFrame::OPTIONAL_ENUM_SIZE_T
OPTIONAL_ENUM_SIZE_T
Definition: AgoraMediaBase.h:368
agora::media::base::ExternalVideoFrame::eglContext
void * eglContext
Definition: AgoraMediaBase.h:684
agora::media::base::VideoFrame::metaInfo
IVideoFrameMetaInfo * metaInfo
Definition: AgoraMediaBase.h:842
agora::media::base::ExternalVideoFrame::cropRight
int cropRight
Definition: AgoraMediaBase.h:660
agora::media::IAudioFrameObserverBase::getRecordAudioParams
virtual AudioParams getRecordAudioParams()=0
agora::media::base::VideoFrame::textureId
int textureId
Definition: AgoraMediaBase.h:820
agora::media::base::ExternalVideoFrame::VIDEO_BUFFER_ARRAY
@ VIDEO_BUFFER_ARRAY
Definition: AgoraMediaBase.h:618
agora::media::base::ExternalVideoFrame::VIDEO_BUFFER_TEXTURE
@ VIDEO_BUFFER_TEXTURE
Definition: AgoraMediaBase.h:622
agora::media::IAudioFrameObserverBase::AudioFrame::presentationMs
int64_t presentationMs
Definition: AgoraMediaBase.h:979
agora::media::base::VideoFrame::avsync_type
int avsync_type
Definition: AgoraMediaBase.h:802
agora::media::base::VideoFrame::matrix
float matrix[16]
Definition: AgoraMediaBase.h:828
agora::media::base::ExternalVideoFrame::cropLeft
int cropLeft
Definition: AgoraMediaBase.h:650
agora::media::IAudioFrameObserverBase::AudioFrame::samplesPerSec
int samplesPerSec
Definition: AgoraMediaBase.h:949
agora::media::ContentInspectModule
Definition: AgoraMediaBase.h:279
agora::media::IAudioFrameObserverBase::AudioFrame::buffer
void * buffer
Definition: AgoraMediaBase.h:956
agora::media::IAudioFrameObserverBase::onPlaybackAudioFrameBeforeMixing
virtual bool onPlaybackAudioFrameBeforeMixing(const char *channelId, base::user_id_t userId, AudioFrame &audioFrame)
Definition: AgoraMediaBase.h:1094
agora::media::IAudioSpectrumObserver::onRemoteAudioSpectrum
virtual bool onRemoteAudioSpectrum(const UserAudioSpectrumInfo *spectrums, unsigned int spectrumNumber)=0
agora::media::IMediaRecorderObserver::onRecorderInfoUpdated
virtual void onRecorderInfoUpdated(const char *channelId, rtc::uid_t uid, const RecorderInfo &info)=0
agora::media::base::ExternalVideoFrame
Definition: AgoraMediaBase.h:571
agora::media::base::AudioEncodedFrameInfo::sendTs
uint64_t sendTs
Definition: AgoraMediaBase.h:351
agora::media::ContentInspectConfig::moduleCount
int moduleCount
Definition: AgoraMediaBase.h:307
agora::media::base::VideoFrame::type
VIDEO_PIXEL_FORMAT type
Definition: AgoraMediaBase.h:755
agora::media::base::AudioPcmFrame::capture_timestamp
int64_t capture_timestamp
Definition: AgoraMediaBase.h:383
agora::media::base::ExternalVideoFrame::timestamp
long long timestamp
Definition: AgoraMediaBase.h:678
agora::media::base::AudioPcmFrame::sample_rate_hz_
int sample_rate_hz_
Definition: AgoraMediaBase.h:389
agora::media::IAudioFrameObserverBase::AUDIO_FRAME_POSITION
AUDIO_FRAME_POSITION
Definition: AgoraMediaBase.h:997
agora::media::base::ExternalVideoFrame::height
int height
Definition: AgoraMediaBase.h:645
agora::media::base::VideoFrame::sharedContext
void * sharedContext
Definition: AgoraMediaBase.h:816
agora::media::base::ExternalVideoFrame::rotation
int rotation
Definition: AgoraMediaBase.h:670
agora::media::RecorderInfo
Definition: AgoraMediaBase.h:1617
agora::media::base::ExternalVideoFrame::d3d11_texture_2d
void * d3d11_texture_2d
Definition: AgoraMediaBase.h:717
agora::media::IVideoFrameObserver::onCaptureVideoFrame
virtual bool onCaptureVideoFrame(agora::rtc::VIDEO_SOURCE_TYPE sourceType, VideoFrame &videoFrame)=0
agora::media::UserAudioSpectrumInfo::spectrumData
struct AudioSpectrumData spectrumData
Definition: AgoraMediaBase.h:1209
agora::media::IAudioFrameObserverBase::AudioParams::samples_per_call
int samples_per_call
Definition: AgoraMediaBase.h:1041
agora::media::IAudioFrameObserverBase::AUDIO_FRAME_POSITION_PLAYBACK
@ AUDIO_FRAME_POSITION_PLAYBACK
Definition: AgoraMediaBase.h:1001
agora::media::base::PacketOptions
Definition: AgoraMediaBase.h:331
agora::media::base::PacketOptions::timestamp
uint32_t timestamp
Definition: AgoraMediaBase.h:335
agora::media::IAudioFrameObserverBase::AUDIO_FRAME_TYPE
AUDIO_FRAME_TYPE
Definition: AgoraMediaBase.h:917
agora::media::base::VideoFrame::yBuffer
uint8_t * yBuffer
Definition: AgoraMediaBase.h:779
agora::media::base::AudioPcmFrame::bytes_per_sample
rtc::BYTES_PER_SAMPLE bytes_per_sample
Definition: AgoraMediaBase.h:395
agora::media::UserAudioSpectrumInfo
Definition: AgoraMediaBase.h:1201
agora::media::IAudioFrameObserverBase::AUDIO_FRAME_POSITION_EAR_MONITORING
@ AUDIO_FRAME_POSITION_EAR_MONITORING
Definition: AgoraMediaBase.h:1013
agora::media::RecorderInfo::fileName
const char * fileName
Definition: AgoraMediaBase.h:1621
agora::media::IVideoFrameObserver::onRenderVideoFrame
virtual bool onRenderVideoFrame(const char *channelId, rtc::uid_t remoteUid, VideoFrame &videoFrame)=0
agora::media::IVideoFrameObserver::PROCESS_MODE_READ_WRITE
@ PROCESS_MODE_READ_WRITE
Definition: AgoraMediaBase.h:1298
agora::media::IVideoFrameObserver::isExternal
virtual bool isExternal()
Definition: AgoraMediaBase.h:1481
agora::media::ContentInspectModule::interval
unsigned int interval
Definition: AgoraMediaBase.h:287
agora::media::IVideoFrameObserver::getObservedFramePosition
virtual uint32_t getObservedFramePosition()
Definition: AgoraMediaBase.h:1470
agora::media::base::VideoFrame::yStride
int yStride
Definition: AgoraMediaBase.h:767
agora::media::base::ExternalVideoFrame::alphaBuffer
uint8_t * alphaBuffer
Definition: AgoraMediaBase.h:712
agora::media::base::ExternalVideoFrame::metadata_buffer
uint8_t * metadata_buffer
Definition: AgoraMediaBase.h:701
agora::media::ContentInspectModule::type
CONTENT_INSPECT_TYPE type
Definition: AgoraMediaBase.h:283
agora::media::MediaRecorderConfiguration::containerFormat
MediaRecorderContainerFormat containerFormat
Definition: AgoraMediaBase.h:1592
agora::media::base::ExternalVideoFrame::EGL_CONTEXT14
@ EGL_CONTEXT14
Definition: AgoraMediaBase.h:604
agora::media::RecorderInfo::fileSize
unsigned int fileSize
Definition: AgoraMediaBase.h:1629
agora::media::base::ExternalVideoFrame::cropTop
int cropTop
Definition: AgoraMediaBase.h:655
agora::media::base::ExternalVideoFrame::type
VIDEO_BUFFER_TYPE type
Definition: AgoraMediaBase.h:628
agora::media::IVideoFrameObserver::onPreEncodeVideoFrame
virtual bool onPreEncodeVideoFrame(agora::rtc::VIDEO_SOURCE_TYPE sourceType, VideoFrame &videoFrame)=0
agora::media::IVideoFrameObserver::getRotationApplied
virtual bool getRotationApplied()
Definition: AgoraMediaBase.h:1435
agora::media::base::VideoFrame::vBuffer
uint8_t * vBuffer
Definition: AgoraMediaBase.h:787
agora::media::AudioSpectrumData::dataLength
int dataLength
Definition: AgoraMediaBase.h:1194
agora::media::base::ExternalVideoFrame::EGL_CONTEXT_TYPE
EGL_CONTEXT_TYPE
Definition: AgoraMediaBase.h:596
agora::media::IAudioFrameObserverBase::onMixedAudioFrame
virtual bool onMixedAudioFrame(const char *channelId, AudioFrame &audioFrame)=0
agora::media::IAudioFrameObserverBase::AudioParams
Definition: AgoraMediaBase.h:1016
agora::media::base::AudioPcmFrame::num_channels_
size_t num_channels_
Definition: AgoraMediaBase.h:392
agora::media::IAudioFrameObserverBase::AudioFrame::avsync_type
int avsync_type
Definition: AgoraMediaBase.h:972
agora::media::IAudioFrameObserverBase::getObservedAudioFramePosition
virtual int getObservedAudioFramePosition()=0
agora::media::MediaRecorderConfiguration
Definition: AgoraMediaBase.h:1579
agora::media::base::VideoFrame::metadata_buffer
uint8_t * metadata_buffer
Definition: AgoraMediaBase.h:807
agora::media::MediaRecorderConfiguration::streamType
MediaRecorderStreamType streamType
Definition: AgoraMediaBase.h:1596
agora::media::IAudioFrameObserverBase::AUDIO_FRAME_POSITION_BEFORE_MIXING
@ AUDIO_FRAME_POSITION_BEFORE_MIXING
Definition: AgoraMediaBase.h:1010
agora::media::MediaRecorderConfiguration::storagePath
const char * storagePath
Definition: AgoraMediaBase.h:1588
agora::media::AudioSpectrumData
Definition: AgoraMediaBase.h:1186
agora::media::base::VideoFrame::width
int width
Definition: AgoraMediaBase.h:759
agora::media::RecorderInfo::durationMs
unsigned int durationMs
Definition: AgoraMediaBase.h:1625
agora::media::base::VideoFrame::renderTimeMs
int64_t renderTimeMs
Definition: AgoraMediaBase.h:798
agora::media::base::ExternalVideoFrame::metadata_size
int metadata_size
Definition: AgoraMediaBase.h:706
agora::media::base::AudioPcmFrame::samples_per_channel_
size_t samples_per_channel_
Definition: AgoraMediaBase.h:386
agora::media::IAudioFrameObserver::onPlaybackAudioFrameBeforeMixing
virtual bool onPlaybackAudioFrameBeforeMixing(const char *channelId, rtc::uid_t uid, AudioFrame &audioFrame)=0
agora::media::IVideoFrameObserver::onMediaPlayerVideoFrame
virtual bool onMediaPlayerVideoFrame(VideoFrame &videoFrame, int mediaPlayerId)=0
agora::media::IAudioFrameObserverBase::AudioFrame::bytesPerSample
agora::rtc::BYTES_PER_SAMPLE bytesPerSample
Definition: AgoraMediaBase.h:939
agora::media::base::ExternalVideoFrame::textureId
int textureId
Definition: AgoraMediaBase.h:692
agora::media::base::VideoFrame::pixelBuffer
void * pixelBuffer
Definition: AgoraMediaBase.h:838
agora::media::IAudioFrameObserverBase::AudioFrame::type
AUDIO_FRAME_TYPE type
Definition: AgoraMediaBase.h:931
agora::media::IAudioPcmFrameSink::onFrame
virtual void onFrame(agora::media::base::AudioPcmFrame *frame)=0
agora::media::IVideoEncodedFrameObserver
Definition: AgoraMediaBase.h:1259
agora::media::IAudioFrameObserverBase::AudioFrame::samplesPerChannel
int samplesPerChannel
Definition: AgoraMediaBase.h:935
agora::media::IVideoFrameObserver::getMirrorApplied
virtual bool getMirrorApplied()
Definition: AgoraMediaBase.h:1451
agora::media::IAudioSpectrumObserver::onLocalAudioSpectrum
virtual bool onLocalAudioSpectrum(const AudioSpectrumData &data)=0
agora::media::base::AudioEncodedFrameInfo
Definition: AgoraMediaBase.h:347
agora::media::IAudioFrameObserverBase::AUDIO_FRAME_POSITION_RECORD
@ AUDIO_FRAME_POSITION_RECORD
Definition: AgoraMediaBase.h:1004
agora::media::base::ExternalVideoFrame::texture_slice_index
int texture_slice_index
Definition: AgoraMediaBase.h:722
agora::media::base::VideoFrame::vStride
int vStride
Definition: AgoraMediaBase.h:775
agora::media::ContentInspectConfig
Definition: AgoraMediaBase.h:295
agora::media::IAudioFrameObserverBase::AUDIO_FRAME_POSITION_MIXED
@ AUDIO_FRAME_POSITION_MIXED
Definition: AgoraMediaBase.h:1007
agora::media::base::AudioPcmFrame
Definition: AgoraMediaBase.h:364
agora::media::IAudioFrameObserverBase::AudioParams::sample_rate
int sample_rate
Definition: AgoraMediaBase.h:1025
agora::media::base::VideoFrame::uBuffer
uint8_t * uBuffer
Definition: AgoraMediaBase.h:783
agora::media::IAudioFrameObserverBase::onPlaybackAudioFrame
virtual bool onPlaybackAudioFrame(const char *channelId, AudioFrame &audioFrame)=0
agora::media::base::ExternalVideoFrame::EGL_CONTEXT10
@ EGL_CONTEXT10
Definition: AgoraMediaBase.h:600
agora::media::base::IVideoFrameMetaInfo
Definition: AgoraMediaBase.h:559
agora::media::UserAudioSpectrumInfo::uid
agora::rtc::uid_t uid
Definition: AgoraMediaBase.h:1205
agora::media::IVideoFrameObserver::VIDEO_FRAME_PROCESS_MODE
VIDEO_FRAME_PROCESS_MODE
Definition: AgoraMediaBase.h:1286
agora::media::base::ExternalVideoFrame::format
VIDEO_PIXEL_FORMAT format
Definition: AgoraMediaBase.h:632
agora::media::base::ExternalVideoFrame::stride
int stride
Definition: AgoraMediaBase.h:641
agora::media::base::ExternalVideoFrame::eglType
EGL_CONTEXT_TYPE eglType
Definition: AgoraMediaBase.h:688