Agora C++ API Reference for All Platforms

video_node_i.h
1 //
2 // Agora Media SDK
3 //
4 // Created by Sting Feng in 2015-05.
5 // Copyright (c) 2015 Agora IO. All rights reserved.
6 //
7 #pragma once
8
9 #include <memory>
10 #include <string>
11 #include <vector>
12
13 #include "AgoraMediaBase.h"
14 #include "AgoraRefPtr.h"
15
16 #include "NGIAgoraCameraCapturer.h"
17 #include "NGIAgoraVideoMixerSource.h"
18 #include "NGIAgoraMediaNodeFactory.h"
19 #include "NGIAgoraMediaNode.h"
20 #include "api/video/video_frame.h"
21 #include "main/core/video/stats_and_events/video_stats_events_pusher.h"
22 #include "facilities/miscellaneous/view_manager.h"
23
24 namespace webrtc {
25 class VideoFrame;
26 } // namespace webrtc
27
28 namespace rtc {
29 struct VideoSinkWants;
30
31 template <typename VideoFrameT>
32 class VideoSinkInterface;
33 } // namespace rtc
34
35 namespace agora {
36 namespace rtc {
37 struct RenderFreezeStats;
38
39 enum InternalRendererType {
40 RENDERER_NONE = -1,
41 RENDERER_BUILT_IN_RENDERER = 0,
42 RENDERER_EXT_OBSERVER = 3,
43 };
44
45 struct PreviewMetaInfo {
46 agora::rtc::view_shared_ptr_t view;
47 bool mirror;
48 bool vsync_mode;
49 media::base::RENDER_MODE_TYPE render_mode;
50 };
51
52 struct FrameProcessResult {
53 webrtc::VideoFrame outputFrame;
54 bool dropFrame;
55 FrameProcessResult(const webrtc::VideoFrame& frame, bool drop) : outputFrame(frame), dropFrame(drop) {}
56 };
57
58 struct VideoDataPipeFormat {
59 VideoFormat format;
60 bool fixed = false;
61
62 VideoDataPipeFormat() = default;
63 VideoDataPipeFormat(const VideoFormat& f, bool fi) : format(f), fixed(fi) {}
64
65 bool operator==(const VideoDataPipeFormat& fmt) const {
66 return format == fmt.format && fixed == fmt.fixed;
67 }
68 bool operator!=(const VideoDataPipeFormat& fmt) const {
69 return !operator==(fmt);
70 }
71 };
72
73 static const char* const BUILT_IN_SOURCE_FILTER = "built-in-source-filter";
74 static const char* const BUILT_IN_METADATA_OBSERVER = "built-in-metadata-observer";
75 static const char* const BUILT_IN_ADAPTER = "built-in-adapter";
76 static const char* const BUILT_IN_REMOTE_ADAPTER = "built-in-remote-adapter";
77 static const char* const BUILT_IN_PRE_ENCODER_WATERMARK_FILTER = "built-in-pre-encoder-watermarker";
78 static const char* const BUILT_IN_POST_CAPTURER_WATERMARK_FILTER = "built-in-post-capturer-watermarker";
79
80 static const char* const BUILT_IN_PRE_ENCODER_FACEDETECE_FILTER = "built-in-pre-encoder-facedetect";
81
82 static const char* const BUILT_IN_SOURCE_TEE = "built-in-source-tee";
83 static const char* const BUILT_IN_PREVIEW_TEE = "built-in-preview-tee";
84 static const char* const BUILT_IN_MAJOR_TEE = "built-in-major-tee";
85 static const char* const BUILT_IN_SIMULCAST_TEE = "built-in-simulcast-tee";
86 static const char* const BUILT_IN_MINOR_ADAPTER = "built-in-minor-adapter";
87 static const char* const BUILT_IN_POST_CAPTURER_FILTER_OBSERVER = "built-in-post-capturer-filter-observer";
88 static const char* const BUILT_IN_PRE_ENCODER_FILTER_OBSERVER = "built-in-pre-encoder-filter-observer";
89 static const char* const BUILT_IN_POST_CAPTURER_FILTER_FRAME_OBSERVER = "CaptureFilterModeObserver";
90 static const char* const BUILT_IN_PRE_ENCODER_FILTER_FRAME_OBSERVER = "PreEncoderFilterModeObserver";
91 static const char* const BUILT_IN_STITCH_FRAME = "built-in-stitch-frame";
92
95 class IVideoFilterEx : public IVideoFilter {
96 public:
97 // Internal node can use webrtc video frame directly to reduce copy operation.
98 virtual void adaptVideoFrameAsync(const webrtc::VideoFrame& inputFrame,
99 std::shared_ptr<FrameProcessResult> resultSp) = 0;
100
101 // TODO(Bob): This should be moved to node base.
102 virtual void onSinkWantsChanged(const ::rtc::VideoSinkWants& wants) = 0;
103 bool isExternal() override { return false; }
104 virtual void attachStatsSpace(uint64_t stats_space) {}
105 virtual void setVideoQoEPusher(std::weak_ptr<VideoStatsEventsPusher> pusher) {}
106 virtual void onDropFrame(agora::rtc::VideoQoEDropType drop_type) {}
107 virtual void SetFilterId(std::string id) {}
108
109 protected:
110 ~IVideoFilterEx() {}
111 };
112
115 class IVideoFrameAdapter : public IVideoFilterEx {
116 public:
117 // Requests the output frame size and frame interval from
118 // |AdaptFrameResolution| to not be larger than |format|. Also, the input
119 // frame size will be cropped to match the requested aspect ratio. When "fixed"
120 // is set false, the requested aspect ratio is orientation agnostic
121 // and will be adjusted to maintain the input orientation, so it doesn't matter
122 // if e.g. 1280x720 or 720x1280 is requested. Otherwise, the output format is
123 // fixed. The input frame may be cropped and rotated to meet the output format.
124 virtual void setOutputFormat(const VideoFormat& format, bool fixed = false) = 0;
125
126 virtual void setOutputFormat(const VideoDataPipeFormat& format, agora::Optional<VideoDataPipeFormat>& source_pipe_format_expected) {
127 setOutputFormat(format.format, format.fixed);
128 };
129
130 // Request the output frame in a fixed rotation.
131 virtual void setOutputRotation(webrtc::VideoRotation rotation) {}
132
133 // mirror the frame
134 virtual void setMirror(bool mirror) {}
135
136 protected:
137 ~IVideoFrameAdapter() {}
138 };
139
140 enum CAMERA_OUTPUT_DATA_TYPE {
141 CAMERA_OUTPUT_RAW = 0, // YUV
142 CAMERA_OUTPUT_TEXTURE = 1, // Texture
143 CAMERA_OUTPUT_TEXTURE_AND_RAW = 2, // YUV && Texture
144 };
145
146 class ICameraCapturerEx : public ICameraCapturer {
147 public:
148 virtual ~ICameraCapturerEx() {}
149
150 #if defined(__ANDROID__) || (defined(TARGET_OS_IPHONE) && TARGET_OS_IPHONE)
151 virtual void setPreviewInfo(const PreviewMetaInfo& info) {}
152 virtual int setCameraSourceLLApiInternal(ICameraCapturer::CAMERA_SOURCE source) = 0;
153 virtual bool isZoomSupportedLLApiInternal() = 0;
154 virtual int32_t setCameraZoomLLApiInternal(float zoomValue) = 0;
155 virtual float getCameraMaxZoomLLApiInternal() = 0;
156 virtual bool isFocusSupportedLLApiInternal() = 0;
157 virtual int32_t setCameraFocusLLApiInternal(float x, float y) = 0;
158 virtual bool isAutoFaceFocusSupportedLLApiInternal() = 0;
159 virtual int32_t setCameraAutoFaceFocusLLApiInternal(bool enable) = 0;
160 virtual int32_t enableFaceDetectionLLApiInternal(bool enable) = 0;
161 virtual bool isCameraFaceDetectSupportedLLApiInternal() = 0;
162 virtual bool isCameraTorchSupportedLLApiInternal() = 0;
163 virtual int32_t setCameraTorchOnLLApiInternal(bool isOn) = 0;
164 virtual bool isCameraExposurePositionSupportedLLApiInternal() = 0;
165 virtual int setCameraExposurePositionLLApiInternal(float positionXinView, float positionYinView) = 0;
166 virtual bool isCameraExposureSupportedLLApiInternal() = 0;
167 virtual int setCameraExposureFactorLLApiInternal(float factor) = 0;
168 virtual int switchCameraLLApiInternal() = 0;
169 #elif defined(_WIN32) || (defined(TARGET_OS_IPHONE) && !(TARGET_OS_IPHONE) && (TARGET_OS_MAC)) || \
170 (defined(__linux__) && !defined(__ANDROID__))
171 virtual int initWithDeviceIdLLApiInternal(const char* deviceId) = 0;
172 virtual int initWithDeviceNameLLApiInternal(const char* deviceName) = 0;
173 #endif
174
175 virtual int setDeviceOrientationLLApiInternal(VIDEO_ORIENTATION orientation) = 0;
176 virtual int setCaptureFormatLLApiInternal(const VideoFormat& capture_format) = 0;
177 virtual VideoFormat getCaptureFormatLLApiInternal() = 0;
178 virtual int registerCameraObserverLLApiInternal(ICameraCaptureObserver* observer) = 0;
179 virtual int unregisterCameraObserverLLApiInternal(ICameraCaptureObserver* observer) = 0;
180
181 #if defined(__ANDROID__)
182 virtual void setCameraOutputDataType(CAMERA_OUTPUT_DATA_TYPE type) = 0;
183 virtual CAMERA_OUTPUT_DATA_TYPE getCameraOutputDataType() = 0;
184 virtual void setCameraSelected(int module_selected) = 0;
185 virtual void setCameraSelectedLevel(int camera_selected_level) = 0;
186 virtual void setCameraPqFirst(bool pq_first) = 0;
187 virtual void setCameraSkipControl(int skip_control) = 0;
188 virtual void setVideoStabilityMode(int mode) = 0;
189 virtual void setCameraLowPower(bool lowPower) = 0;
190 virtual void setAutoFaceDetectFocus(bool enable) = 0;
191 virtual void setCameraTemplateType(int type) = 0;
192 virtual void setCameraTemplateVideoLowestScore(int lowestScore) = 0;
193 virtual void setCameraExtraSurface(bool extraSurface) = 0;
194 virtual void setCameraAutoWhiteBalance(bool enable) = 0;
195 virtual void setVideoEdgeMode(int mode) = 0;
196 virtual void setCamera1FocusMode(int mode) = 0;
197 virtual void setCamera2FocusMode(int mode) = 0;
198 virtual void setCamera1FpsRangeEnabled(bool enable) = 0;
199 virtual void setCameraRefocusEnabled(bool enable) = 0;
200 virtual int32_t setNoiseReductionMode(int mode) = 0;
201 virtual int setCameraSourceWithCameraId(CAMERA_SOURCE source,const char* camera_id) = 0;
202 virtual void switchCameraIdLLApiInternal(const char* cameraId) = 0;
203 virtual void setFocalLengthType(CAMERA_FOCAL_LENGTH_TYPE focalLengthType) = 0;
204 #endif
205
206 #if defined(TARGET_OS_IPHONE) && TARGET_OS_IPHONE
207 virtual bool enableMultiCameraLLApiInternal(bool enable) = 0;
208 virtual bool isCameraAutoExposureFaceModeSupportedLLApiInternal() = 0;
209 virtual int setCameraAutoExposureFaceModeEnabledLLApiInternal(bool enabled) = 0;
210 #endif
211
212 #if defined(WEBRTC_IOS)
213 virtual void setCameraDropCount(int dropcount) = 0;
214 virtual void setHDRCaptureEnable(bool enableHDRCapture) = 0;
215 virtual void setCameraMirror(VIDEO_MIRROR_MODE_TYPE mirror) = 0;
216 #endif
217 virtual void setColorSpaceInfo(webrtc::ColorSpace colorSpace) = 0;
218
219 #if defined(_WIN32) || (defined(__linux__) && !defined(__ANDROID__)) || \
220 (defined(__APPLE__) && TARGET_OS_MAC && !TARGET_OS_IPHONE)
221 virtual std::string getDeviceId() = 0;
222 #endif
223 // Requests the output frame size and frame rate.
224 // The output frame size will be cropped to match the requested aspect
225 // ratio, unless |bypass_resolution_adaption| is set true in which case
226 // no cropping is done. The output frame rate will not be larger than the
227 // requested value.
228 // When "fixed" is set false, the requested aspect ratio is orientation
229 // agnostic, so it doesn't matter if e.g. 1280x720 or 720x1280 is requested.
230 // Otherwise, the aspect ratio of output frame is fixed.
231 virtual void setOutputFormat(const VideoDataPipeFormat& output_format, bool bypass_resolution_adaption = false) = 0;
232 };
233
234 class IVideoRendererEx : public IVideoRenderer {
235 public:
236 struct ViewOption {
237 Rectangle cropArea = {0, 0, 0, 0};
238 uid_t cropAreaUid = 0;
239 bool enableAlphaMask = false;
240 uint32_t backgroundColor = 0;
241 };
242
243 using IVideoRenderer::onFrame;
244 virtual int onFrame(const webrtc::VideoFrame& videoFrame) {
245 (void)videoFrame;
246 return -ERR_NOT_SUPPORTED;
247 }
248
249 int setView(void* view, aosl_ref_t ares = AOSL_REF_INVALID) override {
250 (void) view;
251 return -ERR_NOT_SUPPORTED;
252 }
253
254 int addView(void* view, const Rectangle& cropArea, aosl_ref_t ares = AOSL_REF_INVALID) override {
255 (void) view;
256 (void) cropArea;
257 return -ERR_NOT_SUPPORTED;
258 }
259
260 int removeView(void* view) override {
261 (void) view;
262 return -ERR_NOT_SUPPORTED;
263 }
264
265 virtual int addViewEx(agora::rtc::view_shared_ptr_t view, const ViewOption& option) {
266 (void) option;
267 return -ERR_NOT_SUPPORTED;
268 }
269
270 virtual int addViewEx(agora::rtc::view_shared_ptr_t view) {
271 (void) view;
272 return -ERR_NOT_SUPPORTED;
273 }
274
275 virtual int removeViewEx(agora::view_t view) {
276 (void) view;
277 return unsetView();
278 }
279
280 int setRenderMode(void* view, media::base::RENDER_MODE_TYPE renderMode, aosl_ref_t ares = AOSL_REF_INVALID) override {
281 (void) view;
282 (void) renderMode;
283 return -ERR_NOT_SUPPORTED;
284 }
285
286 int setMirror(void* view, bool mirror, aosl_ref_t ares = AOSL_REF_INVALID) override {
287 (void) view;
288 (void) mirror;
289 return -ERR_NOT_SUPPORTED;
290 }
291
292 using IVideoRenderer::setRenderMode;
293 virtual int setRenderModeEx(agora::view_t view, media::base::RENDER_MODE_TYPE renderMode, aosl_ref_t ares = AOSL_REF_INVALID) {
294 (void) view;
295 return setRenderMode(renderMode, ares);
296 }
297
298 using IVideoRenderer::setMirror;
299 virtual int setMirrorEx(agora::view_t view, bool mirror, aosl_ref_t ares = AOSL_REF_INVALID) {
300 (void) view;
301 return setMirror(mirror, ares);
302 }
303
304 virtual int setCropAreaEx(agora::view_t view, const Rectangle& cropArea, aosl_ref_t ares = AOSL_REF_INVALID) {
305 (void) view;
306 (void) cropArea;
307 return -ERR_NOT_SUPPORTED;
308 }
309
310 virtual void attachUserInfo(uid_t uid, uint64_t state_space) {
311 (void) uid;
312 (void) state_space;
313 }
314
315 virtual void SetVideoQoEPusher(std::weak_ptr<agora::rtc::VideoStatsEventsPusher> pusher) {
316 (void) pusher;
317 }
318
319 virtual int getViewMetaInfo(PreviewMetaInfo& info) {
320 (void) info;
321 return -ERR_NOT_SUPPORTED;
322 }
323
324 virtual int getViewMetaInfo(agora::view_t view, PreviewMetaInfo& info) {
325 (void) view;
326 (void) info;
327 return -ERR_NOT_SUPPORTED;
328 }
329
330 virtual int getViewCount() {
331 return -ERR_NOT_SUPPORTED;
332 }
333
334 virtual int clearBuffer() {
335 return -ERR_NOT_SUPPORTED;
336 }
337 virtual int setRenderModeLLApiInternal(media::base::RENDER_MODE_TYPE renderMode) {return -ERR_NOT_SUPPORTED;}
338 virtual int setRenderModeLLApiInternal(void* view, media::base::RENDER_MODE_TYPE renderMode) {return -ERR_NOT_SUPPORTED;}
339 virtual int setRenderModeExLLApiInternal(view_t view, media::base::RENDER_MODE_TYPE renderMode) {return -ERR_NOT_SUPPORTED;}
340 virtual int setMirrorLLApiInternal(bool mirror) {return -ERR_NOT_SUPPORTED;}
341 virtual int setMirrorLLApiInternal(void* view, bool mirror) {return -ERR_NOT_SUPPORTED;}
342 virtual int setMirrorExLLApiInternal(view_t view, bool mirror) {return -ERR_NOT_SUPPORTED;}
343 virtual int setCropAreaExLLApiInternal(view_t view, const Rectangle& cropArea) {return -ERR_NOT_SUPPORTED;}
344 virtual int setViewLLApiInternal(view_t view) {return -ERR_NOT_SUPPORTED;}
345 virtual int addViewLLApiInternal(view_t view, const Rectangle& cropArea) {return -ERR_NOT_SUPPORTED;}
346 virtual int unsetViewLLApiInternal() {return -ERR_NOT_SUPPORTED;}
347 virtual int removeViewLLApiInternal(view_t view) {return -ERR_NOT_SUPPORTED;}
348 };
349
350 class IObservableVideoSink : public IVideoRendererEx {
351 public:
352 virtual void setVideoFrameObserver(agora::media::IVideoFrameObserver* observer) {}
353
354 protected:
355 ~IObservableVideoSink() {}
356 };
357
358 class IObservableVideoFilter : public IVideoFilterEx {
359 public:
360 virtual void setVideoFrameObserver(agora::media::IVideoFrameObserver* observer) {}
361
362 protected:
363 ~IObservableVideoFilter() {}
364 };
365
366 struct VideoEncodedImageData : public RefCountInterface {
367 std::string image;
368 VIDEO_FRAME_TYPE frameType;
369 int width;
370 int height;
371 int framesPerSecond;
372 // int64_t renderTimeInMs;
373 VIDEO_ORIENTATION rotation;
374 VIDEO_CODEC_TYPE codec;
375 VIDEO_STREAM_TYPE streamType;
376 int64_t captureTimeMs;
377 int64_t decodeTimeMs;
378 int64_t internalUplinkCostTimeStartMs;
379 int64_t ptsMs;
380 };
381
382 struct CameraCharacteristicProfile {
383 int deviceId;
384 bool isTexture;
385 bool textureCopy;
386 bool pqFirst;
387 int templateType;
388 int noiseReduce;
389 bool faceFocusing;
390 bool whiteBalance;
391 bool lowLevelCamera;
392 std::string hardwareLevel;
393 bool inited;
394 };
395
396 struct VideoHWCodecSpec {
397 std::string codecName;
398 std::string GPUVersion;
399 std::string EncodeCapacity;
400 std::string DecodeCapacity;
401 int32_t codecType = 0;
402 int32_t codecNum = 0;
403 int32_t platformid = 0;
404 std::string maxResolution;
405 std::string deviceid;
406 int32_t EncodeMaxLevel = 0;
407 int32_t inputType = 0;
408 int32_t bitrateMode = 0;
409 int32_t profile = 0;
410 int32_t minSupportedBitrate = 0;
411 bool inited = false;
412 };
413
414 struct CameraInfo {
415 bool inUse;
416 std::string deviceName;
417 std::string deviceId;
418 std::string deviceType;
419 };
420 using CameraInfoList = std::vector<CameraInfo>;
421
422 class IVideoEncodedImageCallback {
423 public:
424 virtual ~IVideoEncodedImageCallback() {}
425 virtual void OnVideoEncodedImage(agora_refptr<VideoEncodedImageData> data) = 0;
426 };
427
428 class IVideoEncodedImageSenderEx : public IVideoEncodedImageSender {
429 public:
430 virtual ~IVideoEncodedImageSenderEx() {}
431 virtual void RegisterEncodedImageCallback(IVideoEncodedImageCallback* dataCallback,
432 VIDEO_STREAM_TYPE stream_type) = 0;
433 virtual void DeRegisterEncodedImageCallback(IVideoEncodedImageCallback* dataCallback,
434 VIDEO_STREAM_TYPE stream_type) = 0;
435 virtual void AttachStatSpace(uint64_t stats_space) = 0;
436 virtual void DetachStatSpace(uint64_t stats_space) = 0;
437 virtual bool sendEncodedVideoImageLLApiInternal(const uint8_t* imageBuffer, size_t length,
438 const EncodedVideoFrameInfo& videoEncodedFrameInfo) = 0;
439
440 virtual int getWidth() const = 0;
441 virtual int getHeight() const = 0;
442 };
443
444 class IVideoFrameSenderEx : public IVideoFrameSender {
445 public:
446 using IVideoFrameSender::sendVideoFrame;
447
448 virtual ~IVideoFrameSenderEx() {}
449
450 virtual int sendVideoFrame(const webrtc::VideoFrame& videoFrame) = 0;
451
452 virtual void RegisterVideoFrameCallback(
453 ::rtc::VideoSinkInterface<webrtc::VideoFrame>* dataCallback) = 0;
454 virtual void DeRegisterVideoFrameCallback() = 0;
455 virtual int sendVideoFrameLLApiInternal(const media::base::ExternalVideoFrame& videoFrame) = 0;
456 virtual int getVideoFrame(webrtc::VideoFrame& videoFrame) = 0;
457 virtual bool pushMode() = 0;
458 };
459
460 class IVideoMixerSourceEx : public IVideoMixerSource {
461 public:
462 virtual ~IVideoMixerSourceEx() = default;
463 virtual void registerMixedFrameCallback(
464 ::rtc::VideoSinkInterface<webrtc::VideoFrame>* dataCallback) = 0;
465 virtual void deRegisterMixedFrameCallback(::rtc::VideoSinkInterface<webrtc::VideoFrame>* dataCallback) = 0;
466 virtual void onFrame(const std::string& uid, const webrtc::VideoFrame& frame) = 0;
467 virtual void startMixing() = 0;
468 virtual void stopMixing() = 0;
469 virtual bool hasVideoTrack(const std::string& id) = 0;
470 virtual int addVideoTrackLLApiInternal(const char* id, agora_refptr<IVideoTrack> track) = 0;
471 virtual int removeVideoTrackLLApiInternal(const char* id, agora_refptr<IVideoTrack> track) = 0;
472 virtual int setStreamLayoutLLApiInternal(const char* id, const MixerLayoutConfig& config, std::shared_ptr<int> result) = 0;
473 virtual int addImageSourceLLApiInternal(const char* id, const MixerLayoutConfig& config, ImageType type, std::shared_ptr<int> result) = 0;
474 virtual int delImageSourceLLApiInternal(const char* id) = 0;
475 virtual int delStreamLayoutLLApiInternal(const char* id) = 0;
476 virtual int clearLayoutLLApiInternal() = 0;
477 virtual int refreshLLApiInternal() = 0;
478 virtual int setBackgroundLLApiInternal(uint32_t width, uint32_t height, int fps, uint32_t color_rgba = 0) = 0;
479 virtual int setBackgroundLLApiInternal(uint32_t width, uint32_t height, int fps, const char* url) = 0;
480 virtual int setRotationLLApiInternal(uint8_t rotation) = 0;
481 virtual int getAvgMixerDelayLLApiInternal() = 0;
482 virtual int setMasterClockSourceLLApiInternal(const char* id = NULL) = 0;
483 };
484
485 class IVideoFrameTransceiverEx : public IVideoFrameTransceiver {
486 public:
487 virtual int onFrame(const webrtc::VideoFrame& videoFrame) = 0;
488 virtual void registerFrameCallback(
489 ::rtc::VideoSinkInterface<webrtc::VideoFrame>* dataCallback) = 0;
490 virtual void deRegisterFrameCallback(::rtc::VideoSinkInterface<webrtc::VideoFrame>* dataCallback) = 0;
491 virtual void observeTxDelay(ILocalVideoTrack* track) = 0;
492 virtual int addVideoTrackLLApiInternal(agora_refptr<IVideoTrack> track) = 0;
493
494 virtual int removeVideoTrackLLApiInternal(agora_refptr<IVideoTrack> track) = 0;
495 };
496
497 static const char* const GLFW_RESOURCE = "glfw_resource";
498 struct GlobalResourceMetaInfo {
499 const char* resource_name = nullptr;
500 int (*init_func)(void*) = nullptr;
501 int (*deinit_func)(void*) = nullptr;
502 void* context = nullptr;
503 bool fixed_thread = true;
504 bool init_once = false;
505 };
506
507 class IExtensionVideoFilterControlEx : public IExtensionVideoFilter::Control {
508 public:
509 virtual ~IExtensionVideoFilterControlEx() = default;
510 virtual int ReportCounter(int32_t counter_id, int32_t value) = 0;
511 virtual int ReportEvent(int32_t event_id, void* event) = 0;
512 virtual int DeclareGlobalResource(const GlobalResourceMetaInfo& meta_info, int& resource_count) = 0;
513 virtual int ReleaseGlobalResource(const GlobalResourceMetaInfo& meta_info, int& resource_count) = 0;
514 virtual void NotifySrDelay(int sr_delay_ms) = 0;
515 };
516
517 } // namespace rtc
518 } // namespace agora
agora::rtc::IVideoRendererEx::removeView
int removeView(void *view) override
Definition: video_node_i.h:260
agora::rtc::IObservableVideoFilter::setVideoFrameObserver
virtual void setVideoFrameObserver(agora::media::IVideoFrameObserver *observer)
Definition: video_node_i.h:360
agora::rtc::CameraInfo::deviceType
std::string deviceType
Definition: video_node_i.h:418
agora::rtc::VideoDataPipeFormat::operator==
bool operator==(const VideoDataPipeFormat &fmt) const
Definition: video_node_i.h:65
agora::rtc::BUILT_IN_POST_CAPTURER_FILTER_FRAME_OBSERVER
static const char *const BUILT_IN_POST_CAPTURER_FILTER_FRAME_OBSERVER
Definition: video_node_i.h:89
agora::rtc::CameraInfo::deviceName
std::string deviceName
Definition: video_node_i.h:416
agora::rtc::ICameraCapturerEx::setCameraAutoFaceFocusLLApiInternal
virtual int32_t setCameraAutoFaceFocusLLApiInternal(bool enable)=0
agora::rtc::ICameraCapturerEx::isCameraFaceDetectSupportedLLApiInternal
virtual bool isCameraFaceDetectSupportedLLApiInternal()=0
agora::rtc::VideoHWCodecSpec::maxResolution
std::string maxResolution
Definition: video_node_i.h:404
agora::rtc::IVideoMixerSourceEx::setBackgroundLLApiInternal
virtual int setBackgroundLLApiInternal(uint32_t width, uint32_t height, int fps, uint32_t color_rgba=0)=0
agora::rtc::VideoEncodedImageData::framesPerSecond
int framesPerSecond
Definition: video_node_i.h:371
agora::rtc::IVideoRenderer::unsetView
virtual int unsetView(aosl_ref_t ares=AOSL_REF_INVALID)=0
agora::rtc::IVideoEncodedImageSenderEx
Definition: video_node_i.h:428
agora::rtc::IVideoMixerSourceEx::~IVideoMixerSourceEx
virtual ~IVideoMixerSourceEx()=default
agora::rtc::IVideoMixerSourceEx::refreshLLApiInternal
virtual int refreshLLApiInternal()=0
agora::rtc::IVideoRendererEx::setMirrorEx
virtual int setMirrorEx(agora::view_t view, bool mirror, aosl_ref_t ares=AOSL_REF_INVALID)
Definition: video_node_i.h:299
agora::rtc::IVideoMixerSourceEx::delImageSourceLLApiInternal
virtual int delImageSourceLLApiInternal(const char *id)=0
agora::rtc::ICameraCapturerEx::setCameraDropCount
virtual void setCameraDropCount(int dropcount)=0
agora::rtc::IVideoRendererEx::setMirrorExLLApiInternal
virtual int setMirrorExLLApiInternal(view_t view, bool mirror)
Definition: video_node_i.h:342
agora::rtc::CAMERA_OUTPUT_DATA_TYPE
CAMERA_OUTPUT_DATA_TYPE
Definition: video_node_i.h:140
agora::rtc::ICameraCapturerEx::setCamera2FocusMode
virtual void setCamera2FocusMode(int mode)=0
agora::rtc::ICameraCaptureObserver
Definition: NGIAgoraCameraCapturer.h:484
agora::rtc::ICameraCapturer::CAMERA_SOURCE
CAMERA_SOURCE
Definition: NGIAgoraCameraCapturer.h:26
agora::rtc::IVideoFrameAdapter
Definition: video_node_i.h:115
agora::rtc::VideoHWCodecSpec::platformid
int32_t platformid
Definition: video_node_i.h:403
agora::rtc::ICameraCapturerEx::setCameraAutoWhiteBalance
virtual void setCameraAutoWhiteBalance(bool enable)=0
agora::rtc::IVideoMixerSourceEx::registerMixedFrameCallback
virtual void registerMixedFrameCallback(::rtc::VideoSinkInterface< webrtc::VideoFrame > *dataCallback)=0
agora::agora_refptr
Definition: AgoraRefPtr.h:44
agora::rtc::BUILT_IN_MAJOR_TEE
static const char *const BUILT_IN_MAJOR_TEE
Definition: video_node_i.h:84
agora::rtc::IVideoFrameTransceiver
Definition: NGIAgoraMediaNode.h:936
agora::rtc::RENDERER_EXT_OBSERVER
@ RENDERER_EXT_OBSERVER
Definition: video_node_i.h:42
agora::rtc::IVideoEncodedImageSenderEx::sendEncodedVideoImageLLApiInternal
virtual bool sendEncodedVideoImageLLApiInternal(const uint8_t *imageBuffer, size_t length, const EncodedVideoFrameInfo &videoEncodedFrameInfo)=0
agora::rtc::GlobalResourceMetaInfo::fixed_thread
bool fixed_thread
Definition: video_node_i.h:503
agora::rtc::IObservableVideoFilter
Definition: video_node_i.h:358
agora::rtc::IExtensionVideoFilterControlEx
Definition: video_node_i.h:507
agora::rtc::IVideoFilterEx::onDropFrame
virtual void onDropFrame(agora::rtc::VideoQoEDropType drop_type)
Definition: video_node_i.h:106
agora::rtc::IVideoRendererEx::setView
int setView(void *view, aosl_ref_t ares=AOSL_REF_INVALID) override
Definition: video_node_i.h:249
agora::rtc::IVideoMixerSourceEx::addImageSourceLLApiInternal
virtual int addImageSourceLLApiInternal(const char *id, const MixerLayoutConfig &config, ImageType type, std::shared_ptr< int > result)=0
webrtc
Definition: common_defines.h:18
agora::rtc::VideoHWCodecSpec::codecType
int32_t codecType
Definition: video_node_i.h:401
agora::rtc::IVideoFrameSenderEx::pushMode
virtual bool pushMode()=0
agora::rtc::Rectangle
Definition: AgoraBase.h:2224
agora::rtc::MixerLayoutConfig
Definition: NGIAgoraVideoMixerSource.h:18
agora::rtc::ICameraCapturerEx::setNoiseReductionMode
virtual int32_t setNoiseReductionMode(int mode)=0
agora::rtc::EncodedVideoFrameInfo
Definition: AgoraBase.h:1643
agora::rtc::CameraCharacteristicProfile::textureCopy
bool textureCopy
Definition: video_node_i.h:385
agora::media::IVideoFrameObserver
Definition: AgoraMediaBase.h:1652
agora::view_t
void * view_t
Definition: AgoraBase.h:818
agora::rtc::ICameraCapturerEx::setDeviceOrientationLLApiInternal
virtual int setDeviceOrientationLLApiInternal(VIDEO_ORIENTATION orientation)=0
agora::rtc::ICameraCapturerEx::setCameraTorchOnLLApiInternal
virtual int32_t setCameraTorchOnLLApiInternal(bool isOn)=0
agora::rtc::ICameraCapturerEx::switchCameraIdLLApiInternal
virtual void switchCameraIdLLApiInternal(const char *cameraId)=0
agora::rtc::CameraCharacteristicProfile::inited
bool inited
Definition: video_node_i.h:393
agora::rtc::IVideoRendererEx::setViewLLApiInternal
virtual int setViewLLApiInternal(view_t view)
Definition: video_node_i.h:344
agora::rtc::IVideoMixerSourceEx::setRotationLLApiInternal
virtual int setRotationLLApiInternal(uint8_t rotation)=0
agora::rtc::VideoHWCodecSpec::bitrateMode
int32_t bitrateMode
Definition: video_node_i.h:408
agora::rtc::VideoEncodedImageData::image
std::string image
Definition: video_node_i.h:367
agora::rtc::IVideoFrameTransceiverEx::removeVideoTrackLLApiInternal
virtual int removeVideoTrackLLApiInternal(agora_refptr< IVideoTrack > track)=0
agora::rtc::IVideoFrameSenderEx::sendVideoFrameLLApiInternal
virtual int sendVideoFrameLLApiInternal(const media::base::ExternalVideoFrame &videoFrame)=0
agora::rtc::BUILT_IN_PREVIEW_TEE
static const char *const BUILT_IN_PREVIEW_TEE
Definition: video_node_i.h:83
agora::rtc::IVideoMixerSourceEx::deRegisterMixedFrameCallback
virtual void deRegisterMixedFrameCallback(::rtc::VideoSinkInterface< webrtc::VideoFrame > *dataCallback)=0
agora::rtc::IVideoRendererEx::attachUserInfo
virtual void attachUserInfo(uid_t uid, uint64_t state_space)
Definition: video_node_i.h:310
agora::rtc::VideoEncodedImageData::frameType
VIDEO_FRAME_TYPE frameType
Definition: video_node_i.h:368
agora::rtc::ICameraCapturerEx::setHDRCaptureEnable
virtual void setHDRCaptureEnable(bool enableHDRCapture)=0
agora::rtc::IVideoFilterEx::adaptVideoFrameAsync
virtual void adaptVideoFrameAsync(const webrtc::VideoFrame &inputFrame, std::shared_ptr< FrameProcessResult > resultSp)=0
agora::rtc::IVideoEncodedImageCallback::~IVideoEncodedImageCallback
virtual ~IVideoEncodedImageCallback()
Definition: video_node_i.h:424
agora::rtc::ICameraCapturerEx::getCameraOutputDataType
virtual CAMERA_OUTPUT_DATA_TYPE getCameraOutputDataType()=0
agora::rtc::VideoHWCodecSpec::codecName
std::string codecName
Definition: video_node_i.h:397
agora::rtc::VideoHWCodecSpec::inited
bool inited
Definition: video_node_i.h:411
agora::rtc::ICameraCapturerEx::setCameraExtraSurface
virtual void setCameraExtraSurface(bool extraSurface)=0
agora::rtc::IVideoMixerSourceEx::getAvgMixerDelayLLApiInternal
virtual int getAvgMixerDelayLLApiInternal()=0
agora::rtc::IVideoRendererEx::setRenderModeExLLApiInternal
virtual int setRenderModeExLLApiInternal(view_t view, media::base::RENDER_MODE_TYPE renderMode)
Definition: video_node_i.h:339
agora::rtc::IVideoRendererEx::setMirrorLLApiInternal
virtual int setMirrorLLApiInternal(bool mirror)
Definition: video_node_i.h:340
agora::rtc::IVideoRendererEx::onFrame
virtual int onFrame(const webrtc::VideoFrame &videoFrame)
Definition: video_node_i.h:244
agora::rtc::ICameraCapturerEx::enableMultiCameraLLApiInternal
virtual bool enableMultiCameraLLApiInternal(bool enable)=0
agora::rtc::VIDEO_MIRROR_MODE_TYPE
VIDEO_MIRROR_MODE_TYPE
Definition: AgoraBase.h:1822
agora::rtc::PreviewMetaInfo::vsync_mode
bool vsync_mode
Definition: video_node_i.h:48
agora::rtc::VideoDataPipeFormat::operator!=
bool operator!=(const VideoDataPipeFormat &fmt) const
Definition: video_node_i.h:68
agora::rtc::CameraCharacteristicProfile::whiteBalance
bool whiteBalance
Definition: video_node_i.h:390
agora::rtc::IExtensionVideoFilterControlEx::ReportCounter
virtual int ReportCounter(int32_t counter_id, int32_t value)=0
agora::rtc::BUILT_IN_POST_CAPTURER_WATERMARK_FILTER
static const char *const BUILT_IN_POST_CAPTURER_WATERMARK_FILTER
Definition: video_node_i.h:78
agora::rtc::CAMERA_OUTPUT_RAW
@ CAMERA_OUTPUT_RAW
Definition: video_node_i.h:141
agora::rtc::IVideoEncodedImageSender
Definition: NGIAgoraMediaNode.h:758
agora::rtc::BUILT_IN_PRE_ENCODER_FILTER_OBSERVER
static const char *const BUILT_IN_PRE_ENCODER_FILTER_OBSERVER
Definition: video_node_i.h:88
agora::rtc::ICameraCapturerEx::setVideoStabilityMode
virtual void setVideoStabilityMode(int mode)=0
agora::rtc::CameraInfoList
std::vector< CameraInfo > CameraInfoList
Definition: video_node_i.h:420
agora
Definition: AgoraAtomicOps.h:21
agora::rtc::ICameraCapturerEx::isCameraAutoExposureFaceModeSupportedLLApiInternal
virtual bool isCameraAutoExposureFaceModeSupportedLLApiInternal()=0
agora::rtc::IVideoRendererEx::setMirror
int setMirror(void *view, bool mirror, aosl_ref_t ares=AOSL_REF_INVALID) override
Definition: video_node_i.h:286
agora::rtc::IVideoMixerSourceEx
Definition: video_node_i.h:460
agora::rtc::ICameraCapturerEx::setColorSpaceInfo
virtual void setColorSpaceInfo(webrtc::ColorSpace colorSpace)=0
agora::rtc::IVideoFrameSenderEx::getVideoFrame
virtual int getVideoFrame(webrtc::VideoFrame &videoFrame)=0
agora::rtc::ICameraCapturerEx::setCameraZoomLLApiInternal
virtual int32_t setCameraZoomLLApiInternal(float zoomValue)=0
agora::rtc::IVideoRenderer::setRenderMode
virtual int setRenderMode(media::base::RENDER_MODE_TYPE renderMode, aosl_ref_t ares=AOSL_REF_INVALID)=0
agora::rtc::IVideoFilterEx::SetFilterId
virtual void SetFilterId(std::string id)
Definition: video_node_i.h:107
agora::rtc::IVideoRendererEx::ViewOption
Definition: video_node_i.h:236
agora::rtc::IVideoRendererEx::setRenderMode
int setRenderMode(void *view, media::base::RENDER_MODE_TYPE renderMode, aosl_ref_t ares=AOSL_REF_INVALID) override
Definition: video_node_i.h:280
agora::rtc::ICameraCapturerEx::setCameraExposurePositionLLApiInternal
virtual int setCameraExposurePositionLLApiInternal(float positionXinView, float positionYinView)=0
agora::rtc::BUILT_IN_MINOR_ADAPTER
static const char *const BUILT_IN_MINOR_ADAPTER
Definition: video_node_i.h:86
agora::rtc::IVideoMixerSourceEx::startMixing
virtual void startMixing()=0
agora::rtc::BUILT_IN_SIMULCAST_TEE
static const char *const BUILT_IN_SIMULCAST_TEE
Definition: video_node_i.h:85
agora::rtc::ICameraCapturerEx::isCameraExposurePositionSupportedLLApiInternal
virtual bool isCameraExposurePositionSupportedLLApiInternal()=0
agora::rtc::IVideoFrameSenderEx::DeRegisterVideoFrameCallback
virtual void DeRegisterVideoFrameCallback()=0
agora::rtc::GlobalResourceMetaInfo::deinit_func
int(* deinit_func)(void *)
Definition: video_node_i.h:501
agora::rtc::VideoEncodedImageData::ptsMs
int64_t ptsMs
Definition: video_node_i.h:379
agora::rtc::IVideoMixerSourceEx::setBackgroundLLApiInternal
virtual int setBackgroundLLApiInternal(uint32_t width, uint32_t height, int fps, const char *url)=0
agora::rtc::VideoDataPipeFormat::fixed
bool fixed
Definition: video_node_i.h:60
agora::media::base::ExternalVideoFrame
Definition: AgoraMediaBase.h:830
agora::rtc::ICameraCapturerEx::setCameraSourceWithCameraId
virtual int setCameraSourceWithCameraId(CAMERA_SOURCE source, const char *camera_id)=0
agora::rtc::GLFW_RESOURCE
static const char *const GLFW_RESOURCE
Definition: video_node_i.h:497
agora::rtc::VideoFormat
Definition: AgoraBase.h:2727
agora::rtc::GlobalResourceMetaInfo
Definition: video_node_i.h:498
agora::rtc::VIDEO_CODEC_TYPE
VIDEO_CODEC_TYPE
Definition: AgoraBase.h:1173
agora::rtc::RENDERER_BUILT_IN_RENDERER
@ RENDERER_BUILT_IN_RENDERER
Definition: video_node_i.h:41
agora::rtc::IObservableVideoFilter::~IObservableVideoFilter
~IObservableVideoFilter()
Definition: video_node_i.h:363
agora::rtc::IVideoRendererEx::setCropAreaEx
virtual int setCropAreaEx(agora::view_t view, const Rectangle &cropArea, aosl_ref_t ares=AOSL_REF_INVALID)
Definition: video_node_i.h:304
agora::rtc::IVideoFrameSenderEx::~IVideoFrameSenderEx
virtual ~IVideoFrameSenderEx()
Definition: video_node_i.h:448
agora::rtc::ICameraCapturerEx::isZoomSupportedLLApiInternal
virtual bool isZoomSupportedLLApiInternal()=0
agora::rtc::RENDERER_NONE
@ RENDERER_NONE
Definition: video_node_i.h:40
agora::rtc::GlobalResourceMetaInfo::context
void * context
Definition: video_node_i.h:502
agora::rtc::IVideoFilterEx::setVideoQoEPusher
virtual void setVideoQoEPusher(std::weak_ptr< VideoStatsEventsPusher > pusher)
Definition: video_node_i.h:105
agora::rtc::VIDEO_ORIENTATION
VIDEO_ORIENTATION
Definition: AgoraBase.h:951
agora::rtc::IVideoFilterEx::attachStatsSpace
virtual void attachStatsSpace(uint64_t stats_space)
Definition: video_node_i.h:104
agora::rtc::CameraCharacteristicProfile::faceFocusing
bool faceFocusing
Definition: video_node_i.h:389
agora::rtc::ICameraCapturerEx::setCameraLowPower
virtual void setCameraLowPower(bool lowPower)=0
agora::rtc::IVideoFrameSenderEx::sendVideoFrame
virtual int sendVideoFrame(const webrtc::VideoFrame &videoFrame)=0
agora::rtc::VideoEncodedImageData::decodeTimeMs
int64_t decodeTimeMs
Definition: video_node_i.h:377
agora::rtc::ICameraCapturerEx::setCameraSelected
virtual void setCameraSelected(int module_selected)=0
agora::rtc::IExtensionVideoFilterControlEx::ReleaseGlobalResource
virtual int ReleaseGlobalResource(const GlobalResourceMetaInfo &meta_info, int &resource_count)=0
agora::rtc::ICameraCapturerEx::setAutoFaceDetectFocus
virtual void setAutoFaceDetectFocus(bool enable)=0
agora::rtc::ICameraCapturer
Definition: NGIAgoraCameraCapturer.h:20
agora::rtc::BUILT_IN_PRE_ENCODER_FILTER_FRAME_OBSERVER
static const char *const BUILT_IN_PRE_ENCODER_FILTER_FRAME_OBSERVER
Definition: video_node_i.h:90
agora::rtc::ICameraCapturerEx::setCameraTemplateVideoLowestScore
virtual void setCameraTemplateVideoLowestScore(int lowestScore)=0
agora::rtc::IVideoRendererEx::ViewOption::cropAreaUid
uid_t cropAreaUid
Definition: video_node_i.h:238
agora::rtc::ILocalVideoTrack
Definition: NGIAgoraVideoTrack.h:366
agora::rtc::IVideoMixerSourceEx::setStreamLayoutLLApiInternal
virtual int setStreamLayoutLLApiInternal(const char *id, const MixerLayoutConfig &config, std::shared_ptr< int > result)=0
agora::rtc::IVideoFrameSenderEx
Definition: video_node_i.h:444
agora::rtc::VIDEO_FRAME_TYPE
VIDEO_FRAME_TYPE
Definition: AgoraBase.h:1015
agora::rtc::CameraInfo::inUse
bool inUse
Definition: video_node_i.h:415
agora::rtc::IVideoFilterEx::onSinkWantsChanged
virtual void onSinkWantsChanged(const ::rtc::VideoSinkWants &wants)=0
agora::rtc::VideoHWCodecSpec::deviceid
std::string deviceid
Definition: video_node_i.h:405
agora::rtc::ICameraCapturerEx::initWithDeviceNameLLApiInternal
virtual int initWithDeviceNameLLApiInternal(const char *deviceName)=0
agora::rtc::IVideoFrameTransceiverEx
Definition: video_node_i.h:485
agora::rtc::IVideoEncodedImageSenderEx::DeRegisterEncodedImageCallback
virtual void DeRegisterEncodedImageCallback(IVideoEncodedImageCallback *dataCallback, VIDEO_STREAM_TYPE stream_type)=0
agora::rtc::IVideoMixerSourceEx::hasVideoTrack
virtual bool hasVideoTrack(const std::string &id)=0
agora::rtc::IExtensionVideoFilterControlEx::ReportEvent
virtual int ReportEvent(int32_t event_id, void *event)=0
agora::rtc::BUILT_IN_PRE_ENCODER_FACEDETECE_FILTER
static const char *const BUILT_IN_PRE_ENCODER_FACEDETECE_FILTER
Definition: video_node_i.h:80
agora::rtc::IVideoMixerSource
Definition: NGIAgoraVideoMixerSource.h:44
agora::rtc::IVideoFrameTransceiverEx::deRegisterFrameCallback
virtual void deRegisterFrameCallback(::rtc::VideoSinkInterface< webrtc::VideoFrame > *dataCallback)=0
agora::rtc::IVideoFrameTransceiverEx::registerFrameCallback
virtual void registerFrameCallback(::rtc::VideoSinkInterface< webrtc::VideoFrame > *dataCallback)=0
agora::rtc::VideoDataPipeFormat
Definition: video_node_i.h:58
agora::rtc::IVideoSinkBase::onFrame
virtual int onFrame(const media::base::VideoFrame &videoFrame)=0
agora::rtc::IVideoRendererEx::addViewEx
virtual int addViewEx(agora::rtc::view_shared_ptr_t view, const ViewOption &option)
Definition: video_node_i.h:265
agora::rtc::VideoEncodedImageData::internalUplinkCostTimeStartMs
int64_t internalUplinkCostTimeStartMs
Definition: video_node_i.h:378
agora::rtc::IVideoMixerSourceEx::setMasterClockSourceLLApiInternal
virtual int setMasterClockSourceLLApiInternal(const char *id=NULL)=0
agora::rtc::VideoDataPipeFormat::VideoDataPipeFormat
VideoDataPipeFormat()=default
agora::rtc::IVideoRenderer::setMirror
virtual int setMirror(bool mirror, aosl_ref_t ares=AOSL_REF_INVALID)=0
agora::rtc::ICameraCapturerEx::setPreviewInfo
virtual void setPreviewInfo(const PreviewMetaInfo &info)
Definition: video_node_i.h:151
agora::rtc::VideoEncodedImageData::captureTimeMs
int64_t captureTimeMs
Definition: video_node_i.h:376
agora::rtc::IVideoFrameSender::sendVideoFrame
virtual int sendVideoFrame(const media::base::ExternalVideoFrame &videoFrame, aosl_ref_t ares=AOSL_REF_INVALID)=0
agora::rtc::IVideoEncodedImageSenderEx::getHeight
virtual int getHeight() const =0
agora::rtc::ICameraCapturerEx::setCameraAutoExposureFaceModeEnabledLLApiInternal
virtual int setCameraAutoExposureFaceModeEnabledLLApiInternal(bool enabled)=0
agora::rtc::IVideoFilterEx::~IVideoFilterEx
~IVideoFilterEx()
Definition: video_node_i.h:110
agora::rtc::VideoDataPipeFormat::format
VideoFormat format
Definition: video_node_i.h:59
agora::rtc::IExtensionVideoFilterControlEx::DeclareGlobalResource
virtual int DeclareGlobalResource(const GlobalResourceMetaInfo &meta_info, int &resource_count)=0
agora::rtc::IVideoRendererEx::addViewLLApiInternal
virtual int addViewLLApiInternal(view_t view, const Rectangle &cropArea)
Definition: video_node_i.h:345
agora::rtc::IVideoRendererEx::setRenderModeEx
virtual int setRenderModeEx(agora::view_t view, media::base::RENDER_MODE_TYPE renderMode, aosl_ref_t ares=AOSL_REF_INVALID)
Definition: video_node_i.h:293
agora::rtc::VideoHWCodecSpec::minSupportedBitrate
int32_t minSupportedBitrate
Definition: video_node_i.h:410
agora::rtc::IVideoMixerSourceEx::addVideoTrackLLApiInternal
virtual int addVideoTrackLLApiInternal(const char *id, agora_refptr< IVideoTrack > track)=0
agora::rtc::CameraInfo
Definition: video_node_i.h:414
agora::rtc::IVideoRenderer
Definition: NGIAgoraMediaNode.h:857
agora::rtc::IVideoEncodedImageCallback::OnVideoEncodedImage
virtual void OnVideoEncodedImage(agora_refptr< VideoEncodedImageData > data)=0
agora::rtc::IVideoEncodedImageSenderEx::getWidth
virtual int getWidth() const =0
agora::rtc::ICameraCapturerEx::unregisterCameraObserverLLApiInternal
virtual int unregisterCameraObserverLLApiInternal(ICameraCaptureObserver *observer)=0
agora::rtc::ImageType
ImageType
Definition: NGIAgoraVideoMixerSource.h:32
agora::rtc::PreviewMetaInfo
Definition: video_node_i.h:45
agora::rtc::IVideoRendererEx::removeViewEx
virtual int removeViewEx(agora::view_t view)
Definition: video_node_i.h:275
agora::rtc::BUILT_IN_SOURCE_TEE
static const char *const BUILT_IN_SOURCE_TEE
Definition: video_node_i.h:82
agora::rtc::IVideoFrameAdapter::~IVideoFrameAdapter
~IVideoFrameAdapter()
Definition: video_node_i.h:137
agora::rtc::GlobalResourceMetaInfo::init_once
bool init_once
Definition: video_node_i.h:504
agora::rtc::VideoHWCodecSpec::inputType
int32_t inputType
Definition: video_node_i.h:407
agora::rtc::IVideoRendererEx::addViewEx
virtual int addViewEx(agora::rtc::view_shared_ptr_t view)
Definition: video_node_i.h:270
agora::rtc::VideoHWCodecSpec
Definition: video_node_i.h:396
agora::rtc::ICameraCapturerEx::isCameraTorchSupportedLLApiInternal
virtual bool isCameraTorchSupportedLLApiInternal()=0
agora::rtc::ICameraCapturerEx::setCameraMirror
virtual void setCameraMirror(VIDEO_MIRROR_MODE_TYPE mirror)=0
agora::rtc::VideoHWCodecSpec::DecodeCapacity
std::string DecodeCapacity
Definition: video_node_i.h:400
agora::rtc::CAMERA_OUTPUT_TEXTURE_AND_RAW
@ CAMERA_OUTPUT_TEXTURE_AND_RAW
Definition: video_node_i.h:143
agora::rtc::ICameraCapturerEx::isAutoFaceFocusSupportedLLApiInternal
virtual bool isAutoFaceFocusSupportedLLApiInternal()=0
agora::rtc::FrameProcessResult
Definition: video_node_i.h:52
agora::rtc::ICameraCapturerEx::isCameraExposureSupportedLLApiInternal
virtual bool isCameraExposureSupportedLLApiInternal()=0
agora::rtc::FrameProcessResult::outputFrame
webrtc::VideoFrame outputFrame
Definition: video_node_i.h:53
agora::media::base::RENDER_MODE_TYPE
RENDER_MODE_TYPE
Definition: AgoraMediaBase.h:592
agora::rtc::PreviewMetaInfo::render_mode
media::base::RENDER_MODE_TYPE render_mode
Definition: video_node_i.h:49
agora::rtc::PreviewMetaInfo::mirror
bool mirror
Definition: video_node_i.h:47
agora::rtc::IExtensionVideoFilter::Control
Definition: NGIAgoraMediaNode.h:293
agora::rtc::IVideoEncodedImageSenderEx::DetachStatSpace
virtual void DetachStatSpace(uint64_t stats_space)=0
agora::rtc::IVideoRendererEx::getViewCount
virtual int getViewCount()
Definition: video_node_i.h:330
agora::rtc::ICameraCapturerEx::setFocalLengthType
virtual void setFocalLengthType(CAMERA_FOCAL_LENGTH_TYPE focalLengthType)=0
agora::rtc::IVideoFrameTransceiverEx::observeTxDelay
virtual void observeTxDelay(ILocalVideoTrack *track)=0
agora::ERR_NOT_SUPPORTED
@ ERR_NOT_SUPPORTED
Definition: AgoraBase.h:485
agora::rtc::VideoHWCodecSpec::codecNum
int32_t codecNum
Definition: video_node_i.h:402
agora::rtc::BUILT_IN_POST_CAPTURER_FILTER_OBSERVER
static const char *const BUILT_IN_POST_CAPTURER_FILTER_OBSERVER
Definition: video_node_i.h:87
agora::rtc::IVideoMixerSourceEx::delStreamLayoutLLApiInternal
virtual int delStreamLayoutLLApiInternal(const char *id)=0
agora::rtc::IVideoRendererEx::clearBuffer
virtual int clearBuffer()
Definition: video_node_i.h:334
agora::rtc::IVideoEncodedImageSenderEx::RegisterEncodedImageCallback
virtual void RegisterEncodedImageCallback(IVideoEncodedImageCallback *dataCallback, VIDEO_STREAM_TYPE stream_type)=0
agora::rtc::VideoEncodedImageData::rotation
VIDEO_ORIENTATION rotation
Definition: video_node_i.h:373
agora::rtc::BUILT_IN_STITCH_FRAME
static const char *const BUILT_IN_STITCH_FRAME
Definition: video_node_i.h:91
agora::rtc::IVideoRendererEx::setCropAreaExLLApiInternal
virtual int setCropAreaExLLApiInternal(view_t view, const Rectangle &cropArea)
Definition: video_node_i.h:343
agora::rtc::ICameraCapturerEx::initWithDeviceIdLLApiInternal
virtual int initWithDeviceIdLLApiInternal(const char *deviceId)=0
agora::rtc::BUILT_IN_SOURCE_FILTER
static const char *const BUILT_IN_SOURCE_FILTER
Definition: video_node_i.h:73
agora::rtc::IVideoEncodedImageCallback
Definition: video_node_i.h:422
agora::rtc::InternalRendererType
InternalRendererType
Definition: video_node_i.h:39
agora::rtc::ICameraCapturerEx::setCaptureFormatLLApiInternal
virtual int setCaptureFormatLLApiInternal(const VideoFormat &capture_format)=0
agora::rtc::IVideoRendererEx::ViewOption::enableAlphaMask
bool enableAlphaMask
Definition: video_node_i.h:239
agora::rtc::CameraCharacteristicProfile
Definition: video_node_i.h:382
agora::rtc::IVideoFrameSenderEx::RegisterVideoFrameCallback
virtual void RegisterVideoFrameCallback(::rtc::VideoSinkInterface< webrtc::VideoFrame > *dataCallback)=0
agora::rtc::ICameraCapturerEx::setCameraFocusLLApiInternal
virtual int32_t setCameraFocusLLApiInternal(float x, float y)=0
agora::rtc::IVideoFrameSender
Definition: NGIAgoraMediaNode.h:734
agora::rtc::ICameraCapturerEx::setCamera1FocusMode
virtual void setCamera1FocusMode(int mode)=0
agora::rtc::GlobalResourceMetaInfo::resource_name
const char * resource_name
Definition: video_node_i.h:499
agora::rtc::PreviewMetaInfo::view
agora::rtc::view_shared_ptr_t view
Definition: video_node_i.h:46
agora::rtc::VideoHWCodecSpec::EncodeMaxLevel
int32_t EncodeMaxLevel
Definition: video_node_i.h:406
agora::rtc::IVideoRendererEx::unsetViewLLApiInternal
virtual int unsetViewLLApiInternal()
Definition: video_node_i.h:346
agora::rtc::IObservableVideoSink
Definition: video_node_i.h:350
agora::rtc::IVideoEncodedImageSenderEx::~IVideoEncodedImageSenderEx
virtual ~IVideoEncodedImageSenderEx()
Definition: video_node_i.h:430
agora::rtc::BUILT_IN_PRE_ENCODER_WATERMARK_FILTER
static const char *const BUILT_IN_PRE_ENCODER_WATERMARK_FILTER
Definition: video_node_i.h:77
agora::rtc::ICameraCapturerEx::setCameraOutputDataType
virtual void setCameraOutputDataType(CAMERA_OUTPUT_DATA_TYPE type)=0
agora::rtc::ICameraCapturerEx::setCameraRefocusEnabled
virtual void setCameraRefocusEnabled(bool enable)=0
agora::rtc::CAMERA_FOCAL_LENGTH_TYPE
CAMERA_FOCAL_LENGTH_TYPE
Definition: AgoraBase.h:1221
agora::RefCountInterface
Definition: AgoraRefPtr.h:31
agora::rtc::CameraInfo::deviceId
std::string deviceId
Definition: video_node_i.h:417
agora::rtc::BUILT_IN_METADATA_OBSERVER
static const char *const BUILT_IN_METADATA_OBSERVER
Definition: video_node_i.h:74
agora::rtc::ICameraCapturerEx::getDeviceId
virtual std::string getDeviceId()=0
agora::rtc::IExtensionVideoFilterControlEx::~IExtensionVideoFilterControlEx
virtual ~IExtensionVideoFilterControlEx()=default
agora::rtc::CameraCharacteristicProfile::deviceId
int deviceId
Definition: video_node_i.h:383
agora::rtc::VIDEO_STREAM_TYPE
VIDEO_STREAM_TYPE
Definition: AgoraBase.h:1577
agora::rtc::IVideoRendererEx::getViewMetaInfo
virtual int getViewMetaInfo(PreviewMetaInfo &info)
Definition: video_node_i.h:319
agora::rtc::ICameraCapturerEx::~ICameraCapturerEx
virtual ~ICameraCapturerEx()
Definition: video_node_i.h:148
agora::rtc::IVideoFrameTransceiverEx::onFrame
virtual int onFrame(const webrtc::VideoFrame &videoFrame)=0
agora::rtc::CameraCharacteristicProfile::isTexture
bool isTexture
Definition: video_node_i.h:384
agora::rtc::IVideoEncodedImageSenderEx::AttachStatSpace
virtual void AttachStatSpace(uint64_t stats_space)=0
agora::rtc::IVideoFrameTransceiverEx::addVideoTrackLLApiInternal
virtual int addVideoTrackLLApiInternal(agora_refptr< IVideoTrack > track)=0
agora::rtc::IVideoFilterEx::isExternal
bool isExternal() override
Definition: video_node_i.h:103
agora::rtc::IVideoRendererEx
Definition: video_node_i.h:234
agora::rtc::IVideoFrameAdapter::setOutputFormat
virtual void setOutputFormat(const VideoDataPipeFormat &format, agora::Optional< VideoDataPipeFormat > &source_pipe_format_expected)
Definition: video_node_i.h:126
agora::rtc::IVideoFilterEx
Definition: video_node_i.h:95
agora::rtc::VideoEncodedImageData::codec
VIDEO_CODEC_TYPE codec
Definition: video_node_i.h:374
agora::rtc::ICameraCapturerEx
Definition: video_node_i.h:146
agora::rtc::ICameraCapturerEx::getCaptureFormatLLApiInternal
virtual VideoFormat getCaptureFormatLLApiInternal()=0
agora::rtc::ICameraCapturerEx::getCameraMaxZoomLLApiInternal
virtual float getCameraMaxZoomLLApiInternal()=0
agora::rtc::IVideoRendererEx::removeViewLLApiInternal
virtual int removeViewLLApiInternal(view_t view)
Definition: video_node_i.h:347
agora::rtc::IVideoRendererEx::ViewOption::cropArea
Rectangle cropArea
Definition: video_node_i.h:237
agora::rtc::VideoEncodedImageData
Definition: video_node_i.h:366
agora::rtc::IExtensionVideoFilterControlEx::NotifySrDelay
virtual void NotifySrDelay(int sr_delay_ms)=0
agora::rtc::BUILT_IN_REMOTE_ADAPTER
static const char *const BUILT_IN_REMOTE_ADAPTER
Definition: video_node_i.h:76
agora::rtc::CameraCharacteristicProfile::pqFirst
bool pqFirst
Definition: video_node_i.h:386
agora::rtc::ICameraCapturerEx::setCameraSkipControl
virtual void setCameraSkipControl(int skip_control)=0
agora::rtc::IVideoMixerSourceEx::removeVideoTrackLLApiInternal
virtual int removeVideoTrackLLApiInternal(const char *id, agora_refptr< IVideoTrack > track)=0
agora::rtc::GlobalResourceMetaInfo::init_func
int(* init_func)(void *)
Definition: video_node_i.h:500
agora::rtc::ICameraCapturerEx::setCameraSourceLLApiInternal
virtual int setCameraSourceLLApiInternal(ICameraCapturer::CAMERA_SOURCE source)=0
agora::rtc::uid_t
unsigned int uid_t
Definition: AgoraMediaBase.h:28
agora::rtc::VideoHWCodecSpec::EncodeCapacity
std::string EncodeCapacity
Definition: video_node_i.h:399
agora::rtc::CameraCharacteristicProfile::lowLevelCamera
bool lowLevelCamera
Definition: video_node_i.h:391
agora::rtc::IVideoRendererEx::setRenderModeLLApiInternal
virtual int setRenderModeLLApiInternal(media::base::RENDER_MODE_TYPE renderMode)
Definition: video_node_i.h:337
agora::rtc::IVideoRendererEx::SetVideoQoEPusher
virtual void SetVideoQoEPusher(std::weak_ptr< agora::rtc::VideoStatsEventsPusher > pusher)
Definition: video_node_i.h:315
agora::rtc::ICameraCapturerEx::enableFaceDetectionLLApiInternal
virtual int32_t enableFaceDetectionLLApiInternal(bool enable)=0
agora::rtc::ICameraCapturerEx::setCameraTemplateType
virtual void setCameraTemplateType(int type)=0
agora::rtc::ICameraCapturerEx::switchCameraLLApiInternal
virtual int switchCameraLLApiInternal()=0
agora::rtc::IObservableVideoSink::~IObservableVideoSink
~IObservableVideoSink()
Definition: video_node_i.h:355
agora::rtc::ICameraCapturerEx::setCameraExposureFactorLLApiInternal
virtual int setCameraExposureFactorLLApiInternal(float factor)=0
agora::rtc::ICameraCapturerEx::setCamera1FpsRangeEnabled
virtual void setCamera1FpsRangeEnabled(bool enable)=0
agora::rtc::VideoEncodedImageData::height
int height
Definition: video_node_i.h:370
agora::rtc::CAMERA_OUTPUT_TEXTURE
@ CAMERA_OUTPUT_TEXTURE
Definition: video_node_i.h:142
agora::rtc::IVideoRendererEx::setMirrorLLApiInternal
virtual int setMirrorLLApiInternal(void *view, bool mirror)
Definition: video_node_i.h:341
agora::rtc::IVideoRendererEx::addView
int addView(void *view, const Rectangle &cropArea, aosl_ref_t ares=AOSL_REF_INVALID) override
Definition: video_node_i.h:254
agora::rtc::IVideoFrameAdapter::setOutputRotation
virtual void setOutputRotation(webrtc::VideoRotation rotation)
Definition: video_node_i.h:131
agora::rtc::VideoDataPipeFormat::VideoDataPipeFormat
VideoDataPipeFormat(const VideoFormat &f, bool fi)
Definition: video_node_i.h:63
agora::rtc::IVideoRendererEx::ViewOption::backgroundColor
uint32_t backgroundColor
Definition: video_node_i.h:240
agora::rtc::IVideoMixerSourceEx::onFrame
virtual void onFrame(const std::string &uid, const webrtc::VideoFrame &frame)=0
rtc::VideoSinkInterface
Definition: video_node_i.h:32
agora::rtc::ICameraCapturerEx::isFocusSupportedLLApiInternal
virtual bool isFocusSupportedLLApiInternal()=0
agora::rtc::IVideoMixerSourceEx::clearLayoutLLApiInternal
virtual int clearLayoutLLApiInternal()=0
agora::rtc::BUILT_IN_ADAPTER
static const char *const BUILT_IN_ADAPTER
Definition: video_node_i.h:75
agora::rtc::CameraCharacteristicProfile::noiseReduce
int noiseReduce
Definition: video_node_i.h:388
agora::rtc::ICameraCapturerEx::setCameraSelectedLevel
virtual void setCameraSelectedLevel(int camera_selected_level)=0
agora::rtc::IVideoFilter
Definition: NGIAgoraMediaNode.h:197
agora::rtc::VideoHWCodecSpec::GPUVersion
std::string GPUVersion
Definition: video_node_i.h:398
agora::rtc::VideoEncodedImageData::streamType
VIDEO_STREAM_TYPE streamType
Definition: video_node_i.h:375
agora::rtc::FrameProcessResult::FrameProcessResult
FrameProcessResult(const webrtc::VideoFrame &frame, bool drop)
Definition: video_node_i.h:55
agora::rtc::IVideoFrameAdapter::setOutputFormat
virtual void setOutputFormat(const VideoFormat &format, bool fixed=false)=0
agora::rtc::IObservableVideoSink::setVideoFrameObserver
virtual void setVideoFrameObserver(agora::media::IVideoFrameObserver *observer)
Definition: video_node_i.h:352
agora::rtc::IVideoRendererEx::getViewMetaInfo
virtual int getViewMetaInfo(agora::view_t view, PreviewMetaInfo &info)
Definition: video_node_i.h:324
rtc
Definition: video_node_i.h:28
agora::rtc::ICameraCapturerEx::registerCameraObserverLLApiInternal
virtual int registerCameraObserverLLApiInternal(ICameraCaptureObserver *observer)=0
agora::rtc::CameraCharacteristicProfile::templateType
int templateType
Definition: video_node_i.h:387
agora::Optional
Definition: AgoraOptional.h:52
agora::rtc::ICameraCapturerEx::setVideoEdgeMode
virtual void setVideoEdgeMode(int mode)=0
agora::rtc::IVideoMixerSourceEx::stopMixing
virtual void stopMixing()=0
agora::rtc::IVideoRendererEx::setRenderModeLLApiInternal
virtual int setRenderModeLLApiInternal(void *view, media::base::RENDER_MODE_TYPE renderMode)
Definition: video_node_i.h:338
agora::rtc::IVideoFrameAdapter::setMirror
virtual void setMirror(bool mirror)
Definition: video_node_i.h:134
agora::rtc::ICameraCapturerEx::setCameraPqFirst
virtual void setCameraPqFirst(bool pq_first)=0
agora::rtc::CameraCharacteristicProfile::hardwareLevel
std::string hardwareLevel
Definition: video_node_i.h:392
agora::rtc::FrameProcessResult::dropFrame
bool dropFrame
Definition: video_node_i.h:54
agora::rtc::ICameraCapturerEx::setOutputFormat
virtual void setOutputFormat(const VideoDataPipeFormat &output_format, bool bypass_resolution_adaption=false)=0
agora::rtc::VideoEncodedImageData::width
int width
Definition: video_node_i.h:369
agora::rtc::VideoHWCodecSpec::profile
int32_t profile
Definition: video_node_i.h:409