NERtc iOS SDK  V4.6.420
NERtcEngineDelegate.h
浏览该文件的文档.
1 /*
2  * Copyright (c) 2021 NetEase, Inc. All rights reserved.
3  */
4 
5 #import <Foundation/Foundation.h>
7 #import "NERtcEngineEnum.h"
8 #import "NERtcEngineBase.h"
9 #import <CoreVideo/CoreVideo.h>
10 
11 #pragma clang diagnostic push
12 #pragma clang diagnostic ignored "-Wdocumentation"
13 
14 
15 NS_ASSUME_NONNULL_BEGIN
16 
25 @protocol NERtcEngineDelegate <NSObject>
26 
27 @optional
28 
43 - (void)onNERtcEngineDidError:(NERtcError)errCode;
44 
63 - (void)onNERtcEngineDidWarning:(NERtcWarning)warnCode msg:(NSString *)msg;
64 
79 - (void)onNERtcEngineConnectionStateChangeWithState:(NERtcConnectionStateType)state
80  reason:(NERtcReasonConnectionChangedType)reason;
81 
95 - (void)onNERtcEngineDidLeaveChannelWithResult:(NERtcError)result;
96 
113 - (void)onNERtcEngineDidDisconnectWithReason:(NERtcError)reason;
114 
127  - (void)onNERtcEngineRejoinChannel:(NERtcError)result;
128 
155  - (void)onNERtcEngineUserDidJoinWithUserID:(uint64_t)userID userName:(NSString *)userName;
156 
198 - (void)onNERtcEngineUserDidJoinWithUserID:(uint64_t)userID userName:(NSString *)userName joinExtraInfo:(nullable NERtcUserJoinExtraInfo *)joinExtraInfo;
199 
200 
224 - (void)onNERtcEngineUserDidLeaveWithUserID:(uint64_t)userID reason:(NERtcSessionLeaveReason)reason;
225 
268 - (void)onNERtcEngineUserDidLeaveWithUserID:(uint64_t)userID reason:(NERtcSessionLeaveReason)reason leaveExtraInfo:(nullable NERtcUserLeaveExtraInfo *)leaveExtraInfo;
269 
291 - (void)onNERtcEngineDidClientRoleChanged:(NERtcClientRole)oldRole newRole:(NERtcClientRole)newRole;
292 
304 
316 - (void)onNERtcEngineUserAudioDidStart:(uint64_t)userID;
317 
329 - (void)onNERtcEngineUserAudioDidStop:(uint64_t)userID;
330 
346 - (void)onNERtcEngineUserVideoDidStartWithUserID:(uint64_t)userID videoProfile:(NERtcVideoProfileType)profile;
347 
361 - (void)onNERtcEngineUserVideoDidStop:(uint64_t)userID;
362 
377 - (void)onNERtcEngineUserSubStreamDidStartWithUserID:(uint64_t)userID subStreamProfile:(NERtcVideoProfileType)profile;
378 
391 - (void)onNERtcEngineUserSubStreamDidStop:(uint64_t)userID;
392 
415 - (void)onNERtcEngineMediaRightChangeWithAudio:(BOOL)isAudioBannedByServer
416  video:(BOOL)isVideoBannedByServer;
417 
430 - (void)onNERtcEngineUserSubStreamAudioDidStart:(uint64_t)userID;
431 
444 - (void)onNERtcEngineUserSubStreamAudioDidStop:(uint64_t)userID;
445 
464 - (void)onNERtcEngineUser:(uint64_t)userID subStreamAudioMuted:(BOOL)muted;
465 
466 @end
467 
478 @protocol NERtcEngineLiveStreamObserver <NSObject>
479 
480 @optional
495 - (void)onNERTCEngineLiveStreamState:(NERtcLiveStreamStateCode)state taskID:(NSString *)taskID url:(NSString *)url;
496 
497 @end
498 
509 @protocol NERtcEngineVideoFrameObserver <NSObject>
510 
511 @optional
512 
529 - (void)onNERtcEngineVideoFrameCaptured:(CVPixelBufferRef)bufferRef rotation:(NERtcVideoRotationType)rotation;
530 
531 @end
532 
542 
543 @optional
544 //
545 //- (void)onNERtcEngineAudioDeviceInterruptionBegan;
546 //
547 //- (void)onNERtcEngineAudioDeviceInterruptionEnded;
548 
559 - (void)onNERtcEngineAudioDeviceRoutingDidChange:(NERtcAudioOutputRouting)routing;
560 
561 @end
562 
571 @protocol NERtcEngineVideoRenderSink <NSObject>
572 
573 @optional
586 - (void)onNERtcEngineRenderFrame:(NERtcVideoFrame *_Nonnull)frame;
587 
588 @end
599 @protocol NERtcEngineVideoSEIObserver <NSObject>
600 
601 @optional
602 
619 - (void)onNERtcEngineRecvSEIMsg:(uint64_t)userID message:(NSData *)message;
620 
621 @end
622 
623 @protocol NERtcEnginePreDecodeObserver <NSObject>
624  @optional
647 - (void)onNERtcEnginePreDecoderFrame:(NERtcPreDecoderFrameInfo *)preDecoderFrame;
648 
649 @end
650 
652 
653  @optional
654 
677 - (void)onNERtcEngineRequestSendKeyFrame:(NERtcStreamChannelType)videoStreamType;
678 
706 - (void)onNERtcEngineBitrateUpdated:(int)bitrateBps
707  videoStreamType:(NERtcStreamChannelType)videoStreamType;
708 
736 - (void)onNERtcEngineVideoCodecUpdated:(NERtcVideoCodecType)videoCodecType
737  videoStreamType:(NERtcStreamChannelType)videoStreamType;
738 
739 @end
740 
742  @optional
771 - (void)onNERtcEngineStartPushStreamingWithResult:(NERtcError)result channelId:(uint64_t)channelId;
781 - (void)onNERtcEngineStopPushStreaming:(NERtcError)result;
782 
792 - (void)onNERtcEnginePushStreamingChangeToReconnectingWithReason:(NERtcError)reason;
793 
803 
804 @end
805 
806 
816 NERtcEngineVideoFrameObserver, // deprecated, USE setVideoFrameObserver:(id<NERtcEngineVideoFrameObserver>)videoframeObserver instead
821 
822 @optional
823 
838 - (void)onNERtcEngineUserVideoProfileDidUpdate:(uint64_t)userID maxProfile:(NERtcVideoProfileType)maxProfile;
839 
857 - (void)onNERtcEngineUser:(uint64_t)userID videoMuted:(BOOL)muted;
858 
889 - (void)onNERtcEngineUser:(uint64_t)userID videoMuted:(BOOL)muted streamType:(NERtcStreamChannelType)streamType;
890 
904 - (void)onNERtcEngineUser:(uint64_t)userID audioMuted:(BOOL)muted;
905 
920 - (void)onNERtcEngineFirstVideoDataDidReceiveWithUserID:(uint64_t)userID;
921 
947 - (void)onNERtcEngineFirstVideoDataDidReceiveWithUserID:(uint64_t)userID streamType:(NERtcStreamChannelType)streamType;
948 
959 - (void)onNERtcEngineFirstAudioDataDidReceiveWithUserID:(uint64_t)userID;
960 
972 - (void)onEngineFirstAudioFrameDecoded:(uint64_t)userID;
973 
992 - (void)onEngineFirstVideoFrameDecoded:(uint64_t)userID width:(uint32_t)width height:(uint32_t)height;
993 
1029 - (void)onEngineFirstVideoFrameDecoded:(uint64_t)userID width:(uint32_t)width height:(uint32_t)height streamType:(NERtcStreamChannelType)streamType;
1030 
1045 - (void)onNERtcEngineAudioDeviceStateChangeWithDeviceID:(NSString *)deviceID deviceType:(NERtcAudioDeviceType)deviceType deviceState:(NERtcAudioDeviceState)deviceState;
1046 
1065 - (void)onNERtcEngineVideoDeviceStateChangeWithDeviceID:(NSString *)deviceID deviceType:(NERtcVideoDeviceType)deviceType deviceState:(NERtcVideoDeviceState)deviceState;
1066 
1079 - (void)onNERtcEngineNetworkConnectionTypeChanged:(NERtcNetworkConnectionType)newConnectionType;
1080 
1102 - (void)onAudioMixingStateChanged:(NERtcAudioMixingState)state errorCode:(NERtcAudioMixingErrorCode)errorCode;
1103 
1116 - (void)onAudioMixingTimestampUpdate:(uint64_t)timeStampMS;
1117 
1118 
1130 - (void)onAudioEffectFinished:(uint32_t)effectId;
1131 
1159 - (void)onAudioEffectTimestampUpdateWithId:(uint32_t)effectId timeStampMS:(uint64_t)timeStampMS;
1160 
1179 - (void)onLocalAudioVolumeIndication:(int)volume;
1180 
1199 - (void)onLocalAudioVolumeIndication:(int)volume withVad:(BOOL)enableVad;
1200 
1201 
1224 -(void)onRemoteAudioVolumeIndication:(nullable NSArray<NERtcAudioVolumeInfo*> *)speakers totalVolume:(int)totalVolume;
1225 
1240 - (void)onNERtcEngineHardwareResourceReleased:(NERtcError)result;
1241 
1258 - (void)onNERtcCameraFocusChanged:(CGPoint)focusPoint;
1259 
1274 - (void)onNERtcCameraExposureChanged:(CGPoint)exposurePoint;
1275 
1276 
1277 
1291 
1305 - (void)onNERtcEngineChannelMediaRelayStateDidChange:(NERtcChannelMediaRelayState)state channelName:(NSString *)channelName;
1306 
1322 - (void)onNERtcEngineDidReceiveChannelMediaRelayEvent:(NERtcChannelMediaRelayEvent)event channelName:(NSString *)channelName error:(NERtcError)error;
1323 
1337 - (void)onNERtcEngineAudioRecording:(NERtcAudioRecordingCode)code filePath:(NSString *)filePath;
1338 
1339 
1360 - (void)onNERtcEngineLocalPublishFallbackToAudioOnly:(BOOL)isFallback streamType:(NERtcStreamChannelType)streamType;
1361 
1385 - (void)onNERtcEngineRemoteSubscribeFallbackToAudioOnly:(uint64_t)uid isFallback:(BOOL)isFallback streamType:(NERtcStreamChannelType)streamType;
1386 
1402 - (void)onNERtcEngineLastmileQuality:(NERtcNetworkQuality)quality;
1403 
1420 - (void)onNERtcEngineLastmileProbeTestResult:(NERtcLastmileProbeResult *)result;
1421 
1441 - (void)onNERtcEngineVirtualBackgroundSourceEnabled:(BOOL)enabled reason:(NERtcVirtualBackgroundSourceStateReason)reason;
1442 
1457 - (void)onNERtcEngineLocalVideoWatermarkStateWithStreamType:(NERtcStreamChannelType)type
1458  state:(NERtcLocalVideoWatermarkState)state;
1471 
1504 - (void)onNERtcEngineUpdatePermissionKey:(NSString *)key error:(NERtcError)error timeout:(NSUInteger)timeout;
1505 
1506 @end
1507 
1518 @protocol NERtcEngineAudioFrameObserver <NSObject>
1519 
1520 @optional
1521 
1540 - (void)onNERtcEngineAudioFrameDidRecord:(NERtcAudioFrame *)frame;
1541 
1542 
1561 - (void)onNERtcEngineAudioFrameWillPlayback:(NERtcAudioFrame *)frame;
1562 
1585 - (void)onNERtcEnginePlaybackAudioFrameBeforeMixingWithUserID:(uint64_t)userID frame:(NERtcAudioFrame *)frame;
1586 
1611 - (void)onNERtcEnginePlaybackAudioFrameBeforeMixingWithUserID:(uint64_t)userID frame:(NERtcAudioFrame *)frame channelId:(uint64_t)channelId;
1612 
1633 - (void)onNERtcEngineMixedAudioFrame:(NERtcAudioFrame *)frame;
1634 
1635 
1654 - (void)onNERtcEngineSubStreamAudioFrameDidRecord:(NERtcAudioFrame *)frame;
1655 
1678 - (void)onNERtcEnginePlaybackSubStreamAudioFrameBeforeMixingWithUserID:(uint64_t)userID frame:(NERtcAudioFrame *)frame channelId:(uint64_t)channelId;
1679 
1680 
1681 @end
1682 
1683 NS_ASSUME_NONNULL_END
1684 
1685 #pragma clang diagnostic pop
NERtcAudioMixingErrorCode
伴音错误码。
Definition: NERtcEngineEnum.h:2276
NERtcAudioDeviceState
音频设备状态。
Definition: NERtcEngineEnum.h:2802
NERtcVirtualBackgroundSourceStateReason
虚拟背景未成功启用的原因或确认成功的信息。
Definition: NERtcEngineEnum.h:1058
NERtcChannelMediaRelayEvent
媒体流转发回调事件
Definition: NERtcEngineEnum.h:3018
NERtcChannelMediaRelayState
媒体流转发状态
Definition: NERtcEngineEnum.h:2971
NERtcVideoCodecType
Definition: NERtcEngineEnum.h:1879
NERtcAudioDeviceType
音频设备类型。
Definition: NERtcEngineEnum.h:2734
NERtcLocalVideoWatermarkState
视频水印状态。
Definition: NERtcEngineEnum.h:1240
NERtcAudioOutputRouting
音频路由。
Definition: NERtcEngineEnum.h:1383
NERtcAudioMixingState
伴音任务状态。
Definition: NERtcEngineEnum.h:2247
NERtcSessionLeaveReason
用户离开房间的原因。
Definition: NERtcEngineEnum.h:121
NERtcConnectionStateType
当前房间的连接状态。
Definition: NERtcEngineEnum.h:45
NERtcVideoProfileType
视频 profile 类型。
Definition: NERtcEngineEnum.h:386
NERtcNetworkConnectionType
网络连接的类型。
Definition: NERtcEngineEnum.h:2433
NERtcAudioRecordingCode
录音回调状态码。
Definition: NERtcEngineEnum.h:1765
NERtcNetworkQuality
网络质量类型。
Definition: NERtcEngineEnum.h:2897
NERtcVideoDeviceState
视频设备状态无限制,SDK 可以完全控制 Audio Session。
Definition: NERtcEngineEnum.h:2849
NERtcClientRole
用户角色。
Definition: NERtcEngineEnum.h:206
NERtcStreamChannelType
SEI发送的流通道类型。
Definition: NERtcEngineEnum.h:1027
NERtcLiveStreamStateCode
直播推流状态。
Definition: NERtcEngineEnum.h:2643
NERtcReasonConnectionChangedType
当前engine连接状态变更的原因。
Definition: NERtcEngineEnum.h:255
NERtcVideoDeviceType
视频设备类型。
Definition: NERtcEngineEnum.h:2772
NERtcVideoRotationType
视频数据的旋转方向
Definition: NERtcEngineEnum.h:942
NERtcError
Engine Error Code。
Definition: NERtcEngineErrorCode.h:17
NERtcWarning
Definition: NERtcEngineErrorCode.h:584
音频帧。
Definition: NERtcEngineBase.h:1480
声音音量信息。
Definition: NERtcEngineBase.h:1525
上下行 Last mile 网络质量探测结果。
Definition: NERtcEngineBase.h:2651
编码完的媒体数据帧
Definition: NERtcEngineBase.h:3007
onUserJoined 回调时的一些可选信息
Definition: NERtcEngineBase.h:2941
onUserLeave 回调时的一些可选信息
Definition: NERtcEngineBase.h:2953
视频帧信息。
Definition: NERtcEngineBase.h:1570
音频数据回调 如果需要对音频数据做处理,需要实现这个 protocol
Definition: NERtcEngineDelegate.h:1518
音频会话回调
Definition: NERtcEngineDelegate.h:541
NERtcEngine 常用回调
Definition: NERtcEngineDelegate.h:25
void onNERtcEngineReconnectingStart()
重连开始回调。 客户端和服务器断开连接时,SDK 会进行重连,重连开始时触发此回调。重连结果请参考 onNERtcEngineRejoinChannel 、onNERtcEngineDidDisconn...
NERtcEngine 扩展回调。
Definition: NERtcEngineDelegate.h:820
void onNERtcEnginePermissionKeyWillExpire()
权限密钥即将过期事件回调。
void onNERtcEngineAudioHasHowling()
检测到啸叫回调。 当声源与扩音设备之间因距离过近时,可能会产生啸叫。NERTC SDK 支持啸叫检测,当检测到有啸叫信号产生的时候,自动触发该回调直至啸叫停止。App 应用层可以在收到啸叫回调时,提示用...
直播推流状态回调 如果需要监听直播推流状态,需要实现这个 protocol
Definition: NERtcEngineDelegate.h:478
Definition: NERtcEngineDelegate.h:623
Definition: NERtcEngineDelegate.h:741
void onNERtcEnginePushStreamingReconnectedSuccess()
/* 推流过程中重连成功的回调。
Definition: NERtcEngineDelegate.h:651
本地视频数据采集回调 如果需要对采集数据做美颜等处理,需要实现这个 protocol。
Definition: NERtcEngineDelegate.h:509
外部视频渲染。
Definition: NERtcEngineDelegate.h:571
注册 SEI 观测者。 注册观测者并拉流成功后,当远端流发送 SEI,本端会收到 onNERtcEngineRecvSEIMsg 回调。
Definition: NERtcEngineDelegate.h:599