feat: Full support for native sdk 3.5.1 (#484)

* feat: Full support for native sdk 3.5.1

android/src/main/java/io/agora/rtc/base/Annotations.java

@@ -327,10 +327,10 @@ public class Annotations {
     Constants.RELAY_EVENT_PACKET_UPDATE_DEST_CHANNEL_NOT_CHANGE,
     Constants.RELAY_EVENT_PACKET_UPDATE_DEST_CHANNEL_IS_NULL,
     Constants.RELAY_EVENT_VIDEO_PROFILE_UPDATE,
-//    Constants.RELAY_EVENT_PAUSE_SEND_PACKET_TO_DEST_CHANNEL_SUCCESS,
-//    Constants.RELAY_EVENT_PAUSE_SEND_PACKET_TO_DEST_CHANNEL_FAILED,
-//    Constants.RELAY_EVENT_RESUME_SEND_PACKET_TO_DEST_CHANNEL_SUCCESS,
-//    Constants.RELAY_EVENT_RESUME_SEND_PACKET_TO_DEST_CHANNEL_FAILED,
+    Constants.RELAY_EVENT_PAUSE_SEND_PACKET_TO_DEST_CHANNEL_SUCCESS,
+    Constants.RELAY_EVENT_PAUSE_SEND_PACKET_TO_DEST_CHANNEL_FAILED,
+    Constants.RELAY_EVENT_RESUME_SEND_PACKET_TO_DEST_CHANNEL_SUCCESS,
+    Constants.RELAY_EVENT_RESUME_SEND_PACKET_TO_DEST_CHANNEL_FAILED,
   })
   @Retention(RetentionPolicy.SOURCE)
   public @interface AgoraChannelMediaRelayEvent {
@@ -973,6 +973,7 @@ public class Annotations {
   @IntDef({
     VirtualBackgroundSource.BACKGROUND_COLOR,
     VirtualBackgroundSource.BACKGROUND_IMG,
+    VirtualBackgroundSource.BACKGROUND_BLUR,
   })
   @Retention(RetentionPolicy.SOURCE)
   public @interface AgoraVirtualBackgroundSourceType {

android/src/main/java/io/agora/rtc/base/BeanCovertor.kt

@@ -261,5 +261,6 @@ fun mapToVirtualBackgroundSource(map: Map<*, *>): VirtualBackgroundSource {
     (map["backgroundSourceType"] as? Number)?.let { backgroundSourceType = it.toInt() }
     (map["color"] as? Map<*, *>)?.let { color = mapToColor(it) }
     (map["source"] as? String)?.let { source = it }
+    (map["blur_degree"] as? Int)?.let { blur_degree = it }
   }
 }

android/src/main/java/io/agora/rtc/base/Extensions.kt

@@ -155,6 +155,13 @@ fun AgoraFacePositionInfo.toMap(): Map<String, Any?> {
   )
 }
 
+fun AudioFileInfo.toMap(): Map<String, Any?> {
+  return hashMapOf(
+    "filePath" to filePath,
+    "durationMs" to durationMs
+  )
+}
+
 fun Array<out AgoraFacePositionInfo>.toMapList(): List<Map<String, Any?>> {
   return List(size) { this[it].toMap() }
 }

android/src/main/java/io/agora/rtc/base/RtcEngine.kt

@@ -168,6 +168,14 @@ class IRtcEngine {
     fun setAudioMixingPosition(params: Map<String, *>, callback: Callback)
 
     fun setAudioMixingPitch(params: Map<String, *>, callback: Callback)
+
+    fun setAudioMixingPlaybackSpeed(params: Map<String, *>, callback: Callback)
+
+    fun getAudioTrackCount(callback: Callback)
+
+    fun selectAudioTrack(params: Map<String, *>, callback: Callback)
+
+    fun setAudioMixingDualMonoMode(params: Map<String, *>, callback: Callback)
   }
 
   interface RtcAudioEffectInterface {
@@ -841,6 +849,22 @@ open class RtcEngineManager(
     callback.code(engine?.setAudioMixingPitch((params["pitch"] as Number).toInt()))
   }
 
+  override fun setAudioMixingPlaybackSpeed(params: Map<String, *>, callback: Callback) {
+    callback.code(engine?.setAudioMixingPlaybackSpeed((params["speed"] as Number).toInt()))
+  }
+
+  override fun getAudioTrackCount(callback: Callback) {
+    callback.code(engine?.audioTrackCount) { it }
+  }
+
+  override fun selectAudioTrack(params: Map<String, *>, callback: Callback) {
+    callback.code(engine?.selectAudioTrack((params["audioIndex"] as Number).toInt()))
+  }
+
+  override fun setAudioMixingDualMonoMode(params: Map<String, *>, callback: Callback) {
+    callback.code(engine?.setAudioMixingDualMonoMode((params["mode"] as Number).toInt()))
+  }
+
   override fun getEffectsVolume(callback: Callback) {
     callback.resolve(engine) { it.audioEffectManager.effectsVolume }
   }
@@ -1053,13 +1077,11 @@ open class RtcEngineManager(
   }
 
   override fun pauseAllChannelMediaRelay(callback: Callback) {
-    callback.code(-Constants.ERR_NOT_SUPPORTED)
-//    callback.code(engine?.pauseAllChannelMediaRelay())
+    callback.code(engine?.pauseAllChannelMediaRelay())
   }
 
   override fun resumeAllChannelMediaRelay(callback: Callback) {
-    callback.code(-Constants.ERR_NOT_SUPPORTED)
-//    callback.code(engine?.resumeAllChannelMediaRelay())
+    callback.code(engine?.resumeAllChannelMediaRelay())
   }
 
   override fun setDefaultAudioRoutetoSpeakerphone(params: Map<String, *>, callback: Callback) {

android/src/main/java/io/agora/rtc/base/RtcEngineEvent.kt

@@ -33,6 +33,7 @@ class RtcEngineEvents {
     const val LocalVideoStateChanged = "LocalVideoStateChanged"
     const val RemoteAudioStateChanged = "RemoteAudioStateChanged"
     const val LocalAudioStateChanged = "LocalAudioStateChanged"
+    const val RequestAudioFileInfo = "RequestAudioFileInfo"
     const val LocalPublishFallbackToAudioOnly = "LocalPublishFallbackToAudioOnly"
     const val RemoteSubscribeFallbackToAudioOnly = "RemoteSubscribeFallbackToAudioOnly"
     const val AudioRouteChanged = "AudioRouteChanged"
@@ -116,6 +117,7 @@ class RtcEngineEvents {
         "LocalVideoStateChanged" to LocalVideoStateChanged,
         "RemoteAudioStateChanged" to RemoteAudioStateChanged,
         "LocalAudioStateChanged" to LocalAudioStateChanged,
+        "RequestAudioFileInfo" to RequestAudioFileInfo,
         "LocalPublishFallbackToAudioOnly" to LocalPublishFallbackToAudioOnly,
         "RemoteSubscribeFallbackToAudioOnly" to RemoteSubscribeFallbackToAudioOnly,
         "AudioRouteChanged" to AudioRouteChanged,
@@ -325,6 +327,10 @@ class RtcEngineEventHandler(
     callback(RtcEngineEvents.LocalAudioStateChanged, state, error)
   }
 
+  override fun onRequestAudioFileInfo(info: AudioFileInfo?, error: Int) {
+    callback(RtcEngineEvents.RequestAudioFileInfo, info?.toMap(), error)
+  }
+
   override fun onLocalPublishFallbackToAudioOnly(isFallbackOrRecover: Boolean) {
     callback(RtcEngineEvents.LocalPublishFallbackToAudioOnly, isFallbackOrRecover)
   }

ios/Classes/Base/BeanCovertor.swift

@@ -430,5 +430,10 @@ func mapToVirtualBackgroundSource(_ map: [String: Any]) -> AgoraVirtualBackgroun
         backgroundSource.color = UInt(red * 255.0) << 16 + UInt(green * 255.0) << 8 + UInt(blue * 255.0)
     }
     backgroundSource.source = map["source"] as? String
+    if let blurDegree = map["blur_degree"] as? NSNumber {
+        if let blurDegree = AgoraBlurDegree(rawValue: blurDegree.uintValue) {
+            backgroundSource.blur_degree = blurDegree
+        }
+    }
     return backgroundSource
 }

ios/Classes/Base/Extensions.swift

@@ -188,6 +188,15 @@ extension AgoraFacePositionInfo {
     }
 }
 
+extension AgoraRtcAudioFileInfo {
+    func toMap() -> [String: Any?] {
+        return [
+            "filePath": filePath,
+            "durationMs": durationMs,
+        ]
+    }
+}
+
 extension Array where Element: AgoraFacePositionInfo {
     func toMapList() -> [[String: Any?]] {
         var list = [[String: Any?]]()

ios/Classes/Base/RtcEngine.swift

@@ -186,6 +186,14 @@ protocol RtcEngineAudioMixingInterface {
     func setAudioMixingPosition(_ params: NSDictionary, _ callback: Callback)
 
     func setAudioMixingPitch(_ params: NSDictionary, _ callback: Callback)
+
+    func setAudioMixingPlaybackSpeed(_ params: NSDictionary, _ callback: Callback)
+
+    func getAudioTrackCount(_ callback: Callback)
+
+    func selectAudioTrack(_ params: NSDictionary, _ callback: Callback)
+
+    func setAudioMixingDualMonoMode(_ params: NSDictionary, _ callback: Callback)
 }
 
 protocol RtcEngineAudioEffectInterface {
@@ -736,6 +744,25 @@ class RtcEngineManager: NSObject, RtcEngineInterface {
     @objc func setAudioMixingPitch(_ params: NSDictionary, _ callback: Callback) {
         callback.code(engine?.setAudioMixingPitch((params["pitch"] as! NSNumber).intValue))
     }
+
+    @objc func setAudioMixingPlaybackSpeed(_ params: NSDictionary, _ callback: Callback) {
+        callback.code(engine?.setAudioMixingPlaybackSpeed(Int32((params["speed"] as! NSNumber).intValue)))
+    }
+
+    @objc func getAudioTrackCount(_ callback: Callback) {
+        callback.code(engine?.getAudioTrackCount()) {
+            $0
+        }
+    }
+
+    @objc func selectAudioTrack(_ params: NSDictionary, _ callback: Callback) {
+        callback.code(engine?.selectAudioTrack((params["audioIndex"] as! NSNumber).intValue))
+    }
+
+    @objc func setAudioMixingDualMonoMode(_ params: NSDictionary, _ callback: Callback) {
+        let mode = AgoraAudioMixingDualMonoMode(rawValue: UInt((params["mode"] as! NSNumber).intValue))
+        callback.code(engine?.setAudioMixingDualMonoMode(mode!))
+    }
 
     @objc func getEffectsVolume(_ callback: Callback) {
         callback.resolve(engine) {
@@ -1173,13 +1200,11 @@ class RtcEngineManager: NSObject, RtcEngineInterface {
     }
 
     @objc func pauseAllChannelMediaRelay(_ callback: Callback) {
-        callback.code(-Int32(AgoraErrorCode.notSupported.rawValue))
-//        callback.code(engine?.pauseAllChannelMediaRelay())
+        callback.code(engine?.pauseAllChannelMediaRelay())
     }
 
     @objc func resumeAllChannelMediaRelay(_ callback: Callback) {
-        callback.code(-Int32(AgoraErrorCode.notSupported.rawValue))
-//        callback.code(engine?.resumeAllChannelMediaRelay())
+        callback.code(engine?.resumeAllChannelMediaRelay())
     }
 
     @objc func enableVirtualBackground(_ params: NSDictionary, _ callback: Callback) {

ios/Classes/Base/RtcEngineEvent.swift

@@ -36,6 +36,7 @@ class RtcEngineEvents {
     static let LocalVideoStateChanged = "LocalVideoStateChanged"
     static let RemoteAudioStateChanged = "RemoteAudioStateChanged"
     static let LocalAudioStateChanged = "LocalAudioStateChanged"
+    static let RequestAudioFileInfo = "RequestAudioFileInfo"
     static let LocalPublishFallbackToAudioOnly = "LocalPublishFallbackToAudioOnly"
     static let RemoteSubscribeFallbackToAudioOnly = "RemoteSubscribeFallbackToAudioOnly"
     static let AudioRouteChanged = "AudioRouteChanged"
@@ -120,6 +121,7 @@ class RtcEngineEvents {
             "LocalVideoStateChanged": LocalVideoStateChanged,
             "RemoteAudioStateChanged": RemoteAudioStateChanged,
             "LocalAudioStateChanged": LocalAudioStateChanged,
+            "RequestAudioFileInfo": RequestAudioFileInfo,
             "LocalPublishFallbackToAudioOnly": LocalPublishFallbackToAudioOnly,
             "RemoteSubscribeFallbackToAudioOnly": RemoteSubscribeFallbackToAudioOnly,
             "AudioRouteChanged": AudioRouteChanged,
@@ -297,6 +299,10 @@ extension RtcEngineEventHandler: AgoraRtcEngineDelegate {
     public func rtcEngine(_: AgoraRtcEngineKit, localAudioStateChange state: AgoraAudioLocalState, error: AgoraAudioLocalError) {
         callback(RtcEngineEvents.LocalAudioStateChanged, state.rawValue, error.rawValue)
     }
+
+    func rtcEngine(_ engine: AgoraRtcEngineKit, didRequest info: AgoraRtcAudioFileInfo, error: AgoraAudioFileInfoError) {
+        callback(RtcEngineEvents.RequestAudioFileInfo, info.toMap(), error.rawValue)
+    }
 
     public func rtcEngine(_: AgoraRtcEngineKit, didLocalPublishFallbackToAudioOnly isFallbackOrRecover: Bool) {
         callback(RtcEngineEvents.LocalPublishFallbackToAudioOnly, isFallbackOrRecover)

lib/src/classes.dart

@@ -2,6 +2,7 @@ import 'dart:ui' show Color;
 
 import 'package:agora_rtc_engine/src/enum_converter.dart';
 import 'package:json_annotation/json_annotation.dart';
+import 'events.dart';
 
 import 'enums.dart';
 
@@ -1626,8 +1627,29 @@ class VirtualBackgroundSource {
   @JsonKey(includeIfNull: false)
   String? source;
 
+  /// The degree of blurring applied to the custom background image:
+  ///
+  /// * [VirtualBackgroundBlurDegree.Low]: The degree of blurring applied to the
+  /// custom background image is low. The user can almost see the background clearly.
+  /// * [VirtualBackgroundBlurDegree.Medium]: The degree of blurring applied to
+  /// the custom background image is medium. It is difficult for the user to
+  /// recognize details in the background.
+  /// * [VirtualBackgroundBlurDegree.High]: (Default) The degree of blurring applied
+  /// to the custom background image is high. The user can barely see any
+  /// distinguishing features in the background.
+  ///
+  /// **Note**: This parameter takes effect only when the type of the custom
+  /// background image is [VirtualBackgroundSourceType.Blur].
+  @JsonKey(name: 'blur_degree')
+  VirtualBackgroundBlurDegree blurDegree;
+
   /// Constructs a [VirtualBackgroundSource]
-  VirtualBackgroundSource({this.backgroundSourceType, this.color, this.source});
+  VirtualBackgroundSource({
+    this.backgroundSourceType,
+    this.color,
+    this.source,
+    this.blurDegree = VirtualBackgroundBlurDegree.High,
+  });
 
   /// @nodoc
   factory VirtualBackgroundSource.fromJson(Map<String, dynamic> json) =>
@@ -1636,3 +1658,28 @@ class VirtualBackgroundSource {
   /// @nodoc
   Map<String, dynamic> toJson() => _$VirtualBackgroundSourceToJson(this);
 }
+
+/// The information of an audio file, which is reported in [RtcEngineEventHandler.requestAudioFileInfoCallback].
+@JsonSerializable(explicitToJson: true)
+class AudioFileInfo {
+  /// Construct the [AudioFileInfo]
+  AudioFileInfo({
+    required this.filePath,
+    required this.durationMs,
+  });
+
+  /// The file path.
+  @JsonKey()
+  String filePath;
+
+  /// The file duration (ms).
+  @JsonKey()
+  int durationMs;
+
+  /// @nodoc
+  factory AudioFileInfo.fromJson(Map<String, dynamic> json) =>
+      _$AudioFileInfoFromJson(json);
+
+  /// @nodoc
+  Map<String, dynamic> toJson() => _$AudioFileInfoToJson(this);
+}