添加画中画功能

Author: zhaoyongqiang

iOS/APIExample/APIExample.xcodeproj/project.pbxproj

@@ -136,6 +136,12 @@
 		A7CA48C424553CF700507435 /* Popover.storyboard in Resources */ = {isa = PBXBuildFile; fileRef = A7CA48C224553CF600507435 /* Popover.storyboard */; };
 		B9C914453E92C7F49C93E1F5 /* Pods_APIExample.framework in Frameworks */ = {isa = PBXBuildFile; fileRef = 8551A4BC255CE49B383BC575 /* Pods_APIExample.framework */; };
 		CBCDE23FB64E60D6A79F3723 /* Pods_Agora_ScreenShare_Extension.framework in Frameworks */ = {isa = PBXBuildFile; fileRef = 09E72C5D1AABD812866E41A6 /* Pods_Agora_ScreenShare_Extension.framework */; };
+		E728B84728B5FFCB00674A4A /* PictureInPicture.strings in Resources */ = {isa = PBXBuildFile; fileRef = E728B84228B5FFCB00674A4A /* PictureInPicture.strings */; };
+		E728B84828B5FFCB00674A4A /* PictureInPicture.swift in Sources */ = {isa = PBXBuildFile; fileRef = E728B84428B5FFCB00674A4A /* PictureInPicture.swift */; };
+		E728B84928B5FFCB00674A4A /* PictureInPicture.storyboard in Resources */ = {isa = PBXBuildFile; fileRef = E728B84528B5FFCB00674A4A /* PictureInPicture.storyboard */; };
+		E728B84C28B6015800674A4A /* AgoraPictureInPictureController.m in Sources */ = {isa = PBXBuildFile; fileRef = E728B84B28B6015800674A4A /* AgoraPictureInPictureController.m */; };
+		E728B84F28B601A300674A4A /* AgoraSampleBufferRender.m in Sources */ = {isa = PBXBuildFile; fileRef = E728B84E28B601A300674A4A /* AgoraSampleBufferRender.m */; };
+		E728B85128B60D5B00674A4A /* VideoViewSampleBufferDisplayView.xib in Resources */ = {isa = PBXBuildFile; fileRef = E728B85028B60D5B00674A4A /* VideoViewSampleBufferDisplayView.xib */; };
 		E74877B328A23B2F00CA2F58 /* SimpleFilter.framework in Frameworks */ = {isa = PBXBuildFile; fileRef = 8B10BE0D26AFFFA6002E1373 /* SimpleFilter.framework */; };
 		E74877B728A23B8B00CA2F58 /* NetworkManager.swift in Sources */ = {isa = PBXBuildFile; fileRef = E74877B628A23B8B00CA2F58 /* NetworkManager.swift */; };
 		E74877BA28A23C1400CA2F58 /* JSONObject.swift in Sources */ = {isa = PBXBuildFile; fileRef = E74877B928A23C1400CA2F58 /* JSONObject.swift */; };
@@ -371,6 +377,14 @@
 		A7CA48C324553CF600507435 /* Base */ = {isa = PBXFileReference; lastKnownFileType = file.storyboard; name = Base; path = Base.lproj/Popover.storyboard; sourceTree = "<group>"; };
 		BC25C1A6D9E6B8827D095985 /* Pods_SimpleFilter.framework */ = {isa = PBXFileReference; explicitFileType = wrapper.framework; includeInIndex = 0; path = Pods_SimpleFilter.framework; sourceTree = BUILT_PRODUCTS_DIR; };
 		CC6D08A23527C200339E4FD6 /* Pods-SimpleAudioFilter.release.xcconfig */ = {isa = PBXFileReference; includeInIndex = 1; lastKnownFileType = text.xcconfig; name = "Pods-SimpleAudioFilter.release.xcconfig"; path = "Target Support Files/Pods-SimpleAudioFilter/Pods-SimpleAudioFilter.release.xcconfig"; sourceTree = "<group>"; };
+		E728B84328B5FFCB00674A4A /* zh-Hans */ = {isa = PBXFileReference; lastKnownFileType = text.plist.strings; name = "zh-Hans"; path = "zh-Hans.lproj/PictureInPicture.strings"; sourceTree = "<group>"; };
+		E728B84428B5FFCB00674A4A /* PictureInPicture.swift */ = {isa = PBXFileReference; fileEncoding = 4; lastKnownFileType = sourcecode.swift; path = PictureInPicture.swift; sourceTree = "<group>"; };
+		E728B84628B5FFCB00674A4A /* Base */ = {isa = PBXFileReference; lastKnownFileType = file.storyboard; name = Base; path = Base.lproj/PictureInPicture.storyboard; sourceTree = "<group>"; };
+		E728B84A28B6015800674A4A /* AgoraPictureInPictureController.h */ = {isa = PBXFileReference; fileEncoding = 4; lastKnownFileType = sourcecode.c.h; path = AgoraPictureInPictureController.h; sourceTree = "<group>"; };
+		E728B84B28B6015800674A4A /* AgoraPictureInPictureController.m */ = {isa = PBXFileReference; fileEncoding = 4; lastKnownFileType = sourcecode.c.objc; path = AgoraPictureInPictureController.m; sourceTree = "<group>"; };
+		E728B84D28B601A300674A4A /* AgoraSampleBufferRender.h */ = {isa = PBXFileReference; fileEncoding = 4; lastKnownFileType = sourcecode.c.h; path = AgoraSampleBufferRender.h; sourceTree = "<group>"; };
+		E728B84E28B601A300674A4A /* AgoraSampleBufferRender.m */ = {isa = PBXFileReference; fileEncoding = 4; lastKnownFileType = sourcecode.c.objc; path = AgoraSampleBufferRender.m; sourceTree = "<group>"; };
+		E728B85028B60D5B00674A4A /* VideoViewSampleBufferDisplayView.xib */ = {isa = PBXFileReference; fileEncoding = 4; lastKnownFileType = file.xib; path = VideoViewSampleBufferDisplayView.xib; sourceTree = "<group>"; };
 		E74877B628A23B8B00CA2F58 /* NetworkManager.swift */ = {isa = PBXFileReference; fileEncoding = 4; lastKnownFileType = sourcecode.swift; path = NetworkManager.swift; sourceTree = "<group>"; };
 		E74877B928A23C1400CA2F58 /* JSONObject.swift */ = {isa = PBXFileReference; fileEncoding = 4; lastKnownFileType = sourcecode.swift; path = JSONObject.swift; sourceTree = "<group>"; };
 		E74877C928A2611C00CA2F58 /* ToastView.swift */ = {isa = PBXFileReference; fileEncoding = 4; lastKnownFileType = sourcecode.swift; path = ToastView.swift; sourceTree = "<group>"; };
@@ -538,6 +552,10 @@
 				57FE7C4726B2D103002D9043 /* CircularBuffer.c */,
 				57FE7C4926B2D103002D9043 /* CircularBuffer.h */,
 				036C42B424D2A3C600A59000 /* AgoraMetalShader.metal */,
+				E728B84D28B601A300674A4A /* AgoraSampleBufferRender.h */,
+				E728B84E28B601A300674A4A /* AgoraSampleBufferRender.m */,
+				E728B84A28B6015800674A4A /* AgoraPictureInPictureController.h */,
+				E728B84B28B6015800674A4A /* AgoraPictureInPictureController.m */,
 				036C42B324D2A3C600A59000 /* AgoraMetalRender.swift */,
 				036C42AF24D2955D00A59000 /* AgoraCameraSourcePush.swift */,
 				03414B5125546C7200AB114D /* AgoraYUVImageSourcePush.h */,
@@ -711,6 +729,7 @@
 				03B12DA7251125A500E55818 /* VideoView.swift */,
 				03B12DA9251125B700E55818 /* VideoView.xib */,
 				03B12DAB251127DC00E55818 /* VideoViewMetal.xib */,
+				E728B85028B60D5B00674A4A /* VideoViewSampleBufferDisplayView.xib */,
 				A7847F912458062900469187 /* StatisticsInfo.swift */,
 				03BCEC4F244938C500ED7177 /* BaseViewController.swift */,
 				03BCEC752449EB4F00ED7177 /* LogViewController.swift */,
@@ -897,6 +916,7 @@
 		A75A56D724A0603000D0089E /* Advanced */ = {
 			isa = PBXGroup;
 			children = (
+				E728B84128B5FFCB00674A4A /* PictureInPicture */,
 				E7899BD62861673600851463 /* CreateDataStream */,
 				8BE7ABBB279E065000DFBCEF /* FusionCDN */,
 				8B5E5B4E274CB6640040E97D /* RhythmPlayer */,
@@ -940,6 +960,16 @@
 			name = "Supporting Files";
 			sourceTree = "<group>";
 		};
+		E728B84128B5FFCB00674A4A /* PictureInPicture */ = {
+			isa = PBXGroup;
+			children = (
+				E728B84228B5FFCB00674A4A /* PictureInPicture.strings */,
+				E728B84428B5FFCB00674A4A /* PictureInPicture.swift */,
+				E728B84528B5FFCB00674A4A /* PictureInPicture.storyboard */,
+			);
+			path = PictureInPicture;
+			sourceTree = "<group>";
+		};
 		E74877B528A23B8B00CA2F58 /* NetworkManager */ = {
 			isa = PBXGroup;
 			children = (
@@ -1130,9 +1160,11 @@
 				576EA54825AC3523000B3D79 /* CustomPcmAudioSource.storyboard in Resources */,
 				6709B23C2806BB4A000BCC58 /* RawAudioData.storyboard in Resources */,
 				033A9F7F252D8B5900BC26E1 /* AudioMixing.storyboard in Resources */,
+				E728B84728B5FFCB00674A4A /* PictureInPicture.strings in Resources */,
 				033A9F7A252D8B5000BC26E1 /* MediaPlayer.storyboard in Resources */,
 				8BE7ABC3279E065000DFBCEF /* FusionCDN.storyboard in Resources */,
 				0339D6D224E91B80008739CD /* QuickSwitchChannelVCItem.xib in Resources */,
+				E728B84928B5FFCB00674A4A /* PictureInPicture.storyboard in Resources */,
 				03BEED0D251CAB9C005E78F4 /* audioeffect.mp3 in Resources */,
 				A7CA48C424553CF700507435 /* Popover.storyboard in Resources */,
 				03D13BDC2448758B00B599B3 /* LaunchScreen.storyboard in Resources */,
@@ -1161,6 +1193,7 @@
 				03D13BD92448758B00B599B3 /* Assets.xcassets in Resources */,
 				033A9F6B252D8B3500BC26E1 /* MediaChannelRelay.storyboard in Resources */,
 				671BD6B927E1DB2D0076D5E1 /* CustomAudioRender.storyboard in Resources */,
+				E728B85128B60D5B00674A4A /* VideoViewSampleBufferDisplayView.xib in Resources */,
 				03D13BD72448758900B599B3 /* Main.storyboard in Resources */,
 			);
 			runOnlyForDeploymentPostprocessing = 0;
@@ -1286,13 +1319,15 @@
 				03D13BD42448758900B599B3 /* ViewController.swift in Sources */,
 				03F8733224C8696600EDB1A3 /* EntryViewController.swift in Sources */,
 				0371D8AE250B4A2C00C0DD61 /* JoinChannelAudio.swift in Sources */,
+				E728B84F28B601A300674A4A /* AgoraSampleBufferRender.m in Sources */,
 				8B333DA9267B4BC3002A3785 /* SettingsCells.swift in Sources */,
 				033A9EFC252D61E200BC26E1 /* CustomVideoRender.swift in Sources */,
 				576EA59025AEDD3C000B3D79 /* (null) in Sources */,
 				033A9F09252D61FC00BC26E1 /* RTMPStreaming.swift in Sources */,
 				6709B23B2806B0EA000BCC58 /* RawAudioData.swift in Sources */,
 				033A9EEA252D5F5E00BC26E1 /* JoinMultiChannel.swift in Sources */,
 				0339BE64251DCA3B007D4FDD /* GlobalSettings.swift in Sources */,
+				E728B84C28B6015800674A4A /* AgoraPictureInPictureController.m in Sources */,
 				8407E0942472320800AC5DE8 /* (null) in Sources */,
 				8B5E5B50274CB68E0040E97D /* RhythmPlayer.swift in Sources */,
 				036C42B524D2A3C600A59000 /* AgoraMetalRender.swift in Sources */,
@@ -1325,6 +1360,7 @@
 				03DF1D9024CFC29700DF7151 /* AudioWriteToFile.m in Sources */,
 				0339BE6D251DEAFC007D4FDD /* PrecallTest.swift in Sources */,
 				8BC751DA273E57C900552265 /* VideoProcess.swift in Sources */,
+				E728B84828B5FFCB00674A4A /* PictureInPicture.swift in Sources */,
 				5744CE0925BA99FF0099AB66 /* VideoChat.swift in Sources */,
 				034C625E2524A06800296ECF /* VoiceChanger.swift in Sources */,
 				03D13BD02448758900B599B3 /* AppDelegate.swift in Sources */,
@@ -1679,6 +1715,22 @@
 			name = Popover.storyboard;
 			sourceTree = "<group>";
 		};
+		E728B84228B5FFCB00674A4A /* PictureInPicture.strings */ = {
+			isa = PBXVariantGroup;
+			children = (
+				E728B84328B5FFCB00674A4A /* zh-Hans */,
+			);
+			name = PictureInPicture.strings;
+			sourceTree = "<group>";
+		};
+		E728B84528B5FFCB00674A4A /* PictureInPicture.storyboard */ = {
+			isa = PBXVariantGroup;
+			children = (
+				E728B84628B5FFCB00674A4A /* Base */,
+			);
+			name = PictureInPicture.storyboard;
+			sourceTree = "<group>";
+		};
 		E7899BD72861673600851463 /* CreateDataStream.strings */ = {
 			isa = PBXVariantGroup;
 			children = (

iOS/APIExample/APIExample/APIExample-Bridging-Header.h

@@ -9,3 +9,4 @@
 #import <AgoraRtcKit/AgoraRtcEngineKitEx.h>
 #import <AgoraReplayKitExtension/AgoraReplayKitExtension.h>
 #import "MediaUtils.h"
+#import "AgoraPictureInPictureController.h"

iOS/APIExample/APIExample/Common/ExternalVideo/AgoraPictureInPictureController.h

@@ -0,0 +1,33 @@
+//
+//  AgoraPictureInPictureController.h
+//  APIExample
+//
+//  Created by 胡润辰 on 2022/4/1.
+//  Copyright © 2022 Agora Corp. All rights reserved.
+//
+
+#import <Foundation/Foundation.h>
+#import "AgoraSampleBufferRender.h"
+#import <AVKit/AVKit.h>
+
+NS_ASSUME_NONNULL_BEGIN
+@protocol AgoraPictureInPictureControllerDelegate <NSObject>
+
+@optional
+
+@end
+
+//仅支持IOS15以后
+@interface AgoraPictureInPictureController : NSObject
+
+@property (nonatomic, weak) id <AgoraPictureInPictureControllerDelegate>delegate;
+
+@property (nonatomic, strong, readonly) AVPictureInPictureController *pipController;
+
+@property (nonatomic, strong, readonly) AgoraSampleBufferRender *displayView;
+
+- (instancetype)initWithDisplayView:(AgoraSampleBufferRender *)displayView;
+    
+@end
+
+NS_ASSUME_NONNULL_END

iOS/APIExample/APIExample/Common/ExternalVideo/AgoraPictureInPictureController.m

@@ -0,0 +1,60 @@
+//
+//  AgoraPictureInPictureController.m
+//  APIExample
+//
+//  Created by 胡润辰 on 2022/4/1.
+//  Copyright © 2022 Agora Corp. All rights reserved.
+//
+
+#import "AgoraPictureInPictureController.h"
+
+@interface AgoraPictureInPictureController () <AVPictureInPictureSampleBufferPlaybackDelegate>
+
+@property (nonatomic, strong) AVPictureInPictureController *pipController;
+
+@property (nonatomic, strong) AgoraSampleBufferRender *displayView;
+
+@end
+
+@implementation AgoraPictureInPictureController
+
+- (instancetype)initWithDisplayView:(AgoraSampleBufferRender *)displayView {
+    if (@available(iOS 15.0, *)) {
+        if ([AVPictureInPictureController isPictureInPictureSupported]) {
+            self = [super init];
+            if (self) {
+                _displayView = displayView;
+                AVPictureInPictureControllerContentSource *pipControllerContentSource = [[AVPictureInPictureControllerContentSource alloc] initWithSampleBufferDisplayLayer:_displayView.displayLayer playbackDelegate:self];
+                
+                _pipController = [[AVPictureInPictureController alloc] initWithContentSource:pipControllerContentSource];
+            }
+            return self;
+        }
+    }
+    return nil;
+}
+
+
+#pragma mark - <AVPictureInPictureSampleBufferPlaybackDelegate>
+
+- (void)pictureInPictureController:(nonnull AVPictureInPictureController *)pictureInPictureController didTransitionToRenderSize:(CMVideoDimensions)newRenderSize {
+    
+}
+
+- (void)pictureInPictureController:(nonnull AVPictureInPictureController *)pictureInPictureController setPlaying:(BOOL)playing {
+    
+}
+
+- (void)pictureInPictureController:(nonnull AVPictureInPictureController *)pictureInPictureController skipByInterval:(CMTime)skipInterval completionHandler:(nonnull void (^)(void))completionHandler {
+    
+}
+
+- (BOOL)pictureInPictureControllerIsPlaybackPaused:(nonnull AVPictureInPictureController *)pictureInPictureController {
+    return NO;
+}
+
+- (CMTimeRange)pictureInPictureControllerTimeRangeForPlayback:(nonnull AVPictureInPictureController *)pictureInPictureController {
+    return CMTimeRangeMake(kCMTimeZero, CMTimeMake(INT64_MAX, 1000));
+}
+
+@end

iOS/APIExample/APIExample/Common/ExternalVideo/AgoraSampleBufferRender.h

@@ -0,0 +1,25 @@
+//
+//  AgoraSampleBufferRender.h
+//  APIExample
+//
+//  Created by 胡润辰 on 2022/4/2.
+//  Copyright © 2022 Agora Corp. All rights reserved.
+//
+
+#import <UIKit/UIKit.h>
+#import <AVFoundation/AVFoundation.h>
+#import <AgoraRtcKit/AgoraRtcEngineKit.h>
+
+NS_ASSUME_NONNULL_BEGIN
+
+@interface AgoraSampleBufferRender : UIView
+
+@property (nonatomic, readonly) AVSampleBufferDisplayLayer *displayLayer;
+
+- (void)reset;
+
+- (void)renderVideoData:(AgoraOutputVideoFrame *_Nonnull)videoData;
+
+@end
+
+NS_ASSUME_NONNULL_END