new java video/audio raw data process

Author: xianing

Android/APIExample/app/src/main/java/io/agora/api/example/ExampleActivity.java

@@ -24,7 +24,6 @@
 import io.agora.api.example.examples.advanced.MediaPlayerKit;
 import io.agora.api.example.examples.advanced.PlayAudioFiles;
 import io.agora.api.example.examples.advanced.PreCallTest;
-import io.agora.api.example.examples.advanced.ProcessAudioRawData;
 import io.agora.api.example.examples.advanced.ProcessRawData;
 import io.agora.api.example.examples.advanced.PushExternalVideo;
 import io.agora.api.example.examples.advanced.ScreenShare;
@@ -157,9 +156,6 @@ protected void onCreate(@Nullable Bundle savedInstanceState) {
             case R.id.action_mainFragment_senddatastream:
                 fragment = new SendDataStream();
                 break;
-            case R.id.action_mainFragment_raw_audio:
-                fragment = new ProcessAudioRawData();
-                break;
             case R.id.action_mainFragment_video_enhancement:
                 fragment = new FaceBeauty();
                 break;

Android/APIExample/app/src/main/java/io/agora/api/example/examples/advanced/ProcessAudioRawData.java

@@ -14,6 +14,7 @@
 
 import java.io.ByteArrayOutputStream;
 import java.io.IOException;
+import java.nio.ByteBuffer;
 
 public class YUVUtils {
 
@@ -145,4 +146,30 @@ public static byte[] bitmapToI420(int inputWidth, int inputHeight, Bitmap scaled
         return yuv;
     }
 
+    public static byte[] toWrappedI420(ByteBuffer bufferY,
+                                        ByteBuffer bufferU,
+                                        ByteBuffer bufferV,
+                                        int width,
+                                        int height) {
+        int chromaWidth = (width + 1) / 2;
+        int chromaHeight = (height + 1) / 2;
+        int lengthY = width * height;
+        int lengthU = chromaWidth * chromaHeight;
+        int lengthV = lengthU;
+
+
+        int size = lengthY + lengthU + lengthV;
+
+        byte[] out = new byte[size];
+
+        int readY = Math.min(lengthY, bufferY.remaining());
+        bufferY.get(out, 0 , readY);
+        int readU = Math.min(lengthU, bufferU.remaining());
+        bufferU.get(out, lengthY, readU);
+        int readV = Math.min(lengthV, bufferV.remaining());
+        bufferV.get(out, lengthY + lengthU, readV);
+
+        return out;
+    }
+
 }

Android/APIExample/app/src/main/java/io/agora/api/example/examples/advanced/ProcessRawData.java

@@ -44,12 +44,25 @@
     </LinearLayout>
 
     <androidx.appcompat.widget.AppCompatButton
-        android:id="@+id/btn_blur"
+        android:id="@+id/btn_snapshot"
         android:layout_width="wrap_content"
         android:layout_height="wrap_content"
         android:layout_alignParentEnd="true"
         android:layout_above="@id/ll_join"
+        android:layout_marginEnd="16dp"
         android:layout_marginBottom="16dp"
-        android:text="@string/blur" />
+        android:enabled="false"
+        android:text="@string/snapshot" />
+
+    <Switch
+        android:id="@+id/btn_audio_write_back"
+        android:layout_width="wrap_content"
+        android:layout_height="wrap_content"
+        android:layout_alignParentEnd="true"
+        android:layout_above="@id/btn_snapshot"
+        android:layout_marginEnd="16dp"
+        android:layout_marginBottom="16dp"
+        android:enabled="false"
+        android:text="@string/mixing_audio" />
 
 </RelativeLayout>

Android/APIExample/app/src/main/java/io/agora/api/example/utils/YUVUtils.java

@@ -101,9 +101,6 @@
         <action
             android:id="@+id/action_mainFragment_senddatastream"
             app:destination="@id/SendDataStream" />
-        <action
-            android:id="@+id/action_mainFragment_raw_audio"
-            app:destination="@id/RawAudio" />
         <action
             android:id="@+id/action_mainFragment_video_enhancement"
             app:destination="@id/VideoEnhance" />
@@ -265,9 +262,4 @@
         android:name="io.agora.api.example.examples.advanced.FaceBeauty"
         android:label="VideoEnhance"
         tools:layout="@layout/fragment_video_enhancement" />
-    <fragment
-        android:id="@+id/RawAudio"
-        android:name="io.agora.api.example.examples.advanced.ProcessAudioRawData"
-        android:label="RawAudio"
-        tools:layout="@layout/fragment_raw_audio" />
 </navigation>

Android/APIExample/app/src/main/res/layout/fragment_process_rawdata.xml

@@ -182,4 +182,5 @@
     <string name="item_ScreenShare">屏幕共享</string>
     <string name="virtual_background">虚拟背景</string>
     <string name="switch_camera">摄像头切换</string>
+    <string name="snapshot">截屏</string>
 </resources>

Android/APIExample/app/src/main/res/layout/fragment_raw_audio.xml

@@ -186,4 +186,5 @@
     <string name="item_ScreenShare">Screen Share</string>
     <string name="virtual_background">Virtual Background</string>
     <string name="switch_camera">switch camera</string>
+    <string name="snapshot">Snapshot</string>
 </resources>