feat: test mobile virtual bg

Author: maitrungduc1410

android/.idea/diskUsageState.xml

@@ -55,5 +55,6 @@ dependencies {
 //    implementation("io.getstream:stream-webrtc-android:1.1.3") // same WebRTC API, no code change required
     implementation("androidx.constraintlayout:constraintlayout:2.2.1")
     implementation("com.google.android.flexbox:flexbox:3.0.0")
+    implementation("com.google.mediapipe:tasks-vision:latest.release")
 
 }

android/app/build.gradle.kts

@@ -92,6 +92,9 @@ class CallActivity : AppCompatActivity(), RtcListener {
     private var messageBottomSheet: BottomSheetDialog? = null
     private lateinit var btnChat: ImageButton
 
+//    val btnBackground = findViewById<ImageButton>(R.id.btn_background)
+    var backgroundEnabled = false
+
     // Activity Result API for screen capture
     private val screenCaptureLauncher = registerForActivityResult(
         ActivityResultContracts.StartActivityForResult()
@@ -419,6 +422,25 @@ class CallActivity : AppCompatActivity(), RtcListener {
                 remoteView.layoutParams = remoteParams
             }
         }, 1F)
+
+        val btnBackground = findViewById<ImageButton>(R.id.btn_background)
+        btnBackground.setOnClickListener {
+            backgroundEnabled = !backgroundEnabled
+
+            // Toggle processing in PeerConnectionClient
+            peerConnectionClient?.toggleVirtualBackground(backgroundEnabled)
+
+            // Highlight the button
+            if (backgroundEnabled) {
+//                btnBackground.setBackgroundResource(R.drawable.control_button_background_active) // Create a highlighted drawable
+                btnBackground.setColorFilter(android.graphics.Color.GREEN)
+                onStatusChanged("Virtual background on")
+            } else {
+                btnBackground.setBackgroundResource(R.drawable.secondary_control_button_background)
+                btnBackground.clearColorFilter()
+                onStatusChanged("Virtual background off")
+            }
+        }
     }
 
     @SuppressLint("ClickableViewAccessibility")

android/app/src/main/assets/selfie_segmenter.tflite

@@ -33,6 +33,9 @@ class PeerConnectionClient(
     private var peer: WebRtcPeer? = null
     private var useFrontCamera = true
 
+    private var backgroundProcessor: VirtualBackgroundProcessor? = null
+    private var isBackgroundEnabled = false
+
     companion object {
         private const val TAG = "PeerConnectionClient"
     }
@@ -266,6 +269,10 @@ class PeerConnectionClient(
             videoCapturer = null
         }
 
+        // Clean up virtual background processor
+        backgroundProcessor?.cleanup()
+        backgroundProcessor = null
+
         cleanupMediaResources()
 
         Log.d(TAG, "Closing peer connection.")
@@ -282,6 +289,20 @@ class PeerConnectionClient(
         Log.d(TAG, "Cleanup complete.")
     }
 
+    fun toggleVirtualBackground(enable: Boolean) {
+        isBackgroundEnabled = enable
+        if (enable) {
+            if (backgroundProcessor == null) {
+                backgroundProcessor = VirtualBackgroundProcessor(context, rootEglBase)
+            }
+            videoSource?.setVideoProcessor(backgroundProcessor)
+            Log.d(TAG, "Virtual background enabled")
+        } else {
+            videoSource?.setVideoProcessor(null)
+            Log.d(TAG, "Virtual background disabled")
+        }
+    }
+
     // ========== Private Helper Methods ==========
 
     private fun setupCamera() {