test stream realtime

Author: thatfiredev

firebase-ai/app/src/main/AndroidManifest.xml

@@ -2,6 +2,9 @@
 <manifest xmlns:android="http://schemas.android.com/apk/res/android"
     xmlns:tools="http://schemas.android.com/tools">
 
+    <!-- Needed for Firebase AI Logic Bidirectional streaming (Live API) -->
+    <uses-permission android:name="android.permission.RECORD_AUDIO" />
+
     <application
         android:allowBackup="true"
         android:dataExtractionRules="@xml/data_extraction_rules"

firebase-ai/app/src/main/java/com/google/firebase/quickstart/ai/FirebaseAISamples.kt

@@ -209,5 +209,12 @@ val FIREBASE_AI_SAMPLES = listOf(
                     " anything important which people say in the video."
             )
         }
+    ),
+    Sample(
+        title = "Live API",
+        description = "Bidirectional streaming",
+        navRoute = "stream",
+        categories = listOf(Category.AUDIO),
+        backend = GenerativeBackend.vertexAI()
     )
 )

firebase-ai/app/src/main/java/com/google/firebase/quickstart/ai/feature/live/StreamRealtimeScreen.kt

@@ -1,20 +1,34 @@
 package com.google.firebase.quickstart.ai.feature.live
 
 import androidx.compose.foundation.layout.Box
+import androidx.compose.foundation.layout.Row
 import androidx.compose.foundation.layout.fillMaxSize
+import androidx.compose.material3.Button
 import androidx.compose.material3.Text
 import androidx.compose.runtime.Composable
 import androidx.compose.ui.Modifier
+import androidx.lifecycle.viewmodel.compose.viewModel
 import kotlinx.serialization.Serializable
 
 @Serializable
 class StreamRealtimeRoute(val sampleId: String)
 
 @Composable
-fun StreamRealtimeScreen() {
-    Box(
+fun StreamRealtimeScreen(
+    streamViewModel: StreamRealtimeViewModel = viewModel<StreamRealtimeViewModel>()
+) {
+    Row(
         modifier = Modifier.fillMaxSize()
     ) {
-        Text("Coming soon")
+        Button(onClick = {
+            streamViewModel.connect()
+        }) {
+            Text("Connect")
+        }
+        Button(onClick = {
+            streamViewModel.start()
+        }) {
+            Text("Start")
+        }
     }
 }

firebase-ai/app/src/main/java/com/google/firebase/quickstart/ai/feature/live/StreamRealtimeViewModel.kt

@@ -0,0 +1,52 @@
+package com.google.firebase.quickstart.ai.feature.live
+
+import android.annotation.SuppressLint
+import androidx.lifecycle.SavedStateHandle
+import androidx.lifecycle.ViewModel
+import androidx.lifecycle.viewModelScope
+import androidx.navigation.toRoute
+import com.google.firebase.Firebase
+import com.google.firebase.ai.ai
+import com.google.firebase.ai.type.LiveSession
+import com.google.firebase.ai.type.PublicPreviewAPI
+import com.google.firebase.ai.type.ResponseModality
+import com.google.firebase.ai.type.SpeechConfig
+import com.google.firebase.ai.type.Voice
+import com.google.firebase.ai.type.liveGenerationConfig
+import com.google.firebase.quickstart.ai.FIREBASE_AI_SAMPLES
+import kotlinx.coroutines.Dispatchers
+import kotlinx.coroutines.launch
+
+@SuppressLint("MissingPermission")
+@OptIn(PublicPreviewAPI::class)
+class StreamRealtimeViewModel(
+    savedStateHandle: SavedStateHandle
+) : ViewModel() {
+    private val sampleId = savedStateHandle.toRoute<StreamRealtimeRoute>().sampleId
+    private val sample = FIREBASE_AI_SAMPLES.first { it.id == sampleId }
+
+    private lateinit var session: LiveSession
+
+    fun connect() {
+        val generativeModel = Firebase.ai(
+            backend = sample.backend // GenerativeBackend.googleAI() by default
+        ).liveModel(
+            modelName = sample.modelName ?: "gemini-2.0-flash-live-preview-04-09",
+            systemInstruction = sample.systemInstructions,
+            generationConfig = liveGenerationConfig {
+                responseModality = ResponseModality.AUDIO
+                speechConfig = SpeechConfig(voice = Voice("ZEPHYR"))
+            }
+        )
+        viewModelScope.launch {
+            session = generativeModel.connect()
+            session.startAudioConversation()
+        }
+    }
+
+    fun start() {
+        viewModelScope.launch {
+            session.startAudioConversation()
+        }
+    }
+}