Merge pull request #1776 from firebase/dlr/add-live-audio

[FirebaseAI] Add Live Audio screen

Author: daymxn

firebaseai/FirebaseAIExample.xcodeproj/project.pbxproj

@@ -271,6 +271,7 @@
 				DEVELOPMENT_TEAM = "";
 				ENABLE_PREVIEWS = YES;
 				GENERATE_INFOPLIST_FILE = YES;
+				INFOPLIST_KEY_NSMicrophoneUsageDescription = "The app needs access to your microphone to enable live voice conversations with Gemini.";
 				INFOPLIST_KEY_UIApplicationSceneManifest_Generation = YES;
 				INFOPLIST_KEY_UIApplicationSupportsIndirectInputEvents = YES;
 				INFOPLIST_KEY_UILaunchScreen_Generation = YES;
@@ -304,6 +305,7 @@
 				DEVELOPMENT_TEAM = "";
 				ENABLE_PREVIEWS = YES;
 				GENERATE_INFOPLIST_FILE = YES;
+				INFOPLIST_KEY_NSMicrophoneUsageDescription = "The app needs access to your microphone to enable live voice conversations with Gemini.";
 				INFOPLIST_KEY_UIApplicationSceneManifest_Generation = YES;
 				INFOPLIST_KEY_UIApplicationSupportsIndirectInputEvents = YES;
 				INFOPLIST_KEY_UILaunchScreen_Generation = YES;

firebaseai/FirebaseAIExample/Assets.xcassets/gemini-logo.imageset/Contents.json

@@ -0,0 +1,21 @@
+{
+  "images" : [
+    {
+      "filename" : "gemini-logo.png",
+      "idiom" : "universal",
+      "scale" : "1x"
+    },
+    {
+      "idiom" : "universal",
+      "scale" : "2x"
+    },
+    {
+      "idiom" : "universal",
+      "scale" : "3x"
+    }
+  ],
+  "info" : {
+    "author" : "xcode",
+    "version" : 1
+  }
+}

firebaseai/FirebaseAIExample/Assets.xcassets/gemini-logo.imageset/gemini-logo.png

@@ -110,6 +110,8 @@ struct ContentView: View {
       FunctionCallingScreen(backendType: selectedBackend, sample: sample)
     case "GroundingScreen":
       GroundingScreen(backendType: selectedBackend, sample: sample)
+    case "LiveScreen":
+      LiveScreen(backendType: selectedBackend, sample: sample)
     default:
       EmptyView()
     }

firebaseai/FirebaseAIExample/ContentView.swift

@@ -0,0 +1,74 @@
+// Copyright 2025 Google LLC
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//      http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+#if canImport(FirebaseAILogic)
+  import FirebaseAILogic
+#else
+  import FirebaseAI
+#endif
+import SwiftUI
+import TipKit
+
+struct LiveScreen: View {
+  let backendType: BackendOption
+  @StateObject var viewModel: LiveViewModel
+
+  init(backendType: BackendOption, sample: Sample? = nil) {
+    self.backendType = backendType
+    _viewModel =
+      StateObject(wrappedValue: LiveViewModel(backendType: backendType,
+                                              sample: sample))
+  }
+
+  var body: some View {
+    VStack(spacing: 20) {
+      ModelAvatar(isConnected: viewModel.state == .connected)
+      TranscriptView(typewriter: viewModel.transcriptTypewriter)
+
+      Spacer()
+      if let error = viewModel.error {
+        ErrorDetailsView(error: error)
+      }
+      if let tip = viewModel.tip, !viewModel.hasTranscripts {
+        TipView(tip)
+      }
+      ConnectButton(
+        state: viewModel.state,
+        onConnect: viewModel.connect,
+        onDisconnect: viewModel.disconnect
+      )
+
+      #if targetEnvironment(simulator)
+        AudioOutputToggle(isEnabled: $viewModel.isAudioOutputEnabled, onChange: {
+          Task {
+            await viewModel.onAudioPlaybackChanged()
+          }
+        })
+      #endif
+    }
+    .padding()
+    .navigationTitle(viewModel.title)
+    .navigationBarTitleDisplayMode(.inline)
+    .background(viewModel.backgroundColor ?? .clear)
+    .onDisappear {
+      Task {
+        await viewModel.disconnect()
+      }
+    }
+  }
+}
+
+#Preview {
+  LiveScreen(backendType: .googleAI)
+}