feat(firebaseai): imagen editing (#17556)

* feat: Add support for Imagen editing

* some level of working imagen editing

* inpaint background change working

* some profiling fix

* make MessageData hold image bytes instead of Image object

* rename toString to toJson

* solved the freeze issue with outpainting

* restore example main

* prepare for review

* fix some test error

* fix analyzer

* more analyzer fix

* more more analyzer

* update from api review

* analyzer

* Apply suggestions from code review

Co-authored-by: Nate Bosch <[email protected]>

* API review update

* remove the commented out api

* fix the format

---------

Co-authored-by: google-labs-jules[bot] <161369871+google-labs-jules[bot]@users.noreply.github.com>
Co-authored-by: Nate Bosch <[email protected]>

Author: 3 people

packages/firebase_ai/firebase_ai/example/lib/main.dart

@@ -81,7 +81,7 @@ class _GenerativeAISampleState extends State<GenerativeAISample> {
       imageFormat: ImagenFormat.jpeg(compressionQuality: 75),
     );
     return instance.imagenModel(
-      model: 'imagen-3.0-generate-002',
+      model: 'imagen-3.0-capability-001',
       generationConfig: generationConfig,
       safetySettings: ImagenSafetySettings(
         ImagenSafetyFilterLevel.blockLowAndAbove,

packages/firebase_ai/firebase_ai/example/lib/pages/audio_page.dart

@@ -137,7 +137,11 @@ class _AudioPageState extends State<AudioPage> {
                 itemBuilder: (context, idx) {
                   return MessageWidget(
                     text: _messages[idx].text,
-                    image: _messages[idx].image,
+                    image: Image.memory(
+                      _messages[idx].imageBytes!,
+                      cacheWidth: 400,
+                      cacheHeight: 400,
+                    ),
                     isFromUser: _messages[idx].fromUser ?? false,
                   );
                 },

packages/firebase_ai/firebase_ai/example/lib/pages/bidi_page.dart

@@ -133,7 +133,11 @@ class _BidiPageState extends State<BidiPage> {
                 itemBuilder: (context, idx) {
                   return MessageWidget(
                     text: _messages[idx].text,
-                    image: _messages[idx].image,
+                    image: Image.memory(
+                      _messages[idx].imageBytes!,
+                      cacheWidth: 400,
+                      cacheHeight: 400,
+                    ),
                     isFromUser: _messages[idx].fromUser ?? false,
                   );
                 },

packages/firebase_ai/firebase_ai/example/lib/pages/chat_page.dart

@@ -70,7 +70,11 @@ class _ChatPageState extends State<ChatPage> {
                 itemBuilder: (context, idx) {
                   return MessageWidget(
                     text: _messages[idx].text,
-                    image: _messages[idx].image,
+                    image: Image.memory(
+                      _messages[idx].imageBytes!,
+                      cacheWidth: 400,
+                      cacheHeight: 400,
+                    ),
                     isFromUser: _messages[idx].fromUser ?? false,
                   );
                 },

packages/firebase_ai/firebase_ai/example/lib/pages/image_prompt_page.dart

@@ -65,7 +65,11 @@ class _ImagePromptPageState extends State<ImagePromptPage> {
                   var content = _generatedContent[idx];
                   return MessageWidget(
                     text: content.text,
-                    image: content.image,
+                    image: Image.memory(
+                      content.imageBytes!,
+                      cacheWidth: 400,
+                      cacheHeight: 400,
+                    ),
                     isFromUser: content.fromUser ?? false,
                   );
                 },
@@ -137,14 +141,14 @@ class _ImagePromptPageState extends State<ImagePromptPage> {
       ];
       _generatedContent.add(
         MessageData(
-          image: Image.asset('assets/images/cat.jpg'),
+          imageBytes: catBytes.buffer.asUint8List(),
           text: message,
           fromUser: true,
         ),
       );
       _generatedContent.add(
         MessageData(
-          image: Image.asset('assets/images/scones.jpg'),
+          imageBytes: sconeBytes.buffer.asUint8List(),
           fromUser: true,
         ),
       );