feat(dev-api): add inlineData support to Developer API (#17600)

ryanwilson · web-flow · commit 5199edb7dec5 · 2025-08-06T09:08:21.000-04:00
The Developer API was missing support for  parts, which was already implemented in the Vertex AI API.

This change copies the  parsing logic from the Vertex AI  function to the  function in the Developer API.

An existing test file, , has been updated to include a test case for parsing  parts, ensuring the functionality is working as expected.
diff --git a/packages/firebase_ai/firebase_ai/lib/src/developer/api.dart b/packages/firebase_ai/firebase_ai/lib/src/developer/api.dart
@@ -12,6 +12,8 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 
+import 'dart:convert';
+
 import '../api.dart'
     show
         BlockReason,
@@ -31,7 +33,8 @@ import '../api.dart'
         SerializationStrategy,
         UsageMetadata,
         createUsageMetadata;
-import '../content.dart' show Content, FunctionCall, Part, TextPart;
+import '../content.dart'
+    show Content, FunctionCall, InlineDataPart, Part, TextPart;
 import '../error.dart';
 import '../tool.dart' show Tool, ToolConfig;
 
@@ -322,8 +325,8 @@ Part _parsePart(Object? jsonObject) {
       'functionResponse': {'name': String _, 'response': Map<String, Object?> _}
     } =>
       throw UnimplementedError('FunctionResponse part not yet supported'),
-    {'inlineData': {'mimeType': String _, 'data': String _}} =>
-      throw UnimplementedError('inlineData content part not yet supported'),
+    {'inlineData': {'mimeType': String mimeType, 'data': String bytes}} =>
+      InlineDataPart(mimeType, base64Decode(bytes)),
     _ => throw unhandledFormat('Part', jsonObject),
   };
 }
diff --git a/packages/firebase_ai/firebase_ai/test/developer_api_test.dart b/packages/firebase_ai/firebase_ai/test/developer_api_test.dart
@@ -11,6 +11,10 @@
 // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 // See the License for the specific language governing permissions and
 // limitations under the License.
+import 'dart:convert';
+import 'dart:typed_data';
+
+import 'package:firebase_ai/src/content.dart';
 import 'package:firebase_ai/src/developer/api.dart';
 import 'package:flutter_test/flutter_test.dart';
 
@@ -121,6 +125,34 @@ void main() {
             DeveloperSerialization().parseGenerateContentResponse(jsonResponse);
         expect(response.usageMetadata, isNull);
       });
+
+      test('parses inlineData part correctly', () {
+        final inlineData = Uint8List.fromList([1, 2, 3, 4]);
+        final jsonResponse = {
+          'candidates': [
+            {
+              'content': {
+                'role': 'model',
+                'parts': [
+                  {
+                    'inlineData': {
+                      'mimeType': 'application/octet-stream',
+                      'data': base64Encode(inlineData),
+                    }
+                  }
+                ]
+              },
+              'finishReason': 'STOP',
+            }
+          ],
+        };
+        final response =
+            DeveloperSerialization().parseGenerateContentResponse(jsonResponse);
+        final part = response.candidates.first.content.parts.first;
+        expect(part, isA<InlineDataPart>());
+        expect((part as InlineDataPart).mimeType, 'application/octet-stream');
+        expect(part.bytes, inlineData);
+      });
     });
   });
 }
