Skip to content
Draft
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 2 additions & 1 deletion packages/firebase_ai/firebase_ai/example/lib/main.dart
Original file line number Diff line number Diff line change
Expand Up @@ -182,7 +182,8 @@ class _HomeScreenState extends State<HomeScreen> {
useVertexBackend: useVertexBackend,
);
case 4:
return ImagePromptPage(title: 'Image Prompt', model: currentModel);
return ImagePromptPage(
title: 'Image Prompt', useVertexBackend: useVertexBackend);
case 5:
return ImagenPage(title: 'Imagen Model', model: currentImagenModel);
case 6:
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -14,25 +14,57 @@

import 'package:flutter/material.dart';
import 'package:firebase_ai/firebase_ai.dart';
import 'package:flutter/services.dart';
import '../widgets/message_widget.dart';

import 'package:image_picker/image_picker.dart';

class ImagePromptPage extends StatefulWidget {
const ImagePromptPage({super.key, required this.title, required this.model});
const ImagePromptPage(
{super.key, required this.title, required this.useVertexBackend});

final String title;
final GenerativeModel model;

final bool useVertexBackend;

@override
State<ImagePromptPage> createState() => _ImagePromptPageState();
}

class _ImagePromptPageState extends State<ImagePromptPage> {
final ImagePicker _picker = ImagePicker();
final ScrollController _scrollController = ScrollController();
final TextEditingController _textController = TextEditingController();
final FocusNode _textFieldFocus = FocusNode();
final List<MessageData> _generatedContent = <MessageData>[];
bool _loading = false;
late final GenerativeModel _model;
XFile? _image;

@override
void initState() {
super.initState();
if (widget.useVertexBackend) {
_model = FirebaseAI.vertexAI(location: 'global').generativeModel(
model: 'gemini-2.5-flash-image-preview',
generationConfig: GenerationConfig(
responseModalities: [
ResponseModalities.text,
ResponseModalities.image,
],
),
);
} else {
_model = FirebaseAI.googleAI().generativeModel(
model: 'gemini-2.5-flash-image-preview',
generationConfig: GenerationConfig(
responseModalities: [
ResponseModalities.text,
ResponseModalities.image,
],
),
);
}
}

void _scrollDown() {
WidgetsBinding.instance.addPostFrameCallback(
Expand Down Expand Up @@ -65,11 +97,13 @@ class _ImagePromptPageState extends State<ImagePromptPage> {
var content = _generatedContent[idx];
return MessageWidget(
text: content.text,
image: Image.memory(
content.imageBytes!,
cacheWidth: 400,
cacheHeight: 400,
),
image: content.imageBytes != null
? Image.memory(
content.imageBytes!,
cacheWidth: 400,
cacheHeight: 400,
)
: null,
isFromUser: content.fromUser ?? false,
);
},
Expand All @@ -88,28 +122,28 @@ class _ImagePromptPageState extends State<ImagePromptPage> {
autofocus: true,
focusNode: _textFieldFocus,
controller: _textController,
onSubmitted: _sendChatMessage,
),
),
const SizedBox.square(
dimension: 15,
),
if (!_loading)
IconButton(
onPressed: () async {
await _sendImagePrompt(_textController.text);
},
icon: Icon(
Icons.image,
color: Theme.of(context).colorScheme.primary,
),
IconButton(
onPressed: () async {
await _pickImage();
},
icon: Icon(
Icons.image,
color: Theme.of(context).colorScheme.primary,
),
),
if (!_loading)
IconButton(
onPressed: () async {
await _sendStorageUriPrompt(_textController.text);
await _sendChatMessage(_textController.text);
},
icon: Icon(
Icons.storage,
Icons.send,
color: Theme.of(context).colorScheme.primary,
),
)
Expand All @@ -124,83 +158,42 @@ class _ImagePromptPageState extends State<ImagePromptPage> {
);
}

Future<void> _sendImagePrompt(String message) async {
Future<void> _pickImage() async {
final image = await _picker.pickImage(source: ImageSource.gallery);
setState(() {
_image = image;
});
}

Future<void> _sendChatMessage(String message) async {
setState(() {
_loading = true;
});

try {
ByteData catBytes = await rootBundle.load('assets/images/cat.jpg');
ByteData sconeBytes = await rootBundle.load('assets/images/scones.jpg');
final content = [
Content.multi([
TextPart(message),
// The only accepted mime types are image/*.
InlineDataPart('image/jpeg', catBytes.buffer.asUint8List()),
InlineDataPart('image/jpeg', sconeBytes.buffer.asUint8List()),
]),
];
final imageBytes = await _image?.readAsBytes();
_generatedContent.add(
MessageData(
imageBytes: catBytes.buffer.asUint8List(),
imageBytes: imageBytes,
text: message,
fromUser: true,
),
);
_generatedContent.add(
MessageData(
imageBytes: sconeBytes.buffer.asUint8List(),
fromUser: true,
),
);

var response = await widget.model.generateContent(content);
var text = response.text;
_generatedContent.add(MessageData(text: text, fromUser: false));

if (text == null) {
_showError('No response from API.');
return;
} else {
setState(() {
_loading = false;
_scrollDown();
});
}
} catch (e) {
_showError(e.toString());
setState(() {
_loading = false;
});
} finally {
_textController.clear();
setState(() {
_loading = false;
});
_textFieldFocus.requestFocus();
}
}

Future<void> _sendStorageUriPrompt(String message) async {
setState(() {
_loading = true;
});
try {
final content = [
var response = await _model.generateContent([
Content.multi([
TextPart(message),
const FileData(
'image/jpeg',
'gs://vertex-ai-example-ef5a2.appspot.com/foodpic.jpg',
),
if (imageBytes != null)
// The only accepted mime types are image/*.
InlineDataPart('image/jpeg', imageBytes),
]),
];
_generatedContent.add(MessageData(text: message, fromUser: true));

var response = await widget.model.generateContent(content);
]);
var text = response.text;
_generatedContent.add(MessageData(text: text, fromUser: false));
var image = response.inlineDataParts?.first?.bytes;
_generatedContent
.add(MessageData(text: text, imageBytes: image, fromUser: false));

if (text == null) {
if (text == null && image == null) {
_showError('No response from API.');
return;
} else {
Expand All @@ -218,6 +211,7 @@ class _ImagePromptPageState extends State<ImagePromptPage> {
_textController.clear();
setState(() {
_loading = false;
_image = null;
});
_textFieldFocus.requestFocus();
}
Expand Down
Loading