feat(genai): Add samples for image, tuning and thinking generation.

badfiles_test.go

@@ -82,6 +82,12 @@ var allowList = []string{
 	// DLP data
 	"dlp/snippets/**/testdata/*",
 
+	// genai data
+	"genai/**/*.mp4",
+	"genai/**/*.jpg",
+	"genai/**/*.png",
+	"genai/**/*.md",
+
 	// Endpoints samples.
 	"endpoints/**/*.proto",
 

genai/image_generation/image_generation_examples_test.go

@@ -55,4 +55,30 @@ func TestImageGeneration(t *testing.T) {
 			t.Error("expected non-empty output, got empty")
 		}
 	})
+
+	t.Run("generate image content with text", func(t *testing.T) {
+		buf.Reset()
+		err := generateImageWithText(buf)
+		if err != nil {
+			t.Fatalf("generateImageWithText failed: %v", err)
+		}
+
+		output := buf.String()
+		if output == "" {
+			t.Error("expected non-empty output, got empty")
+		}
+	})
+
+	t.Run("generate mmflash image content with text and image", func(t *testing.T) {
+		buf.Reset()
+		err := generateImageMMFlashEditWithTextImg(buf)
+		if err != nil {
+			t.Fatalf("generateImageMMFlashEditWithTextImg failed: %v", err)
+		}
+
+		output := buf.String()
+		if output == "" {
+			t.Error("expected non-empty output, got empty")
+		}
+	})
 }

genai/image_generation/imggen_mmflash_edit_img_with_txt_img.go

@@ -0,0 +1,101 @@
+// Copyright 2025 Google LLC
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//    https://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+// Package image_generation shows how to use the GenAI SDK to generate images and text.
+package image_generation
+
+// [START googlegenaisdk_imggen_mmflash_edit_img_with_txt_img]
+import (
+	"context"
+	"fmt"
+	"io"
+	"os"
+
+	"google.golang.org/genai"
+)
+
+// generateImageMMFlashEditWithTextImg demonstrates editing an image with text and image inputs.
+func generateImageMMFlashEditWithTextImg(w io.Writer) error {
+	// TODO(developer): Update below lines
+	outputFile := "bw-example-image.png"
+	inputFile := "example-image-eiffel-tower.png"
+	ctx := context.Background()
+
+	client, err := genai.NewClient(ctx, &genai.ClientConfig{
+		HTTPOptions: genai.HTTPOptions{APIVersion: "v1"},
+	})
+	if err != nil {
+		return fmt.Errorf("failed to create genai client: %w", err)
+	}
+
+	image, err := os.ReadFile(inputFile)
+	if err != nil {
+		return fmt.Errorf("failed to read image: %w", err)
+	}
+
+	modelName := "gemini-2.5-flash-image"
+	prompt := "Edit this image to make it look like a cartoon."
+	contents := []*genai.Content{
+		{
+			Role: "user",
+			Parts: []*genai.Part{
+				{Text: prompt},
+				{InlineData: &genai.Blob{
+					MIMEType: "image/png",
+					Data:     image,
+				}},
+			},
+		},
+	}
+	resp, err := client.Models.GenerateContent(ctx,
+		modelName,
+		contents,
+		&genai.GenerateContentConfig{
+			ResponseModalities: []string{
+				string(genai.ModalityText),
+				string(genai.ModalityImage),
+			},
+		},
+	)
+	if err != nil {
+		return fmt.Errorf("failed to generate content: %w", err)
+	}
+
+	if len(resp.Candidates) == 0 || resp.Candidates[0].Content == nil {
+		return fmt.Errorf("no content was generated")
+	}
+
+	for _, part := range resp.Candidates[0].Content.Parts {
+		if part.Text != "" {
+			fmt.Fprintln(w, part.Text)
+		} else if part.InlineData != nil {
+			if len(part.InlineData.Data) > 0 {
+				if err := os.WriteFile(outputFile, part.InlineData.Data, 0644); err != nil {
+					return fmt.Errorf("failed to save image: %w", err)
+				}
+				fmt.Fprintln(w, outputFile)
+			}
+		}
+	}
+
+	// Example response:
+	// Here's the image of the Eiffel Tower and fireworks, cartoonized for you!
+	// Cartoon-style edit:
+	//  - Simplified the Eiffel Tower with bolder lines and slightly exaggerated proportions.
+	//  - Brightened and saturated the colors of the sky, fireworks, and foliage for a more vibrant, cartoonish look.
+	//  ....
+	return nil
+}
+
+// [END googlegenaisdk_imggen_mmflash_edit_img_with_txt_img]

genai/image_generation/imggen_mmflash_txt_img_with_txt.go

@@ -68,7 +68,7 @@ func generateMMFlashTxtImgWithText(w io.Writer) error {
 		return fmt.Errorf("no candidates returned")
 	}
 
-	outputFolder := "testdata"
+	outputFolder := ""
 
 	// Create the markdown file
 	mdFile := filepath.Join(outputFolder, "paella-recipe.md")

genai/image_generation/imggen_mmflash_with_txt.go

@@ -74,7 +74,7 @@ func generateMMFlashWithText(w io.Writer) error {
 		if part.Text != "" {
 			fmt.Fprintln(w, part.Text)
 		} else if part.InlineData != nil {
-			fileName = "testdata/example-image-eiffel-tower.png"
+			fileName = "example-image-eiffel-tower.png"
 			if err := os.WriteFile(fileName, part.InlineData.Data, 0o644); err != nil {
 				return fmt.Errorf("failed to save image: %w", err)
 			}

genai/image_generation/imggen_with_txt.go

@@ -0,0 +1,70 @@
+// Copyright 2025 Google LLC
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//    https://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+// Package image_generation shows how to use the GenAI SDK to generate images and text.
+package image_generation
+
+// [START googlegenaisdk_imggen_with_txt]
+import (
+	"context"
+	"fmt"
+	"io"
+	"os"
+
+	"google.golang.org/genai"
+)
+
+// generateImageWithText demonstrates how to generate an image from a text prompt.
+func generateImageWithText(w io.Writer) error {
+	// TODO(developer): Update below line
+	outputFile := "dog_newspaper.png"
+	ctx := context.Background()
+
+	client, err := genai.NewClient(ctx, &genai.ClientConfig{
+		HTTPOptions: genai.HTTPOptions{APIVersion: "v1"},
+	})
+	if err != nil {
+		return fmt.Errorf("failed to create genai client: %w", err)
+	}
+
+	modelName := "imagen-4.0-generate-001"
+	prompt := "A dog reading a newspaper"
+	resp, err := client.Models.GenerateImages(ctx,
+		modelName,
+		prompt,
+		&genai.GenerateImagesConfig{
+			ImageSize: "2K",
+		},
+	)
+	if err != nil {
+		return fmt.Errorf("failed to generate content: %w", err)
+	}
+
+	if len(resp.GeneratedImages) == 0 || resp.GeneratedImages[0].Image == nil {
+		return fmt.Errorf("no image generated")
+	}
+
+	img := resp.GeneratedImages[0].Image
+	if err := os.WriteFile(outputFile, img.ImageBytes, 0644); err != nil {
+		return fmt.Errorf("failed to save image: %w", err)
+	}
+
+	fmt.Fprintln(w, len(img.ImageBytes))
+
+	// Example response:
+	// Created output image using 6098201 bytes
+	return nil
+}
+
+// [END googlegenaisdk_imggen_with_txt]

genai/image_generation/paella-recipe.md

@@ -0,0 +1,52 @@
+Let's get cooking! Here's an illustrated recipe for a delicious paella:
+
+## Authentic Spanish Paella
+
+Paella is a classic Spanish dish, famous for its vibrant flavors and communal spirit. While there are many variations, this recipe focuses on a traditional seafood and chicken paella.
+
+### Ingredients:
+
+*   **For the Sofrito:**
+    *   1 large onion, finely chopped
+    *   2 cloves garlic, minced
+    *   1 red bell pepper, finely chopped
+    *   1 green bell pepper, finely chopped
+    *   2 ripe tomatoes, grated or finely diced
+    *   1/2 cup olive oil
+    *   Salt and freshly ground black pepper to taste
+
+*   **For the Paella:**
+    *   1 lb boneless, skinless chicken thighs, cut into 1-inch pieces
+    *   1/2 lb Spanish chorizo, sliced (optional)
+    *   1 lb large shrimp, peeled and deveined
+    *   1 lb mussels, scrubbed and de-bearded
+    *   1 lb calamari, cut into rings (optional)
+    *   4 cups short-grain Spanish rice (Bomba or Calasparra preferred)
+    *   8 cups hot chicken or seafood broth
+    *   1 teaspoon saffron threads, steeped in 1/4 cup hot water
+    *   1 teaspoon smoked paprika
+    *   1/2 cup fresh or frozen peas
+    *   1 lemon, cut into wedges, for serving
+    *   Fresh parsley, chopped, for garnish
+
+### Equipment:
+
+*   A 16-inch paella pan (or a wide, shallow pan)
+
+### Instructions:
+
+---
+
+**Step 1: Prepare Your Ingredients**
+
+Chop all your vegetables and chicken. Have your seafood ready. This preparation is key for smooth cooking. ![image](example-image-2.png)
+
+---
+
+**Step 2: Start the Sofrito**
+
+Heat the olive oil in your paella pan over medium heat. Add the chopped onion and bell peppers. Cook until softened, about 8-10 minutes. ![image](example-image-4.png)---
+
+**Step 3: Add Garlic and Tomatoes**
+
+Stir in the minced garlic and cook for another minute until fragrant. Then, add the grated or diced tomatoes, smoked paprika, salt, and pepper. Cook for about 10-15 minutes, stirring occasionally, until the sauce thickens and deepens in color. This is your sofrito base. ![image](example-image-6.png)