Skip to content

Imagen Editing #7075

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
wants to merge 14 commits into
base: main
Choose a base branch
from
Open

Imagen Editing #7075

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
14 commits
Select commit Hold shift + click to select a range
dec0990
Add imagen editing options like inpainting and outpainting
Jun 24, 2025
9795fc3
add java implementation and minor naming adjustments
Jun 25, 2025
60baab6
update api.txt and format
Jun 25, 2025
806d4fb
remove nullability from includeRaiReason
Jun 25, 2025
66cff7b
remove unneeded and gcsUri
Jun 25, 2025
e710498
rename constructGenerateImageRequest
Jun 25, 2025
f632e94
rewrite to fit the referenceType style transfer, subject references, …
Jul 9, 2025
0327b0a
added support for outpainting properly
Jul 10, 2025
c0f6161
add copyright headers
Jul 10, 2025
778f176
javadocs1
Jul 11, 2025
1131d22
Add refdocs, and address a few review comments
Jul 16, 2025
eb3ac0a
bump version
Jul 16, 2025
7ed0bd7
fixes for comments
Jul 16, 2025
a48f7ac
fixing refdocs for comments, and adding error for incorrect call to o…
Jul 17, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
140 changes: 140 additions & 0 deletions firebase-ai/api.txt
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -65,7 +65,10 @@ package com.google.firebase.ai {
}

@com.google.firebase.ai.type.PublicPreviewAPI public final class ImagenModel {
method public suspend Object? editImage(java.util.List<? extends com.google.firebase.ai.type.ImagenReferenceImage> referenceImages, String prompt, com.google.firebase.ai.type.ImagenEditingConfig? config = null, kotlin.coroutines.Continuation<? super com.google.firebase.ai.type.ImagenGenerationResponse<com.google.firebase.ai.type.ImagenInlineImage>>);
method public suspend Object? generateImages(String prompt, kotlin.coroutines.Continuation<? super com.google.firebase.ai.type.ImagenGenerationResponse<com.google.firebase.ai.type.ImagenInlineImage>>);
method public suspend Object? inpaintImage(com.google.firebase.ai.type.ImagenInlineImage image, String prompt, com.google.firebase.ai.type.ImagenMaskReference mask, com.google.firebase.ai.type.ImagenEditingConfig config, kotlin.coroutines.Continuation<? super com.google.firebase.ai.type.ImagenGenerationResponse<com.google.firebase.ai.type.ImagenInlineImage>>);
method public suspend Object? outpaintImage(com.google.firebase.ai.type.ImagenInlineImage image, com.google.firebase.ai.type.Dimensions newDimensions, com.google.firebase.ai.type.ImagenImagePlacement newPosition = ImagenImagePlacement.CENTER, String prompt = "", com.google.firebase.ai.type.ImagenEditingConfig? config = null, kotlin.coroutines.Continuation<? super com.google.firebase.ai.type.ImagenGenerationResponse<com.google.firebase.ai.type.ImagenInlineImage>>);
}

@com.google.firebase.ai.type.PublicPreviewAPI public final class LiveGenerativeModel {
Expand Down Expand Up @@ -104,9 +107,12 @@ package com.google.firebase.ai.java {
}

@com.google.firebase.ai.type.PublicPreviewAPI public abstract class ImagenModelFutures {
method public abstract com.google.common.util.concurrent.ListenableFuture<com.google.firebase.ai.type.ImagenGenerationResponse<com.google.firebase.ai.type.ImagenInlineImage>> editImage(java.util.List<? extends com.google.firebase.ai.type.ImagenReferenceImage> referenceImages, String prompt, com.google.firebase.ai.type.ImagenEditingConfig? config = null);
method public static final com.google.firebase.ai.java.ImagenModelFutures from(com.google.firebase.ai.ImagenModel model);
method public abstract com.google.common.util.concurrent.ListenableFuture<com.google.firebase.ai.type.ImagenGenerationResponse<com.google.firebase.ai.type.ImagenInlineImage>> generateImages(String prompt);
method public abstract com.google.firebase.ai.ImagenModel getImageModel();
method public abstract com.google.common.util.concurrent.ListenableFuture<com.google.firebase.ai.type.ImagenGenerationResponse<com.google.firebase.ai.type.ImagenInlineImage>> inpaintImage(com.google.firebase.ai.type.ImagenInlineImage image, String prompt, com.google.firebase.ai.type.ImagenMaskReference mask, com.google.firebase.ai.type.ImagenEditingConfig config);
method public abstract com.google.common.util.concurrent.ListenableFuture<com.google.firebase.ai.type.ImagenGenerationResponse<com.google.firebase.ai.type.ImagenInlineImage>> outpaintImage(com.google.firebase.ai.type.ImagenInlineImage image, com.google.firebase.ai.type.Dimensions newDimensions, com.google.firebase.ai.type.ImagenImagePlacement newPosition = ImagenImagePlacement.CENTER, String prompt = "", com.google.firebase.ai.type.ImagenEditingConfig? config = null);
field public static final com.google.firebase.ai.java.ImagenModelFutures.Companion Companion;
}

Expand Down Expand Up @@ -257,6 +263,14 @@ package com.google.firebase.ai.type {
property public final int totalTokens;
}

public final class Dimensions {
ctor public Dimensions(int width, int height);
method public int getHeight();
method public int getWidth();
property public final int height;
property public final int width;
}

public final class FileDataPart implements com.google.firebase.ai.type.Part {
ctor public FileDataPart(String uri, String mimeType);
method public String getMimeType();
Expand Down Expand Up @@ -484,6 +498,50 @@ package com.google.firebase.ai.type {
public static final class ImagenAspectRatio.Companion {
}

@com.google.firebase.ai.type.PublicPreviewAPI public final class ImagenBackgroundMask extends com.google.firebase.ai.type.ImagenMaskReference {
ctor public ImagenBackgroundMask(Double? dilation = null);
}

@com.google.firebase.ai.type.PublicPreviewAPI public final class ImagenControlReference extends com.google.firebase.ai.type.ImagenReferenceImage {
ctor public ImagenControlReference(com.google.firebase.ai.type.ImagenControlType type, com.google.firebase.ai.type.ImagenInlineImage? image = null, Integer? referenceId = null, Boolean? enableComputation = null, Integer? superpixelRegionSize = null, Integer? superpixelRuler = null);
}

public final class ImagenControlType {
field public static final com.google.firebase.ai.type.ImagenControlType.Companion Companion;
}

public static final class ImagenControlType.Companion {
method public com.google.firebase.ai.type.ImagenControlType getCANNY();
method public com.google.firebase.ai.type.ImagenControlType getCOLOR_SUPERPIXEL();
method public com.google.firebase.ai.type.ImagenControlType getFACE_MESH();
method public com.google.firebase.ai.type.ImagenControlType getSCRIBBLE();
property public final com.google.firebase.ai.type.ImagenControlType CANNY;
property public final com.google.firebase.ai.type.ImagenControlType COLOR_SUPERPIXEL;
property public final com.google.firebase.ai.type.ImagenControlType FACE_MESH;
property public final com.google.firebase.ai.type.ImagenControlType SCRIBBLE;
}

public final class ImagenEditMode {
field public static final com.google.firebase.ai.type.ImagenEditMode.Companion Companion;
}

public static final class ImagenEditMode.Companion {
method public com.google.firebase.ai.type.ImagenEditMode getINPAINT_INSERTION();
method public com.google.firebase.ai.type.ImagenEditMode getINPAINT_REMOVAL();
method public com.google.firebase.ai.type.ImagenEditMode getOUTPAINT();
property public final com.google.firebase.ai.type.ImagenEditMode INPAINT_INSERTION;
property public final com.google.firebase.ai.type.ImagenEditMode INPAINT_REMOVAL;
property public final com.google.firebase.ai.type.ImagenEditMode OUTPAINT;
}

@com.google.firebase.ai.type.PublicPreviewAPI public final class ImagenEditingConfig {
ctor public ImagenEditingConfig(com.google.firebase.ai.type.ImagenEditMode? editMode = null, Integer? editSteps = null);
}

@com.google.firebase.ai.type.PublicPreviewAPI public final class ImagenForegroundMask extends com.google.firebase.ai.type.ImagenMaskReference {
ctor public ImagenForegroundMask(Double? dilation = null);
}

@com.google.firebase.ai.type.PublicPreviewAPI public final class ImagenGenerationConfig {
ctor public ImagenGenerationConfig(String? negativePrompt = null, Integer? numberOfImages = 1, com.google.firebase.ai.type.ImagenAspectRatio? aspectRatio = null, com.google.firebase.ai.type.ImagenImageFormat? imageFormat = null, Boolean? addWatermark = null);
method public Boolean? getAddWatermark();
Expand Down Expand Up @@ -544,6 +602,36 @@ package com.google.firebase.ai.type {
method public com.google.firebase.ai.type.ImagenImageFormat png();
}

public final class ImagenImagePlacement {
method public Integer? getX();
method public Integer? getY();
property public final Integer? x;
property public final Integer? y;
field public static final com.google.firebase.ai.type.ImagenImagePlacement.Companion Companion;
}

public static final class ImagenImagePlacement.Companion {
method public com.google.firebase.ai.type.ImagenImagePlacement fromCoordinate(int x, int y);
method public com.google.firebase.ai.type.ImagenImagePlacement getBOTTOM_CENTER();
method public com.google.firebase.ai.type.ImagenImagePlacement getBOTTOM_LEFT();
method public com.google.firebase.ai.type.ImagenImagePlacement getBOTTOM_RIGHT();
method public com.google.firebase.ai.type.ImagenImagePlacement getCENTER();
method public com.google.firebase.ai.type.ImagenImagePlacement getLEFT_CENTER();
method public com.google.firebase.ai.type.ImagenImagePlacement getRIGHT_CENTER();
method public com.google.firebase.ai.type.ImagenImagePlacement getTOP_CENTER();
method public com.google.firebase.ai.type.ImagenImagePlacement getTOP_LEFT();
method public com.google.firebase.ai.type.ImagenImagePlacement getTOP_RIGHT();
property public final com.google.firebase.ai.type.ImagenImagePlacement BOTTOM_CENTER;
property public final com.google.firebase.ai.type.ImagenImagePlacement BOTTOM_LEFT;
property public final com.google.firebase.ai.type.ImagenImagePlacement BOTTOM_RIGHT;
property public final com.google.firebase.ai.type.ImagenImagePlacement CENTER;
property public final com.google.firebase.ai.type.ImagenImagePlacement LEFT_CENTER;
property public final com.google.firebase.ai.type.ImagenImagePlacement RIGHT_CENTER;
property public final com.google.firebase.ai.type.ImagenImagePlacement TOP_CENTER;
property public final com.google.firebase.ai.type.ImagenImagePlacement TOP_LEFT;
property public final com.google.firebase.ai.type.ImagenImagePlacement TOP_RIGHT;
}

@com.google.firebase.ai.type.PublicPreviewAPI public final class ImagenInlineImage {
method public android.graphics.Bitmap asBitmap();
method public byte[] getData();
Expand All @@ -552,6 +640,18 @@ package com.google.firebase.ai.type {
property public final String mimeType;
}

public final class ImagenInlineImageKt {
method @com.google.firebase.ai.type.PublicPreviewAPI public static com.google.firebase.ai.type.ImagenInlineImage toImagenInlineImage(android.graphics.Bitmap);
}

@com.google.firebase.ai.type.PublicPreviewAPI public abstract class ImagenMaskReference extends com.google.firebase.ai.type.ImagenReferenceImage {
field public static final com.google.firebase.ai.type.ImagenMaskReference.Companion Companion;
}

public static final class ImagenMaskReference.Companion {
method public java.util.List<com.google.firebase.ai.type.ImagenReferenceImage> generateMaskAndPadForOutpainting(com.google.firebase.ai.type.ImagenInlineImage image, com.google.firebase.ai.type.Dimensions newDimensions, com.google.firebase.ai.type.ImagenImagePlacement newPosition = ImagenImagePlacement.CENTER);
}

@com.google.firebase.ai.type.PublicPreviewAPI public final class ImagenPersonFilterLevel {
field public static final com.google.firebase.ai.type.ImagenPersonFilterLevel ALLOW_ADULT;
field public static final com.google.firebase.ai.type.ImagenPersonFilterLevel ALLOW_ALL;
Expand All @@ -562,6 +662,21 @@ package com.google.firebase.ai.type {
public static final class ImagenPersonFilterLevel.Companion {
}

@com.google.firebase.ai.type.PublicPreviewAPI public final class ImagenRawImage extends com.google.firebase.ai.type.ImagenReferenceImage {
ctor public ImagenRawImage(com.google.firebase.ai.type.ImagenInlineImage image);
}

@com.google.firebase.ai.type.PublicPreviewAPI public final class ImagenRawMask extends com.google.firebase.ai.type.ImagenMaskReference {
ctor public ImagenRawMask(com.google.firebase.ai.type.ImagenInlineImage mask, Double? dilation = null);
}

@com.google.firebase.ai.type.PublicPreviewAPI public abstract class ImagenReferenceImage {
method public final com.google.firebase.ai.type.ImagenInlineImage? getImage();
method public final Integer? getReferenceId();
property public final com.google.firebase.ai.type.ImagenInlineImage? image;
property public final Integer? referenceId;
}

@com.google.firebase.ai.type.PublicPreviewAPI public final class ImagenSafetyFilterLevel {
field public static final com.google.firebase.ai.type.ImagenSafetyFilterLevel BLOCK_LOW_AND_ABOVE;
field public static final com.google.firebase.ai.type.ImagenSafetyFilterLevel BLOCK_MEDIUM_AND_ABOVE;
Expand All @@ -577,6 +692,31 @@ package com.google.firebase.ai.type {
ctor public ImagenSafetySettings(com.google.firebase.ai.type.ImagenSafetyFilterLevel safetyFilterLevel, com.google.firebase.ai.type.ImagenPersonFilterLevel personFilterLevel);
}

@com.google.firebase.ai.type.PublicPreviewAPI public final class ImagenSemanticMask extends com.google.firebase.ai.type.ImagenMaskReference {
ctor public ImagenSemanticMask(java.util.List<java.lang.Integer> classes, Double? dilation = null);
}

@com.google.firebase.ai.type.PublicPreviewAPI public final class ImagenStyleReference extends com.google.firebase.ai.type.ImagenReferenceImage {
ctor public ImagenStyleReference(com.google.firebase.ai.type.ImagenInlineImage image, Integer? referenceId = null, String? description = null);
}

@com.google.firebase.ai.type.PublicPreviewAPI public final class ImagenSubjectReference extends com.google.firebase.ai.type.ImagenReferenceImage {
ctor public ImagenSubjectReference(com.google.firebase.ai.type.ImagenInlineImage image, Integer? referenceId = null, String? description = null, com.google.firebase.ai.type.ImagenSubjectReferenceType? subjectType = null);
}

public final class ImagenSubjectReferenceType {
field public static final com.google.firebase.ai.type.ImagenSubjectReferenceType.Companion Companion;
}

public static final class ImagenSubjectReferenceType.Companion {
method public com.google.firebase.ai.type.ImagenSubjectReferenceType getANIMAL();
method public com.google.firebase.ai.type.ImagenSubjectReferenceType getPERSON();
method public com.google.firebase.ai.type.ImagenSubjectReferenceType getPRODUCT();
property public final com.google.firebase.ai.type.ImagenSubjectReferenceType ANIMAL;
property public final com.google.firebase.ai.type.ImagenSubjectReferenceType PERSON;
property public final com.google.firebase.ai.type.ImagenSubjectReferenceType PRODUCT;
}

public final class InlineDataPart implements com.google.firebase.ai.type.Part {
ctor public InlineDataPart(byte[] inlineData, String mimeType);
method public byte[] getInlineData();
Expand Down
4 changes: 2 additions & 2 deletions firebase-ai/gradle.properties
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -12,5 +12,5 @@
# See the License for the specific language governing permissions and
# limitations under the License.

version=16.2.0
latestReleasedVersion=16.1.0
version=17.1.0
latestReleasedVersion=17.0.0
Loading