image_init feature

zoom.py

@@ -33,6 +33,7 @@ def zoom(
     num_outpainting_steps,
     guidance_scale,
     num_inference_steps,
+    custom_init_image
 ):
 
     pipe = StableDiffusionInpaintPipeline.from_pretrained(
@@ -56,22 +57,20 @@ def zoom(
     mask_image = np.array(current_image)[:, :, 3]
     mask_image = Image.fromarray(255-mask_image).convert("RGB")
     current_image = current_image.convert("RGB")
-
-    init_images = pipe(prompt=prompt,  # TODO: prompt=prompts[max(k for k in prompts.keys() if k >= 0)],
-                       negative_prompt=negative_prompt,
-                       image=current_image,
-                       guidance_scale=guidance_scale,
-                       height=height,
-                       width=width,
-                       mask_image=mask_image,
-                       num_inference_steps=num_inference_steps)[0]
-
+    if(custom_init_image): 
+      current_image = custom_init_image.resize((width, height), resample=Image.LANCZOS)
+    else:
+      init_images = pipe(prompt=prompt,  # TODO: prompt=prompts[max(k for k in prompts.keys() if k >= 0)],
+                        negative_prompt=negative_prompt,
+                        image=current_image,
+                        guidance_scale=guidance_scale,
+                        height=height,
+                        width=width,
+                        mask_image=mask_image,
+                        num_inference_steps=num_inference_steps)[0]
+      current_image = init_images[0]
     mask_width = 128
     num_interpol_frames = 30
-    if (custom_init_image):
-        current_image = load_img(init_image_address, (width, height))
-    else:
-        current_image = init_images[0]
 
     all_frames = []
     all_frames.append(current_image)
@@ -128,7 +127,6 @@ def zoom(
             all_frames.append(interpol_image)
 
         all_frames.append(current_image)
-
     video_file_name = "infinite_zoom_" + str(time.time())
     fps = 30
     save_path = video_file_name + ".mp4"
@@ -139,7 +137,6 @@ def zoom(
                 start_frame_dupe_amount, last_frame_dupe_amount)
     return save_path
 
-
 def zoom_app():
     with gr.Blocks():
         with gr.Row():
@@ -186,9 +183,9 @@ def zoom_app():
                         value=50,
                         label='Sampling Steps for each outpaint'
                     )
-
+                    init_image = gr.Image(type="pil")
                 generate_btn = gr.Button(value='Generate video')
-
+        
             with gr.Column():
                 output_image = gr.Video(label='Output', format="mp4").style(
                     width=512, height=512)
@@ -201,7 +198,8 @@ def zoom_app():
                 outpaint_negative_prompt,
                 outpaint_steps,
                 guidance_scale,
-                sampling_step
+                sampling_step,
+                init_image
             ],
             outputs=output_image,
         )