Optimize the GPU use (#3)

- Optimize the GPU use (c3ab43a6a3e85904277081716f39a647a1726f8a)


Co-authored-by: Fabrice TIERCELIN <[email protected]>

app.py

@@ -88,7 +88,6 @@ def check(
     ):
         raise gr.Error("At least one border must be enlarged.")
 
-@spaces.GPU
 def uncrop(
     input_image,
     enlarge_top,
@@ -244,21 +243,20 @@ def uncrop(
 
     progress(None, desc = "Processing...")
 
-    output_image = pipe(
-        seeds = [seed],
-        width = process_width,
-        height = process_height,
-        prompt = prompt,
-        negative_prompt = negative_prompt,
-        image = enlarged_image,
-        mask_image = mask_image,
-        num_inference_steps = num_inference_steps,
-        guidance_scale = guidance_scale,
-        image_guidance_scale = image_guidance_scale,
-        strength = strength,
-        denoising_steps = denoising_steps,
-        show_progress_bar = True
-    ).images[0]
+    output_image = uncrop_on_gpu(
+        seed,
+        process_width,
+        process_height,
+        prompt,
+        negative_prompt,
+        enlarged_image,
+        mask_image,
+        num_inference_steps,
+        guidance_scale,
+        image_guidance_scale,
+        strength,
+        denoising_steps
+    )
 
     if limitation != "":
         output_image = output_image.resize((output_width, output_height))
@@ -282,6 +280,37 @@ def uncrop(
         mask_image
     ]
 
+@spaces.GPU(duration=120)
+def uncrop_on_gpu(
+        seed,
+        process_width,
+        process_height,
+        prompt,
+        negative_prompt,
+        enlarged_image,
+        mask_image,
+        num_inference_steps,
+        guidance_scale,
+        image_guidance_scale,
+        strength,
+        denoising_steps
+):
+    return pipe(
+        seeds = [seed],
+        width = process_width,
+        height = process_height,
+        prompt = prompt,
+        negative_prompt = negative_prompt,
+        image = enlarged_image,
+        mask_image = mask_image,
+        num_inference_steps = num_inference_steps,
+        guidance_scale = guidance_scale,
+        image_guidance_scale = image_guidance_scale,
+        strength = strength,
+        denoising_steps = denoising_steps,
+        show_progress_bar = True
+    ).images[0]
+
 with gr.Blocks() as interface:
     gr.HTML(
             DESCRIPTION