Fix bug and improve speed (#9)

- Fix bug and improve speed (e935aa8c5c1140dc2dc9b5da60cfa5ef7ba64d71)


Co-authored-by: Peter Lin <[email protected]>

app.py

@@ -18,6 +18,7 @@ checkpoints = {
     "4-Step" : ["sdxl_lightning_4step_unet.safetensors", 4],
     "8-Step" : ["sdxl_lightning_8step_unet.safetensors", 8],
 }
+loaded = None
 
 
 # Ensure model and scheduler are initialized in GPU-enabled function
@@ -49,18 +50,17 @@ if SAFETY_CHECKER:
 # Function 
 @spaces.GPU(enable_queue=True)
 def generate_image(prompt, ckpt):
+    global loaded
+    print(prompt, ckpt)
 
     checkpoint = checkpoints[ckpt][0]
-    num_inference_steps = checkpoints[ckpt][1] 
-
-    if num_inference_steps==1:
-        # Ensure sampler uses "trailing" timesteps and "sample" prediction type for 1-step inference.
-        pipe.scheduler = EulerDiscreteScheduler.from_config(pipe.scheduler.config, timestep_spacing="trailing", prediction_type="sample")
-    else:
-        # Ensure sampler uses "trailing" timesteps.
-        pipe.scheduler = EulerDiscreteScheduler.from_config(pipe.scheduler.config, timestep_spacing="trailing")
+    num_inference_steps = checkpoints[ckpt][1]
+
+    if loaded != num_inference_steps:
+        pipe.scheduler = EulerDiscreteScheduler.from_config(pipe.scheduler.config, timestep_spacing="trailing", prediction_type="sample" if num_inference_steps==1 else "epsilon")
+        pipe.unet.load_state_dict(load_file(hf_hub_download(repo, checkpoint), device="cuda"))
+        loaded = num_inference_steps
         
-    pipe.unet.load_state_dict(load_file(hf_hub_download(repo, checkpoint), device="cuda"))
     results = pipe(prompt, num_inference_steps=num_inference_steps, guidance_scale=0)
 
     if SAFETY_CHECKER:
@@ -84,7 +84,7 @@ with gr.Blocks(css="style.css") as demo:
     gr.Markdown(description)
     with gr.Group():
         with gr.Row():
-            prompt = gr.Textbox(label='Enter you image prompt:', scale=8)
+            prompt = gr.Textbox(label='Enter your prompt (English)', scale=8)
             ckpt = gr.Dropdown(label='Select inference steps',choices=['1-Step', '2-Step', '4-Step', '8-Step'], value='4-Step', interactive=True)
             submit = gr.Button(scale=1, variant='primary')
     img = gr.Image(label='SDXL-Lightning Generated Image')