Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -17,7 +17,7 @@ model = Idefics2ForConditionalGeneration.from_pretrained(
|
|
17 |
#_attn_implementation="flash_attention_2",
|
18 |
trust_remote_code=True).to("cuda")
|
19 |
|
20 |
-
|
21 |
def model_inference(
|
22 |
image, text, decoding_strategy, temperature,
|
23 |
max_new_tokens, repetition_penalty, top_p
|
|
|
17 |
#_attn_implementation="flash_attention_2",
|
18 |
trust_remote_code=True).to("cuda")
|
19 |
|
20 |
+
@spaces.GPU(duration=180)
|
21 |
def model_inference(
|
22 |
image, text, decoding_strategy, temperature,
|
23 |
max_new_tokens, repetition_penalty, top_p
|