import os
os.system('pip uninstall -y gradio_fake3d')
os.system('pip install gradio_fake3d-0.0.3-py3-none-any.whl')
import gradio as gr
import spaces
import re
from gradio_fake3d import Fake3D
from PIL import Image
from Rodin import Generator, crop_image, log
from constant import *
generator = Generator(USER, PASSWORD, TOKEN)
change_button_name = """
function updateButton(input) {
var buttonGenerate = document.getElementById('button_generate');
buttonGenerate.innerText = 'Redo';
return '';
}
"""
change_button_name_to_generating = """
function updateButton(input) {
var buttonGenerate = document.getElementById('button_generate');
buttonGenerate.innerText = 'Generating...';
return '';
}
"""
reset_button_name = """
function updateButton(input) {
var buttonGenerate = document.getElementById('button_generate');
buttonGenerate.innerText = 'Generate';
return '';
}
"""
jump_to_rodin = """
function redirectToGithub(input) {
if (input.includes('OpenClay')) {
window.open("https://github.com/CLAY-3D/OpenCLAY", "_blank");
}
return "Rodin Gen-1(0525)";
}
"""
html_content = """
"""
options = [
"Rodin Gen-1(0525)",
"OpenClay(600M) - Coming soon",
"OpenClay(200M) - Coming soon"
]
example = [
["assets/00.png"],
["assets/08.png"],
["assets/13.png"],
["assets/24.PNG"],
["assets/30.png"],
["assets/42.png"],
["assets/46.png"]
]
def do_nothing(text):
return ""
def handle_selection(selection):
return "Rodin Gen-1(0525)"
def hint_in_prompt(hint, prompt):
return re.search(fr"{hint[:-1]}", prompt) is not None
def prompt_remove_hint(prompt, hint):
return re.sub(fr"\s*{hint[:-1]}[\.,]*", "", prompt)
def handle_hint_change(prompt: str, prompt_hint):
prompt = prompt.strip()
if prompt != "" and not prompt.endswith("."):
prompt = prompt + "."
for _, hint in PROMPT_HINT_LIST:
if hint in prompt_hint:
if not hint_in_prompt(hint, prompt):
prompt = prompt + " " + hint
else:
prompt = prompt_remove_hint(prompt, hint)
prompt = prompt.strip()
return prompt
def handle_prompt_change(prompt):
hint_list = []
for _, hint in PROMPT_HINT_LIST:
if hint_in_prompt(hint, prompt):
hint_list.append(hint)
return hint_list
def clear_task(task_input=None):
"""_summary_
[cache_task_uuid, block_prompt, block_prompt_hint, fake3d]
"""
log("INFO", "Clearing task...")
return "", "", "", [], "assets/white_image.png"
def clear_task_id():
return ""
def return_render(image):
image = Image.fromarray(image)
return image, crop_image(image, DEFAULT)
def crop_image_default(image):
return crop_image(image, DEFAULT)
def crop_image_metal(image):
return crop_image(image, METAL)
def crop_image_contrast(image):
return crop_image(image, CONTRAST)
def crop_image_normal(image):
return crop_image(image, NORMAL)
with gr.Blocks() as demo:
gr.HTML(html_content)
with gr.Row():
with gr.Column():
block_image = gr.Image(height=256, image_mode="RGB", sources="upload", elem_classes="elem_imageupload", type="filepath")
block_model_card = gr.Dropdown(choices=options, label="Model Card", value="Rodin Gen-1(0525)", interactive=True)
with gr.Group():
block_prompt = gr.Textbox(
value="",
placeholder="Auto generated description of Image",
lines=1,
show_label=True,
label="Prompt",
)
block_prompt_hint = gr.CheckboxGroup(value="Labels", choices=PROMPT_HINT_LIST, show_label=False)
with gr.Column():
with gr.Group():
fake3d = Fake3D(interactive=False, label="3D Preview")
with gr.Row():
button_generate = gr.Button(value="Generate", variant="primary", elem_id="button_generate")
with gr.Column(min_width=200, scale=20):
with gr.Row():
block_default = gr.Button("Default", min_width=0)
block_metal = gr.Button("Metal", min_width=0)
with gr.Row():
block_contrast = gr.Button("Contrast", min_width=0)
block_normal = gr.Button("Normal", min_width=0)
button_more = gr.Button(value="Download from Rodin", variant="primary", link=rodin_url)
gr.Markdown("""
**TIPS**:
1. Upload an image to generate 3D geometry.
2. Click Redo to regenerate the model.
3. 4 buttons to switch the view.
4. Swipe to rotate the model.
""")
cache_task_uuid = gr.Text(value="", visible=False)
cache_raw_image = gr.Image(visible=False, type="pil")
cacha_empty = gr.Text(visible=False)
cache_image_base64 = gr.Text(visible=False)
block_example = gr.Examples(
examples=example,
fn=clear_task,
inputs=[block_image],
outputs=[cache_image_base64, cache_task_uuid, block_prompt, block_prompt_hint, fake3d],
run_on_click=True,
cache_examples=True,
label="Examples"
)
block_image.upload(
fn=do_nothing,
js=change_button_name_to_generating,
inputs=[cacha_empty],
outputs=[cacha_empty],
queue=False
).success(
fn=generator.preprocess,
inputs=[block_prompt, block_image, cache_image_base64, cache_task_uuid],
outputs=[block_prompt, cache_image_base64],
show_progress="minimal",
queue=True
).success(
fn=generator.generate_mesh,
inputs=[block_prompt, cache_image_base64, cache_task_uuid],
outputs=[cache_raw_image, cache_task_uuid, fake3d],
queue=True
).success(
fn=do_nothing,
js=change_button_name,
inputs=[cacha_empty],
outputs=[cacha_empty],
queue=False
)
block_image.clear(
fn=do_nothing,
js=reset_button_name,
inputs=[cacha_empty],
outputs=[cacha_empty],
queue=False
).then(
fn=clear_task,
outputs=[cache_image_base64, cache_task_uuid, block_prompt, block_prompt_hint, fake3d],
show_progress="hidden",
queue=False
)
button_generate.click(
fn=do_nothing,
js=change_button_name_to_generating,
inputs=[cacha_empty],
outputs=[cacha_empty],
queue=False
).success(
fn=generator.preprocess,
inputs=[block_prompt, block_image, cache_image_base64, cache_task_uuid],
outputs=[block_prompt, cache_image_base64],
show_progress="minimal",
queue=True
).success(
fn=generator.generate_mesh,
inputs=[block_prompt, cache_image_base64, cache_task_uuid],
outputs=[cache_raw_image, cache_task_uuid, fake3d],
queue=True
).then(
fn=do_nothing,
js=change_button_name,
inputs=[cacha_empty],
outputs=[cacha_empty],
queue=False
)
block_default.click(fn=crop_image_default, inputs=[cache_raw_image], outputs=fake3d, show_progress="minimal")
block_metal.click(fn=crop_image_metal, inputs=[cache_raw_image], outputs=fake3d, show_progress="minimal")
block_contrast.click(fn=crop_image_contrast, inputs=[cache_raw_image], outputs=fake3d, show_progress="minimal")
block_normal.click(fn=crop_image_normal, inputs=[cache_raw_image], outputs=fake3d, show_progress="minimal")
button_more.click()
block_prompt_hint.input(
fn=handle_hint_change, inputs=[block_prompt, block_prompt_hint], outputs=[block_prompt],
show_progress="hidden",
queue=False,
)
block_prompt.change(
fn=handle_prompt_change,
inputs=[block_prompt],
outputs=[block_prompt_hint],
trigger_mode="always_last",
show_progress="hidden",
)
block_model_card.change(fn=handle_selection, inputs=[block_model_card], outputs=[block_model_card], show_progress="hidden", js=jump_to_rodin)
if __name__ == "__main__":
demo.queue()
demo.launch(show_api=False, show_error=True)