model/model_registry.py

from collections import namedtuple
from typing import List

ModelInfo = namedtuple("ModelInfo", ["simple_name", "link", "description"])
model_info = {}

def register_model_info(
    full_names: List[str], simple_name: str, link: str, description: str
):
    info = ModelInfo(simple_name, link, description)

    for full_name in full_names:
        model_info[full_name] = info

def get_model_info(name: str) -> ModelInfo:
    if name in model_info:
        return model_info[name]
    else:
        # To fix this, please use `register_model_info` to register your model
        return ModelInfo(
            name, "", "Register the description at fastchat/model/model_registry.py"
        )

def get_model_description_md(model_list):
    model_description_md = """
| | | |
| ---- | ---- | ---- |
"""
    ct = 0
    visited = set()
    for i, name in enumerate(model_list):
        minfo = get_model_info(name)
        if minfo.simple_name in visited:
            continue
        visited.add(minfo.simple_name)
        one_model_md = f"[{minfo.simple_name}]({minfo.link}): {minfo.description}"

        if ct % 3 == 0:
            model_description_md += "|"
        model_description_md += f" {one_model_md} |"
        if ct % 3 == 2:
            model_description_md += "\n"
        ct += 1
    return model_description_md

# regist text-to-shape generation models

register_model_info(
    ["dreamfusion"],
    "DreamFusion",
    "https://dreamfusion3d.github.io/",
    "Text-to-3D using 2D Diffusion and SDS Loss",
)

register_model_info(
    ["fantasia3d"],
    "Fantasia3D",
    "https://fantasia3d.github.io/",
    "Disentangling Geometry and Appearance for High-quality Text-to-3D Content Creation",
)

register_model_info(
    ["instant3d"],
    "Instant3D",
    "https://jiahao.ai/instant3d/",
    "Fast Text-to-3D with Sparse-View Generation and Large Reconstruction Model",
)

register_model_info(
    ["latent-nerf"],
    "Latent-NeRF",
    "https://github.com/eladrich/latent-nerf",
    "Latent-NeRF for Shape-Guided Generation of 3D Shapes and Textures",
)

register_model_info(
    ["magic3d"],
    "Magic3D",
    "https://research.nvidia.com/labs/dir/magic3d/",
    "High-Resolution Text-to-3D Content Creation",
)

register_model_info(
    ["geodream"],
    "GeoDream",
    "https://mabaorui.github.io/GeoDream_page/",
    "Disentangling 2D and Geometric Priors for High-Fidelity and Consistent 3D Generation",
)


register_model_info(
    ["lucid-dreamer"],
    "LucidDreamer",
    "https://github.com/EnVision-Research/LucidDreamer",
    "Towards High-Fidelity Text-to-3D Generation via Interval Score Matching",
)

register_model_info(
    ["mvdream"],
    "MVDream",
    "https://github.com/bytedance/MVDream",
    "Multi-view Diffusion for 3D Generation",
)


register_model_info(
    ["grm-t", "grm-i"],
    "GRM",
    "https://justimyhxu.github.io/projects/grm",
    "GRM: Large Gaussian Reconstruction Model for Efficient 3D Reconstruction and Generation",
)

register_model_info(
    ["point-e-t", "point-e-i"],
    "Point·E",
    "https://github.com/openai/point-e",
    "A System for Generating 3D Point Clouds from Complex Prompts",
)

register_model_info(
    ["shap-e-t", "shap-e-i"],
    "Shap-E",
    "https://github.com/openai/shap-e",
    "Generating Conditional 3D Implicit Functions",
)

register_model_info(
    ["prolificdreamer"],
    "ProlificDreamer",
    "https://ml.cs.tsinghua.edu.cn/prolificdreamer/",
    "High-Fidelity and Diverse Text-to-3D Generation with Variational Score Distillation",
)

register_model_info(
    ["sjc"],
    "Score Jacobian Chaining",
    "https://pals.ttic.edu/p/score-jacobian-chaining",
    "Lifting Pretrained 2D Diffusion Models for 3D Generation",
)

# register_model_info(
#     [],
#     "",
#     "",
#     "",
# )


## regist image-to-shape generation models
register_model_info(
    ["dreamgaussian"],
    "DreamGaussian",
    "https://github.com/dreamgaussian/dreamgaussian",
    "Generative Gaussian Splatting for Efficient 3D Content Creation",
)


register_model_info(
    ["wonder3d"],
    "Wonder3D",
    "https://github.com/xxlong0/Wonder3D",
    "Single Image to 3D using Cross-Domain Diffusion",
)

register_model_info(
    ["dreamcraft3d"],
    "Dreamcraft3d",
    "https://github.com/deepseek-ai/DreamCraft3D",
    "Hierarchical 3d generation with bootstrapped diffusion prior",
)

register_model_info(
    ["syncdreamer"],
    "SyncDreamer",
    "https://github.com/liuyuan-pal/SyncDreamer",
    "Generating Multiview-consistent Images from a Single-view Image",
)

register_model_info(
    ["zero123"],
    "Zero-1-to-3",
    "https://github.com/cvlab-columbia/zero123",
    "Zero-shot One Image to 3D Object",
)

register_model_info(
    ["stable-zero123"],
    "Stable Zero123",
    "https://stability.ai/news/stable-zero123-3d-generation",
    "Quality 3D Object Generation from Single Images",
)

register_model_info(
    ["zero123-xl"],
    "Zero123-XL",
    "https://stability.ai/news/stable-zero123-3d-generation",
    "Quality 3D Object Generation from Single Images",
)

register_model_info(
    ["magic123"],
    "Magic123",
    "https://guochengqian.github.io/project/magic123/",
    "One Image to High-Quality 3D Object Generation Using Both 2D and 3D Diffusion Priors",
)
    
register_model_info(
    ["imagedream"],
    "ImageDream",
    "https://github.com/bytedance/ImageDream",
    "Image-Prompt Multi-view Diffusion for 3D Generation",
)
register_model_info(
    ["make-it-3d"],
    "Make-It-3D",
    "https://github.com/junshutang/Make-It-3D",
    "High-Fidelity 3D Creation from A Single Image with Diffusion Prior",
)

register_model_info(
    ["triplane-gaussian"],
    "TriplaneGaussian",
    "https://github.com/VAST-AI-Research/TriplaneGaussian",
    "Triplane Meets Gaussian Splatting: Fast and Generalizable Single-View 3D Reconstruction with Transformers",
)

register_model_info(
    ["free3d"],
    "Free3D",
    "https://github.com/lyndonzheng/Free3D",
    "Consistent Novel View Synthesis without 3D Representation",
)

register_model_info(
    ["escher-net"],
    "EscherNet",
    "https://github.com/kxhit/EscherNet",
    "A Generative Model for Scalable View Synthesis",
)

register_model_info(
    ["v3d"],
    "V3D",
    "https://github.com/heheyas/V3D",
    "Video Diffusion Models are Effective 3D Generators",
)

register_model_info(
    ["lgm"],
    "LGM",
    "https://github.com/3DTopia/LGM",
    "Large Multi-View Gaussian Model for High-Resolution 3D Content Creation",
)

register_model_info(
    ["gsgen"],
    "GSGEN",
    "https://github.com/gsgen3d/gsgen",
    "Text-to-3D using Gaussian Splatting",
)

register_model_info(
    ["openlrm"],
    "OpenLRM",
    "https://github.com/3DTopia/OpenLRM",
    "Open-Source Large Reconstruction Models",
)

register_model_info(
    ["hifa"],
    "HiFA",
    "https://github.com/JunzheJosephZhu/HiFA",
    "High-fidelity Text-to-3D Generation with Advanced Diffusion Guidance",
)

register_model_info(
    ["instant-mesh"],
    "InstantMesh",
    "https://github.com/TencentARC/InstantMesh",
    "Efficient 3D Mesh Generation from a Single Image with Sparse-view Large Reconstruction Models",
)

# register_model_info(
#     [],
#     "",
#     "",
#     "",
# )