Revamp to use "official" Hub API (#3)

- Create .gitignore (048dc6e76de70fe5d32a9b56d3b07017240fe0ff)
- Upgrade Gradio to current version? (7f68ab29afe3d4497cb7a1e0775b54f6ffd0af42)
- update url to tokens page (6e29aba0e2728f362c220f35832719014169e76c)
- Update minor deprecated stuff (574ae04fa2786354f0efef9b40c3193cc0409cc8)
- .vscode autoformatting (aaabecfbdf00aae7316d477bfa0107f3f9dbfa63)
- Revamp app.py to use exposed API (bdea1c99f14c68016d314cd5b74f846c3ccac871)
- tiny tweak (e636c5d20aa7869d89817bc371cf7055f0d8ac63)
- Actually build_hf_headers, hf_raise_for_status are already exposed (f432669956f0e1f17b41f5f3dbaa1a1d0cad2d2e)

.gitignore

@@ -0,0 +1 @@
+.env/

.vscode/settings.json

@@ -0,0 +1,4 @@
+{
+	"editor.formatOnSave": true,
+	"python.formatting.provider": "black"
+}

README.md

@@ -4,7 +4,7 @@ emoji: 😻
 colorFrom: gray
 colorTo: blue
 sdk: gradio
-sdk_version: 3.0.10
+sdk_version: 3.9.1
 app_file: app.py
 pinned: false
 license: mit

app.py

@@ -1,75 +1,62 @@
 import gradio as gr
-from huggingface_hub import create_repo, upload_file, Repository, whoami
-import subprocess
-import os, shutil
+import requests
+from huggingface_hub import whoami
+from huggingface_hub.utils import build_hf_headers, hf_raise_for_status
+
+ENDPOINT = "https://huggingface.co"
+# ENDPOINT = "http://localhost:5564"
+
+REPO_TYPES = ["model", "dataset", "space"]
+
 
 def duplicate(source_repo, dst_repo, token, repo_type):
-    # Creating repos has inconsistent API (https://github.com/huggingface/huggingface_hub/issues/47)
-    repo_namespace, dst_id = dst_repo.split("/")
-    username = whoami(token)["name"]
-    org = None
-    if repo_namespace != username:
-      org = repo_namespace
+    try:
+        if not repo_type in REPO_TYPES:
+            raise ValueError("need to select valid repo type")
+        _ = whoami(token)
+        # ^ this will throw if token is invalid
 
-    # Create the destination repo
-    if repo_type in ["space", "dataset"]:
-        # For some reason create_repo does not allow repo_type="model"..., even if documentation says
-        # that's the default.
-        url = create_repo(dst_id, token=token, organization=org, repo_type=repo_type, space_sdk="gradio", private=False)
-    else:
-        url = create_repo(dst_id, token=token, organization=org, private=False)
-    
-    # Clone source repo
-    endpoint = "huggingface.co/"
-    if repo_type in ["space", "dataset"]:
-        endpoint += repo_type + "/"
-    full_path = f"https://{username}:{token}@{endpoint}{source_repo}"
-    local_dir = "hub/" + source_repo
-    
-    if repo_type in ["space", "dataset"]:
-        # Same as above
-        repo = Repository(local_dir=local_dir, clone_from=full_path, repo_type=repo_type)
-    else:
-        repo = Repository(local_dir=local_dir, clone_from=full_path)
-    
-    for root, dirs, files in  os.walk(local_dir):
-      if not root.startswith("."):
-        if repo_type == "model":
-          repo_type = None
-        for f in files:
-            if not f.startswith("."):
-                if ".git" not in root:
-                    # remove hub/namespace/reponame
-                    directory_path_in_repo = "/".join(root.split("/")[3:]) 
-                    path_in_repo = os.path.join(directory_path_in_repo, f)
-                    local_file_path = os.path.join(local_dir, path_in_repo)
-                    print("From: ", local_file_path, " to: ", path_in_repo)
-                    upload_file(path_or_fileobj=local_file_path, path_in_repo=path_in_repo, repo_id=dst_repo, token=token, repo_type=repo_type)
+        r = requests.post(
+            f"{ENDPOINT}/api/{repo_type}s/{source_repo}/duplicate",
+            headers=build_hf_headers(token=token),
+            json={"repository": dst_repo},
+        )
+        hf_raise_for_status(r)
 
+        repo_url = r.json().get("url")
+
+        return (
+            f'Find your repo <a href=\'{repo_url}\' target="_blank" style="text-decoration:underline">here</a>',
+            "sp.jpg",
+        )
+
+    except Exception as e:
+        return (
+            f"""
+        ### Error 😢😢😢
+        
+        {e}
+        """,
+            None,
+        )
 
-    # Clean up to be nice with the environment
-    for filename in os.listdir(local_dir):
-      file_path = os.path.join(local_dir, filename)
-      if os.path.isfile(file_path) or os.path.islink(file_path):
-          os.unlink(file_path)
-      elif os.path.isdir(file_path):
-          shutil.rmtree(file_path)
-    
-    return f"Find your repo <a href='{url}' target=\"_blank\" style=\"text-decoration:underline\">here</a>", "sp.jpg"
 
 interface = gr.Interface(
     fn=duplicate,
     inputs=[
-        gr.inputs.Textbox(placeholder="Source repository (e.g. osanseviero/src)"),
-        gr.inputs.Textbox(placeholder="Destination repository (e.g. osanseviero/dst)"),
-        gr.inputs.Textbox(placeholder="Write access token"),
-        gr.inputs.Dropdown(choices=["model", "dataset", "space"])
+        gr.Textbox(placeholder="Source repository (e.g. osanseviero/src)"),
+        gr.Textbox(placeholder="Destination repository (e.g. osanseviero/dst)"),
+        gr.Textbox(placeholder="Write access token"),
+        gr.Dropdown(choices=REPO_TYPES, value="model"),
+    ],
+    outputs=[
+        gr.Markdown(label="output"),
+        gr.Image(show_label=False),
     ],
-    outputs=["html", "image"] ,
     title="Duplicate your repo!",
-    description="Duplicate a Hugging Face repository! You need to specify a write token obtained in https://hf.co/settings/token. This Space is a an experimental demo.",
-    article="<p>Find your write token at <a href='https://huggingface.co/settings/token' target='_blank'>token settings</a></p>",
-    allow_flagging=False,
+    description="Duplicate a Hugging Face repository! You need to specify a write token obtained in https://hf.co/settings/tokens. This Space is a an experimental demo.",
+    article="<p>Find your write token at <a href='https://huggingface.co/settings/tokens' target='_blank'>token settings</a></p>",
+    allow_flagging="never",
     live=False,
 )
-interface.launch(enable_queue=True)
+interface.launch(enable_queue=True)