Upload 15 files

app.py

@@ -26,17 +26,17 @@ with gr.Blocks(theme="NoCrypt/miku@>=1.2.2", fill_width=True, css=css, delete_ca
                         civitai_key = gr.Textbox(label="Your Civitai Key (Optional)", value="", max_lines=1)
                         gr.Markdown("Your Civitai API key is available at [https://civitai.com/user/account](https://civitai.com/user/account).", elem_classes="info")
         run_button = gr.Button(value="Check", variant="primary")
-        uploaded_urls = gr.CheckboxGroup(visible=False, choices=[], value=[]) # hidden
-        urls_md = gr.Markdown("<br><br>", elem_classes="result", visible=False)
-        out_files = gr.Files(label="Output", interactive=False, value=[])
         with gr.Group():
+            uploaded_urls = gr.CheckboxGroup(visible=False, choices=[], value=[]) # hidden
+            urls_md = gr.Markdown("<br><br>", elem_classes="result", visible=False)
+            out_files = gr.Files(label="Output", interactive=False, value=[])
             with gr.Row():
                 missing = gr.JSON(value=[], label="Missing keys")
                 added = gr.JSON(value=[], label="Added keys")
             with gr.Row():
                 keys = gr.JSON(value=[], label="All keys")
                 metadata = gr.JSON(value={}, label="Metadata")
-        clear_button = gr.Button(value="Clear Output", variant="secondary")
+            clear_button = gr.Button(value="Clear Output", variant="secondary")
     gr.DuplicateButton(value="Duplicate Space")
 
     gr.on(
@@ -45,7 +45,7 @@ with gr.Blocks(theme="NoCrypt/miku@>=1.2.2", fill_width=True, css=css, delete_ca
         inputs=[dl_url, civitai_key, hf_token, uploaded_urls, out_files, is_validate, rfile],
         outputs=[uploaded_urls, out_files, urls_md, metadata, keys, missing, added],
     )
-    clear_button.click(lambda: ([], [], "", {}, [], [], []), None, [uploaded_urls, out_files, urls_md, metadata, keys, missing, added], queue=False, show_api=False)
+    clear_button.click(lambda: ([], [], "<br><br>", {}, [], [], []), None, [uploaded_urls, out_files, urls_md, metadata, keys, missing, added], queue=False, show_api=False)
     upload_rfile.upload(upload_keys_file, [upload_rfile], [rfile], queue=False, show_api=False)
 
 demo.queue()

stkey_gr.py

@@ -84,8 +84,8 @@ def get_stkey(filename: str, is_validate: bool=True, rfile: str=KEYS_FILES[0], p
 
 def stkey_gr(dl_url: str, civitai_key: str, hf_token: str, urls: list[str], files: list[str], 
              is_validate=True, rfile=KEYS_FILES[0], progress=gr.Progress(track_tqdm=True)):
-    if hf_token: set_token(hf_token)
-    else: set_token(os.environ.get("HF_TOKEN")) # default huggingface token
+    if not hf_token: hf_token = os.environ.get("HF_TOKEN") # default huggingface token
+    set_token(hf_token)
     if not civitai_key: civitai_key = os.environ.get("CIVITAI_API_KEY") # default Civitai API key
     dl_urls = parse_urls(dl_url)
     if not urls: urls = []

utils.py

@@ -1,5 +1,5 @@
 import gradio as gr
-from huggingface_hub import HfApi, HfFolder, hf_hub_download
+from huggingface_hub import HfApi, HfFolder, hf_hub_download, snapshot_download
 import os
 from pathlib import Path
 import shutil
@@ -163,3 +163,35 @@ def get_download_file(temp_dir, url, civitai_key, progress=gr.Progress(track_tqd
         return ""
     print(f"Download completed: {url}")
     return new_file
+
+
+# https://huggingface.co/docs/huggingface_hub/v0.25.1/en/package_reference/file_download#huggingface_hub.snapshot_download
+def download_repo(repo_id, dir_path, progress=gr.Progress(track_tqdm=True)):
+    hf_token = get_token()
+    try:
+        snapshot_download(repo_id=repo_id, local_dir=dir_path, token=hf_token, allow_patterns=["*.safetensors", "*.bin"],
+                          ignore_patterns=["*.fp16.*", "/*.safetensors", "/*.bin"], force_download=True)
+        return True
+    except Exception as e:
+        print(f"Error: Failed to download {repo_id}. {e}")
+        gr.Warning(f"Error: Failed to download {repo_id}. {e}")
+        return False
+
+
+def upload_repo(new_repo_id, dir_path, is_private, progress=gr.Progress(track_tqdm=True)):
+    hf_token = get_token()
+    api = HfApi(token=hf_token)
+    try:
+        progress(0, desc="Start uploading...")
+        api.create_repo(repo_id=new_repo_id, token=hf_token, private=is_private, exist_ok=True)
+        for path in Path(dir_path).glob("*"):
+            if path.is_dir():
+                api.upload_folder(repo_id=new_repo_id, folder_path=str(path), path_in_repo=path.name, token=hf_token)
+            elif path.is_file():
+                api.upload_file(repo_id=new_repo_id, path_or_fileobj=str(path), path_in_repo=path.name, token=hf_token)
+        progress(1, desc="Uploaded.")
+        url = f"https://huggingface.co/{new_repo_id}"
+    except Exception as e:
+        print(f"Error: Failed to upload to {new_repo_id}. {e}")
+        return ""
+    return url