Update to v3

app.py

@@ -1,7 +1,12 @@
-import streamlit as st
-from huggingface_hub import HfApi
+import sys
 import os
+import urllib.request
 import subprocess
+import tarfile
+import tempfile
+
+import streamlit as st
+from huggingface_hub import HfApi
 
 HF_TOKEN = st.secrets.get("HF_TOKEN") or os.environ.get("HF_TOKEN")
 HF_USERNAME = (
@@ -9,18 +14,29 @@ HF_USERNAME = (
     or os.environ.get("HF_USERNAME")
     or os.environ.get("SPACE_AUTHOR_NAME")
 )
-TRANSFORMERS_REPOSITORY_URL = "https://github.com/xenova/transformers.js"
-TRANSFORMERS_REPOSITORY_REVISION = "2.16.0"
+
+TRANSFORMERS_BASE_URL = "https://github.com/xenova/transformers.js/archive/refs"
+TRANSFORMERS_REPOSITORY_REVISION = "3.0.0"
+TRANSFORMERS_REF_TYPE = "tags" if urllib.request.urlopen(f"{TRANSFORMERS_BASE_URL}/tags/{TRANSFORMERS_REPOSITORY_REVISION}.tar.gz").getcode() == 200 else "heads"
+TRANSFORMERS_REPOSITORY_URL = f"{TRANSFORMERS_BASE_URL}/{TRANSFORMERS_REF_TYPE}/{TRANSFORMERS_REPOSITORY_REVISION}.tar.gz"
 TRANSFORMERS_REPOSITORY_PATH = "./transformers.js"
+ARCHIVE_PATH = f"./transformers_{TRANSFORMERS_REPOSITORY_REVISION}.tar.gz"
 HF_BASE_URL = "https://huggingface.co"
 
 if not os.path.exists(TRANSFORMERS_REPOSITORY_PATH):
-    os.system(f"git clone {TRANSFORMERS_REPOSITORY_URL} {TRANSFORMERS_REPOSITORY_PATH}")
-
-os.system(
-    f"cd {TRANSFORMERS_REPOSITORY_PATH} && git checkout {TRANSFORMERS_REPOSITORY_REVISION}"
-)
-
+    urllib.request.urlretrieve(TRANSFORMERS_REPOSITORY_URL, ARCHIVE_PATH)
+    
+    with tempfile.TemporaryDirectory() as tmp_dir:
+        with tarfile.open(ARCHIVE_PATH, "r:gz") as tar:
+            tar.extractall(tmp_dir)
+        
+        extracted_folder = os.path.join(tmp_dir, os.listdir(tmp_dir)[0])
+        
+        os.rename(extracted_folder, TRANSFORMERS_REPOSITORY_PATH)
+    
+    os.remove(ARCHIVE_PATH)
+    print("Repository downloaded and extracted successfully.")
+    
 st.write("## Convert a HuggingFace model to ONNX")
 
 input_model_id = st.text_input(
@@ -62,6 +78,15 @@ if input_model_id:
                     capture_output=True,
                     text=True,
                 )
+                
+                # Log the script output
+                print("### Script Output ###")
+                print(output.stdout)
+            
+                # Log any errors
+                if output.stderr:
+                    print("### Script Errors ###")
+                    print(output.stderr)
 
             model_folder_path = (
                 f"{TRANSFORMERS_REPOSITORY_PATH}/models/{input_model_id}"
@@ -103,4 +128,4 @@ if input_model_id:
                 st.write("You can now go and view the model on HuggingFace!")
                 st.link_button(
                     f"Go to {output_model_id}", output_model_url, type="primary"
-                )
+                )

requirements.txt

@@ -1,7 +1,11 @@
-transformers[torch]==4.35.2
-onnxruntime<1.16.0
-optimum==1.14.1
-tqdm
-onnx==1.13.1
 huggingface_hub
-streamlit
+streamlit
+transformers[torch]==4.43.4
+onnxruntime==1.19.2
+optimum==1.21.3
+onnx==1.16.2
+onnxconverter-common==1.14.0
+tqdm==4.66.5
+onnxslim==0.1.31
+--extra-index-url https://pypi.ngc.nvidia.com
+onnx_graphsurgeon==0.3.27