Spaces:
Running
on
A100
Running
on
A100
error handling
Browse files- app.py +27 -14
- requirements.txt +1 -1
app.py
CHANGED
@@ -7,7 +7,7 @@ import gradio as gr
|
|
7 |
import huggingface_hub
|
8 |
import torch
|
9 |
import yaml
|
10 |
-
from gradio_logsview.logsview import LogsView
|
11 |
from mergekit.common import parse_kmb
|
12 |
from mergekit.config import MergeConfiguration
|
13 |
from mergekit.merge import run_merge
|
@@ -79,7 +79,7 @@ examples = [[str(f)] for f in pathlib.Path("examples").glob("*.yml")]
|
|
79 |
|
80 |
|
81 |
def merge(
|
82 |
-
example_filename: str, yaml_config: str, hf_token: str, repo_name: str
|
83 |
) -> Generator[str, None, None]:
|
84 |
if not yaml_config:
|
85 |
raise gr.Error("Empty yaml, pick an example below")
|
@@ -88,19 +88,27 @@ def merge(
|
|
88 |
except Exception as e:
|
89 |
raise gr.Error(f"Invalid yaml {e}")
|
90 |
|
|
|
|
|
91 |
with tempfile.TemporaryDirectory() as tmpdirname:
|
92 |
tmpdir = pathlib.Path(tmpdirname)
|
93 |
merged_path = tmpdir / "merged"
|
94 |
merged_path.mkdir(parents=True, exist_ok=True)
|
95 |
config_path = merged_path / "config.yaml"
|
96 |
config_path.write_text(yaml_config)
|
|
|
97 |
|
98 |
-
if repo_name == "":
|
99 |
name = "-".join(
|
100 |
model.model.path for model in merge_config.referenced_models()
|
101 |
)
|
102 |
repo_name = f"mergekit-{merge_config.merge_method}-{name}".replace("/", "-")
|
103 |
-
|
|
|
|
|
|
|
|
|
|
|
104 |
|
105 |
# Taken from https://github.com/arcee-ai/mergekit/blob/main/mergekit/scripts/run_yaml.py
|
106 |
yield from LogsView.run_thread(
|
@@ -112,11 +120,20 @@ def merge(
|
|
112 |
config_source=config_path,
|
113 |
)
|
114 |
|
115 |
-
|
116 |
-
|
117 |
-
|
118 |
-
|
119 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
120 |
|
121 |
|
122 |
with gr.Blocks() as demo:
|
@@ -124,11 +141,7 @@ with gr.Blocks() as demo:
|
|
124 |
|
125 |
with gr.Row():
|
126 |
filename = gr.Textbox(visible=False, label="filename")
|
127 |
-
config = gr.Code(
|
128 |
-
language="yaml",
|
129 |
-
lines=10,
|
130 |
-
label="config.yaml",
|
131 |
-
)
|
132 |
with gr.Column():
|
133 |
token = gr.Textbox(
|
134 |
lines=1,
|
|
|
7 |
import huggingface_hub
|
8 |
import torch
|
9 |
import yaml
|
10 |
+
from gradio_logsview.logsview import LogsView, LogsViewRunner
|
11 |
from mergekit.common import parse_kmb
|
12 |
from mergekit.config import MergeConfiguration
|
13 |
from mergekit.merge import run_merge
|
|
|
79 |
|
80 |
|
81 |
def merge(
|
82 |
+
example_filename: str, yaml_config: str, hf_token: str | None, repo_name: str | None
|
83 |
) -> Generator[str, None, None]:
|
84 |
if not yaml_config:
|
85 |
raise gr.Error("Empty yaml, pick an example below")
|
|
|
88 |
except Exception as e:
|
89 |
raise gr.Error(f"Invalid yaml {e}")
|
90 |
|
91 |
+
runner = LogsViewRunner()
|
92 |
+
|
93 |
with tempfile.TemporaryDirectory() as tmpdirname:
|
94 |
tmpdir = pathlib.Path(tmpdirname)
|
95 |
merged_path = tmpdir / "merged"
|
96 |
merged_path.mkdir(parents=True, exist_ok=True)
|
97 |
config_path = merged_path / "config.yaml"
|
98 |
config_path.write_text(yaml_config)
|
99 |
+
runner.log(f"Merge configuration saved in {config_path}")
|
100 |
|
101 |
+
if token is not None and repo_name == "":
|
102 |
name = "-".join(
|
103 |
model.model.path for model in merge_config.referenced_models()
|
104 |
)
|
105 |
repo_name = f"mergekit-{merge_config.merge_method}-{name}".replace("/", "-")
|
106 |
+
runner.log(f"Will save merged in {repo_name} once process is done.")
|
107 |
+
|
108 |
+
if token is None:
|
109 |
+
runner.log(
|
110 |
+
"No token provided, merge will run in dry-run mode (no upload at the end of the process)."
|
111 |
+
)
|
112 |
|
113 |
# Taken from https://github.com/arcee-ai/mergekit/blob/main/mergekit/scripts/run_yaml.py
|
114 |
yield from LogsView.run_thread(
|
|
|
120 |
config_source=config_path,
|
121 |
)
|
122 |
|
123 |
+
if runner.error:
|
124 |
+
return
|
125 |
+
|
126 |
+
if hf_token is not None:
|
127 |
+
api = huggingface_hub.HfApi(token=hf_token)
|
128 |
+
runner.log("Creating repo")
|
129 |
+
repo_url = api.create_repo(repo_name, exist_ok=True)
|
130 |
+
|
131 |
+
runner.log(f"Repo created: {repo_url}")
|
132 |
+
folder_url = api.upload_folder(
|
133 |
+
repo_id=repo_url.repo_id, folder_path=merged_path
|
134 |
+
)
|
135 |
+
|
136 |
+
runner.log(f"Model successfully uploaded to {folder_url}")
|
137 |
|
138 |
|
139 |
with gr.Blocks() as demo:
|
|
|
141 |
|
142 |
with gr.Row():
|
143 |
filename = gr.Textbox(visible=False, label="filename")
|
144 |
+
config = gr.Code(language="yaml", lines=10, label="config.yaml")
|
|
|
|
|
|
|
|
|
145 |
with gr.Column():
|
146 |
token = gr.Textbox(
|
147 |
lines=1,
|
requirements.txt
CHANGED
@@ -1,4 +1,4 @@
|
|
1 |
torch
|
2 |
git+https://github.com/arcee-ai/mergekit.git
|
3 |
# see https://huggingface.co/spaces/Wauplin/gradio_logsview
|
4 |
-
gradio_logsview@https://huggingface.co/spaces/Wauplin/gradio_logsview/resolve/main/gradio_logsview-0.0.
|
|
|
1 |
torch
|
2 |
git+https://github.com/arcee-ai/mergekit.git
|
3 |
# see https://huggingface.co/spaces/Wauplin/gradio_logsview
|
4 |
+
gradio_logsview@https://huggingface.co/spaces/Wauplin/gradio_logsview/resolve/main/gradio_logsview-0.0.3-py3-none-any.whl
|