Update inference_manager.py
Browse files- inference_manager.py +2 -1
inference_manager.py
CHANGED
@@ -91,6 +91,7 @@ class InferenceManager:
|
|
91 |
cfg = json.load(f)
|
92 |
self.cfg = cfg
|
93 |
lora_options_path = cfg.get("loras", "")
|
|
|
94 |
self.lora_load_options = self.load_json(lora_options_path) # Load LoRA load options
|
95 |
self.lora_models = self.load_index_file("index.json") # Load index.json
|
96 |
self.preloaded_loras = [] # Array to store preloaded LoRAs with name and weights
|
@@ -142,7 +143,7 @@ class InferenceManager:
|
|
142 |
start = time.time()
|
143 |
cfg = self.cfg
|
144 |
|
145 |
-
|
146 |
ckpt_dir = snapshot_download(repo_id=cfg["model_id"], local_files_only=False)
|
147 |
|
148 |
if model_version == "1.5":
|
|
|
91 |
cfg = json.load(f)
|
92 |
self.cfg = cfg
|
93 |
lora_options_path = cfg.get("loras", "")
|
94 |
+
self.model_version = cfg["model_version"]
|
95 |
self.lora_load_options = self.load_json(lora_options_path) # Load LoRA load options
|
96 |
self.lora_models = self.load_index_file("index.json") # Load index.json
|
97 |
self.preloaded_loras = [] # Array to store preloaded LoRAs with name and weights
|
|
|
143 |
start = time.time()
|
144 |
cfg = self.cfg
|
145 |
|
146 |
+
model_version = self.model_version
|
147 |
ckpt_dir = snapshot_download(repo_id=cfg["model_id"], local_files_only=False)
|
148 |
|
149 |
if model_version == "1.5":
|