Spaces:
Running
on
Zero
Running
on
Zero
PommesPeter
commited on
Update app.py
Browse files
app.py
CHANGED
@@ -171,7 +171,7 @@ def load_model(args, master_port, rank):
|
|
171 |
|
172 |
@spaces.GPU
|
173 |
@torch.no_grad()
|
174 |
-
def model_main(args, master_port, rank, request_queue, response_queue
|
175 |
dtype = {"bf16": torch.bfloat16, "fp16": torch.float16, "fp32": torch.float32}[
|
176 |
args.precision
|
177 |
]
|
|
|
171 |
|
172 |
@spaces.GPU
|
173 |
@torch.no_grad()
|
174 |
+
def model_main(args, master_port, rank, request_queue, response_queue):
|
175 |
dtype = {"bf16": torch.bfloat16, "fp16": torch.float16, "fp32": torch.float32}[
|
176 |
args.precision
|
177 |
]
|