Upload app.py
Browse files
app.py
CHANGED
|
@@ -32,7 +32,7 @@ torch.set_float32_matmul_precision("high")
|
|
| 32 |
def model_load(
|
| 33 |
adapter_path: Path = Path("out/adapter/alpaca/lit-llama-adapter-finetuned_15k.pth"),
|
| 34 |
pretrained_path: Path = Path("checkpoints/lit-llama/7B/lit-llama.pth"),
|
| 35 |
-
quantize: Optional[str] =
|
| 36 |
):
|
| 37 |
|
| 38 |
fabric = L.Fabric(devices=1)
|
|
|
|
| 32 |
def model_load(
|
| 33 |
adapter_path: Path = Path("out/adapter/alpaca/lit-llama-adapter-finetuned_15k.pth"),
|
| 34 |
pretrained_path: Path = Path("checkpoints/lit-llama/7B/lit-llama.pth"),
|
| 35 |
+
quantize: Optional[str] = None,
|
| 36 |
):
|
| 37 |
|
| 38 |
fabric = L.Fabric(devices=1)
|