Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -10,8 +10,8 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
|
|
10 |
|
11 |
device = torch.device("cuda:0")
|
12 |
|
13 |
-
llm = AutoModelForCausalLM.from_pretrained("Azure99/blossom-v5-
|
14 |
-
tokenizer = AutoTokenizer.from_pretrained("Azure99/blossom-v5-
|
15 |
diffusion_pipe = DiffusionPipeline.from_pretrained(
|
16 |
"playgroundai/playground-v2.5-1024px-aesthetic",
|
17 |
torch_dtype=torch.float16,
|
|
|
10 |
|
11 |
device = torch.device("cuda:0")
|
12 |
|
13 |
+
llm = AutoModelForCausalLM.from_pretrained("Azure99/blossom-v5-4b", torch_dtype=torch.float16, device_map="auto")
|
14 |
+
tokenizer = AutoTokenizer.from_pretrained("Azure99/blossom-v5-4b")
|
15 |
diffusion_pipe = DiffusionPipeline.from_pretrained(
|
16 |
"playgroundai/playground-v2.5-1024px-aesthetic",
|
17 |
torch_dtype=torch.float16,
|