Spaces:
Paused
Paused
Samet Yilmaz
commited on
Commit
·
aa97fb8
1
Parent(s):
216b96d
Load params
Browse files
app.py
CHANGED
@@ -6,7 +6,7 @@ sampling_params = SamplingParams(temperature=0.8, top_p=0.95)
|
|
6 |
# @spaces.GPU #[uncomment to use ZeroGPU]
|
7 |
def infer(image_url, prompt, progress=gr.Progress(track_tqdm=True)):
|
8 |
# tokenize image urls and text
|
9 |
-
llm = LLM(model="mistralai/Pixtral-12B-2409") # Name or path of your model
|
10 |
messages = [
|
11 |
{
|
12 |
"role": "user",
|
|
|
6 |
# @spaces.GPU #[uncomment to use ZeroGPU]
|
7 |
def infer(image_url, prompt, progress=gr.Progress(track_tqdm=True)):
|
8 |
# tokenize image urls and text
|
9 |
+
llm = LLM(model="mistralai/Pixtral-12B-2409", load_params_config=True) # Name or path of your model
|
10 |
messages = [
|
11 |
{
|
12 |
"role": "user",
|