Samet Yilmaz commited on
Commit
aa97fb8
·
1 Parent(s): 216b96d

Load params

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -6,7 +6,7 @@ sampling_params = SamplingParams(temperature=0.8, top_p=0.95)
6
  # @spaces.GPU #[uncomment to use ZeroGPU]
7
  def infer(image_url, prompt, progress=gr.Progress(track_tqdm=True)):
8
  # tokenize image urls and text
9
- llm = LLM(model="mistralai/Pixtral-12B-2409") # Name or path of your model
10
  messages = [
11
  {
12
  "role": "user",
 
6
  # @spaces.GPU #[uncomment to use ZeroGPU]
7
  def infer(image_url, prompt, progress=gr.Progress(track_tqdm=True)):
8
  # tokenize image urls and text
9
+ llm = LLM(model="mistralai/Pixtral-12B-2409", load_params_config=True) # Name or path of your model
10
  messages = [
11
  {
12
  "role": "user",