efederici commited on
Commit
562a177
β€’
1 Parent(s): 22cfd35

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -5
app.py CHANGED
@@ -42,10 +42,8 @@ DESCRIPTION = """<div>
42
  <p>πŸ”Ž For more details about Maestrale and how to use it with <code>transformers</code>, visit the <a href="https://huggingface.co/mii-llm/maestrale-chat-v0.4-alpha-sft">model card</a>.</p>
43
  </div>"""
44
 
45
- _token = os.environ["HUGGINGFACE_API_KEY"]
46
-
47
- tokenizer = AutoTokenizer.from_pretrained("mii-llm/maestrale-chat-v0.4-alpha-v2", token=_token)
48
- model = AutoModelForCausalLM.from_pretrained("mii-llm/maestrale-chat-v0.4-alpha-v2", torch_dtype=torch.bfloat16, device_map="auto", token=_token)
49
 
50
  terminators = [
51
  tokenizer.eos_token_id,
@@ -107,7 +105,7 @@ demo = gr.ChatInterface(
107
  fn=chat,
108
  chatbot=chatbot,
109
  fill_height=True,
110
- theme=gr.themes.Soft(font=[gr.themes.GoogleFont("Exo"), "ui-sans-serif", "system-ui", "sans-serif"]),
111
  css=css,
112
  additional_inputs_accordion=gr.Accordion(
113
  label="βš™οΈ Parametri", open=False, render=False
 
42
  <p>πŸ”Ž For more details about Maestrale and how to use it with <code>transformers</code>, visit the <a href="https://huggingface.co/mii-llm/maestrale-chat-v0.4-alpha-sft">model card</a>.</p>
43
  </div>"""
44
 
45
+ tokenizer = AutoTokenizer.from_pretrained("mii-llm/maestrale-chat-v0.4-beta")
46
+ model = AutoModelForCausalLM.from_pretrained("mii-llm/maestrale-chat-v0.4-beta", torch_dtype=torch.bfloat16, device_map="auto")
 
 
47
 
48
  terminators = [
49
  tokenizer.eos_token_id,
 
105
  fn=chat,
106
  chatbot=chatbot,
107
  fill_height=True,
108
+ theme=gr.themes.Soft(),
109
  css=css,
110
  additional_inputs_accordion=gr.Accordion(
111
  label="βš™οΈ Parametri", open=False, render=False