terminaldz commited on
Commit
a1b22fc
·
verified ·
1 Parent(s): c96548b
Files changed (1) hide show
  1. app.py +2 -4
app.py CHANGED
@@ -4,8 +4,7 @@ from huggingface_hub import InferenceClient
4
  """
5
  For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
6
  """
7
- client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
8
-
9
 
10
  def respond(
11
  message,
@@ -58,6 +57,5 @@ demo = gr.ChatInterface(
58
  ],
59
  )
60
 
61
-
62
  if __name__ == "__main__":
63
- demo.launch()
 
4
  """
5
  For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
6
  """
7
+ client = InferenceClient(model="meta-llama/Meta-Llama-3.1-405B-Instruct-FP8")
 
8
 
9
  def respond(
10
  message,
 
57
  ],
58
  )
59
 
 
60
  if __name__ == "__main__":
61
+ demo.launch()