JCai commited on
Commit
5630819
·
1 Parent(s): 6574024

try zephyr-7b-alpha

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -8,7 +8,7 @@ from gradio.themes.base import Base
8
  from gradio.themes.utils import colors, fonts, sizes
9
 
10
  # Inference client setup
11
- client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
12
  pipe = pipeline("text-generation", "microsoft/Phi-3-mini-4k-instruct", torch_dtype=torch.bfloat16, device_map="auto")
13
 
14
  # Global flag to handle cancellation
 
8
  from gradio.themes.utils import colors, fonts, sizes
9
 
10
  # Inference client setup
11
+ client = InferenceClient("HuggingFaceH4/zephyr-7b-alpha")
12
  pipe = pipeline("text-generation", "microsoft/Phi-3-mini-4k-instruct", torch_dtype=torch.bfloat16, device_map="auto")
13
 
14
  # Global flag to handle cancellation