JCai commited on
Commit
6cadba0
1 Parent(s): feff9f7

update InferenceClient parameter

Browse files
Files changed (1) hide show
  1. app.py +3 -1
app.py CHANGED
@@ -14,7 +14,9 @@ load_dotenv()
14
  HF_ACCESS = os.getenv("HF_ACCESS")
15
 
16
  # Inference client setup
17
- client = InferenceClient(model="mistralai/Mistral-Small-Instruct-2409", api_key=HF_ACCESS)
 
 
18
  pipe = pipeline("text-generation", "microsoft/Phi-3-mini-4k-instruct", torch_dtype=torch.bfloat16, device_map="auto")
19
 
20
  # Global flag to handle cancellation
 
14
  HF_ACCESS = os.getenv("HF_ACCESS")
15
 
16
  # Inference client setup
17
+ client = InferenceClient(model="mistralai/Mistral-Small-Instruct-2409",
18
+ # api_key=HF_ACCESS
19
+ )
20
  pipe = pipeline("text-generation", "microsoft/Phi-3-mini-4k-instruct", torch_dtype=torch.bfloat16, device_map="auto")
21
 
22
  # Global flag to handle cancellation