OjciecTadeusz commited on
Commit
32ff037
·
verified ·
1 Parent(s): d644916

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +2 -1
main.py CHANGED
@@ -6,7 +6,8 @@ import uvicorn
6
 
7
  app = FastAPI()
8
 
9
- client = InferenceClient("nvidia/Llama-3.1-Nemotron-70B-Instruct-HF")
 
10
 
11
  class Item(BaseModel):
12
  prompt: str
 
6
 
7
  app = FastAPI()
8
 
9
+ # client = InferenceClient("nvidia/Llama-3.1-Nemotron-70B-Instruct-HF")
10
+ client = InferenceClient("meta-llama/CodeLlama-7b-hf")
11
 
12
  class Item(BaseModel):
13
  prompt: str