snailyp commited on
Commit
b6845e0
1 Parent(s): 2181206

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +2 -0
main.py CHANGED
@@ -44,6 +44,8 @@ class ChatRequest(BaseModel):
44
  model: str = "llama-3.2-90b-text-preview"
45
  temperature: Optional[float] = 0.7
46
  stream: Optional[bool] = False
 
 
47
 
48
 
49
  class EmbeddingRequest(BaseModel):
 
44
  model: str = "llama-3.2-90b-text-preview"
45
  temperature: Optional[float] = 0.7
46
  stream: Optional[bool] = False
47
+ tools: Optional[List[dict]] = []
48
+ tool_choice: Optional[str] = "auto"
49
 
50
 
51
  class EmbeddingRequest(BaseModel):