model selector

App/Generate/Schema.py

@@ -6,6 +6,7 @@ from pydantic import validator
 class GeneratorRequest(BaseModel):
     prompt: str
     grok: Optional[bool] = True
+    model: str = "llama3-70b-8192"
 
 
 class GeneratorBulkRequest(BaseModel):

App/Generate/generatorRoutes.py

@@ -22,7 +22,7 @@ async def main(request: GeneratorRequest):
     renderr = RenderVideo()
     huggChat = Hugging()
     if request.grok:
-        message = chatbot(Prompt.format(topic=topic))
+        message = chatbot(Prompt.format(topic=topic), model=request.model)
 
     else:
         temp = await huggChat.chat(

App/Generate/utils/GroqInstruct.py

@@ -27,10 +27,10 @@ client = instructor.from_groq(client, mode=instructor.Mode.JSON)
 # rather than having to use the OpenAISchema class
 
 
-def chatbot(prompt):
+def chatbot(prompt: str, model: str = "llama3-70b-8192"):
 
     response: VideoOutput = client.chat.completions.create(
-        model="llama3-70b-8192",
+        model=model,
         # model="gemma-7b-it",
         # model="llama2-70b-4096",
         # model="llama3-70b-8192",