c4ai-command-r-inference

Runtime error

Nymbo commited on Aug 8

Commit

8bb9f2a

•

1 Parent(s): 59c1b45

updating to command r

Files changed (1) hide show

app.py CHANGED Viewed

@@ -32,7 +32,7 @@ def respond(
     response = ""
     for message in  client.chat.completions.create(
-        model="meta-llama/Meta-Llama-3.1-8B-Instruct",
         max_tokens=max_tokens,
         stream=True,
         temperature=temperature,

     response = ""
     for message in  client.chat.completions.create(
+        model="CohereForAI/c4ai-command-r-plus",
         max_tokens=max_tokens,
         stream=True,
         temperature=temperature,