ggbetz commited on
Commit
dd3ed10
·
verified ·
1 Parent(s): 9bc551d

Update app.py

Browse files

Upgrade to Meta-Llama-3.1-70B-Instruct

Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -30,11 +30,11 @@ TOURIST_MODEL_KWARGS = {
30
  }
31
 
32
  GUIDE_KWARGS = {
33
- "expert_model": "meta-llama/Meta-Llama-3-70B-Instruct",
34
  # "accounts/fireworks/models/nous-hermes-2-mixtral-8x7b-dpo-fp8",
35
  # "accounts/fireworks/models/llama-v3-8b-instruct-hf",
36
  # "accounts/fireworks/models/nous-hermes-2-mixtral-8x7b-dpo-fp8",
37
- "inference_server_url": "https://api-inference.huggingface.co/models/meta-llama/Meta-Llama-3-70B-Instruct",
38
  # "https://api.fireworks.ai/inference/v1",
39
  "llm_backend": "HFChat",
40
  "classifier_kwargs": {
 
30
  }
31
 
32
  GUIDE_KWARGS = {
33
+ "expert_model": "meta-llama/Meta-Llama-3.1-70B-Instruct",
34
  # "accounts/fireworks/models/nous-hermes-2-mixtral-8x7b-dpo-fp8",
35
  # "accounts/fireworks/models/llama-v3-8b-instruct-hf",
36
  # "accounts/fireworks/models/nous-hermes-2-mixtral-8x7b-dpo-fp8",
37
+ "inference_server_url": "https://api-inference.huggingface.co/models/meta-llama/Meta-Llama-3.1-70B-Instruct",
38
  # "https://api.fireworks.ai/inference/v1",
39
  "llm_backend": "HFChat",
40
  "classifier_kwargs": {