xlr8 commited on
Commit
12f8340
·
1 Parent(s): d3cf734

update tokenizer reference

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -12,7 +12,8 @@ client = OpenAI(
12
 
13
  # the tokenizer complains later after gradio forks without this setting.
14
  os.environ["TOKENIZERS_PARALLELISM"] = "false"
15
- tokenizer = AutoTokenizer.from_pretrained("meta-llama/Meta-Llama-3.1-8B-Instruct")
 
16
 
17
  # Initial prompt
18
  initial_prompts = {
 
12
 
13
  # the tokenizer complains later after gradio forks without this setting.
14
  os.environ["TOKENIZERS_PARALLELISM"] = "false"
15
+ # use unofficial copy of Llama to avoid access restrictions.
16
+ tokenizer = AutoTokenizer.from_pretrained("mlabonne/Meta-Llama-3.1-8B-Instruct-abliterated")
17
 
18
  # Initial prompt
19
  initial_prompts = {