mery22 commited on
Commit
9774287
1 Parent(s): b4e5268

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +8 -1
app.py CHANGED
@@ -16,12 +16,19 @@ from langchain.schema.runnable import RunnablePassthrough
16
  from langchain.llms import HuggingFacePipeline
17
  from langchain.chains import LLMChain
18
  import transformers
19
- model_name='mistralai/Mistral-7B-Instruct-v0.1'
20
 
 
 
 
 
21
  model_config = transformers.AutoConfig.from_pretrained(
22
  model_name,
23
  )
24
 
 
 
 
 
25
  tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
26
  tokenizer.pad_token = tokenizer.eos_token
27
  tokenizer.padding_side = "right"
 
16
  from langchain.llms import HuggingFacePipeline
17
  from langchain.chains import LLMChain
18
  import transformers
 
19
 
20
+ import transformers
21
+ model_name='mistralai/Mistral-7B-Instruct-v0.1'
22
+ from huggingface_hub import login
23
+ login(token = 'HF_TOKEN')
24
  model_config = transformers.AutoConfig.from_pretrained(
25
  model_name,
26
  )
27
 
28
+ tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
29
+ tokenizer.pad_token = tokenizer.eos_token
30
+ tokenizer.padding_side = "right"
31
+
32
  tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
33
  tokenizer.pad_token = tokenizer.eos_token
34
  tokenizer.padding_side = "right"