Hugging Face's logo

Spaces:
chansung
/
LLaMA-7B
Runtime error

App Files Community
6
chansung commited on
Commit
52c453e
•
1 Parent(s): 3988351

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -10,7 +10,7 @@ os.environ["MASTER_ADDR"] = "127.0.0.1"
10
  os.environ["MASTER_PORT"] = "50505"
11
 
12
  local_rank, world_size = setup_model_parallel()
13
- generator = get_pretrained_models("7B", "tokenizer")
14
 
15
  def chat(user_input):
16
  bot_response = get_output(generator, user_input)[0]
 
10
  os.environ["MASTER_PORT"] = "50505"
11
 
12
  local_rank, world_size = setup_model_parallel()
13
+ generator = get_pretrained_models("7B", "tokenizer", local_rank, world_size)
14
 
15
  def chat(user_input):
16
  bot_response = get_output(generator, user_input)[0]