BlinkDL commited on
Commit
dc1d70c
1 Parent(s): 8d51c19

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -15,7 +15,7 @@ from rwkv.model import RWKV
15
  model_path = hf_hub_download(repo_id="BlinkDL/rwkv-4-world", filename=f"{title}.pth")
16
  model = RWKV(model=model_path, strategy='cuda fp16i8 *8 -> cuda fp16')
17
  from rwkv.utils import PIPELINE, PIPELINE_ARGS
18
- pipeline = PIPELINE(model, "20B_tokenizer.json")
19
 
20
  def generate_prompt(instruction, input=None):
21
  instruction = instruction.strip().replace('\r\n','\n').replace('\n\n','\n').replace('\n\n','\n')
@@ -171,7 +171,7 @@ def chat(
171
  nl_bias = 0
172
  else:
173
  nl_bias = (i - 130) * 0.25
174
- out[187] += nl_bias
175
  for n in occurrence:
176
  out[n] -= (args.alpha_presence + occurrence[n] * args.alpha_frequency)
177
 
 
15
  model_path = hf_hub_download(repo_id="BlinkDL/rwkv-4-world", filename=f"{title}.pth")
16
  model = RWKV(model=model_path, strategy='cuda fp16i8 *8 -> cuda fp16')
17
  from rwkv.utils import PIPELINE, PIPELINE_ARGS
18
+ pipeline = PIPELINE(model, "rwkv_vocab_v20230424")
19
 
20
  def generate_prompt(instruction, input=None):
21
  instruction = instruction.strip().replace('\r\n','\n').replace('\n\n','\n').replace('\n\n','\n')
 
171
  nl_bias = 0
172
  else:
173
  nl_bias = (i - 130) * 0.25
174
+ out[11] += nl_bias
175
  for n in occurrence:
176
  out[n] -= (args.alpha_presence + occurrence[n] * args.alpha_frequency)
177