justinj92 commited on
Commit
a9c8381
1 Parent(s): c4fea5d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -3
app.py CHANGED
@@ -22,8 +22,10 @@ model = AutoModelForCausalLM.from_pretrained("justinj92/phi3-orpo")
22
 
23
  terminators = [
24
  tok.eos_token_id,
25
- '<|end|>',
26
- '<|assistant|>'
 
 
27
  ]
28
 
29
  if torch.cuda.is_available():
@@ -39,7 +41,7 @@ model = model.to(device)
39
 
40
  @spaces.GPU(duration=60)
41
  def chat(message, history, temperature, do_sample, max_tokens):
42
- chat = []
43
  for item in history:
44
  chat.append({"role": "user", "content": item[0]})
45
  if item[1] is not None:
 
22
 
23
  terminators = [
24
  tok.eos_token_id,
25
+ 32007,
26
+ 32011,
27
+ 32001,
28
+ 32000
29
  ]
30
 
31
  if torch.cuda.is_available():
 
41
 
42
  @spaces.GPU(duration=60)
43
  def chat(message, history, temperature, do_sample, max_tokens):
44
+ chat = [{"role": "system", "content": "You are ORPO Tuned Phi Beast. Answer all questions in the most helpful way. No yapping."}]
45
  for item in history:
46
  chat.append({"role": "user", "content": item[0]})
47
  if item[1] is not None: