tongxiaojun commited on
Commit
b471c8e
·
1 Parent(s): 9dfc296

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -0
app.py CHANGED
@@ -9,6 +9,9 @@ tokenizer = BloomTokenizerFast.from_pretrained(path)
9
  model = BloomForCausalLM.from_pretrained(path)
10
  model.eval()
11
 
 
 
 
12
 
13
  def generate(text):
14
  text = '<s>{}</s></s>'.format(text)
 
9
  model = BloomForCausalLM.from_pretrained(path)
10
  model.eval()
11
 
12
+ import intel_extension_for_pytorch as ipex
13
+ model = ipex.optimize(model)
14
+
15
 
16
  def generate(text):
17
  text = '<s>{}</s></s>'.format(text)