vasilee commited on
Commit
a200099
·
1 Parent(s): 536bbc7

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +2 -2
main.py CHANGED
@@ -21,9 +21,9 @@ embeddingModel = AutoModel.from_pretrained('./multilingual-e5-base')
21
 
22
  # chatGpt replacement
23
  inferenceTokenizer = AutoTokenizer.from_pretrained(
24
- "./ct2fast-flan-alpaca-xl")
25
  inferenceTranslator = Translator(
26
- "./ct2fast-flan-alpaca-xl", compute_type="int8", device="cpu")
27
 
28
 
29
  class EmbeddingRequest(BaseModel):
 
21
 
22
  # chatGpt replacement
23
  inferenceTokenizer = AutoTokenizer.from_pretrained(
24
+ "./ct2fast-flan-alpaca-xxl")
25
  inferenceTranslator = Translator(
26
+ "./ct2fast-flan-alpaca-xxl", compute_type="int8", device="cpu")
27
 
28
 
29
  class EmbeddingRequest(BaseModel):