vasilee commited on
Commit
be9af02
·
1 Parent(s): 536a0eb

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +2 -2
main.py CHANGED
@@ -21,9 +21,9 @@ embeddingModel = AutoModel.from_pretrained('./multilingual-e5-base')
21
 
22
  # chatGpt replacement
23
  inferenceTokenizer = AutoTokenizer.from_pretrained(
24
- "limcheekin/fastchat-t5-3b-ct2")
25
  inferenceTranslator = Translator(
26
- "limcheekin/fastchat-t5-3b-ct2", compute_type="int8", device="cpu")
27
 
28
 
29
  class EmbeddingRequest(BaseModel):
 
21
 
22
  # chatGpt replacement
23
  inferenceTokenizer = AutoTokenizer.from_pretrained(
24
+ "./fastchat-t5-3b-ct2")
25
  inferenceTranslator = Translator(
26
+ "./fastchat-t5-3b-ct2", compute_type="int8", device="cpu")
27
 
28
 
29
  class EmbeddingRequest(BaseModel):