Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -3,12 +3,12 @@ from transformers import T5Tokenizer, T5ForConditionalGeneration
|
|
3 |
from transformers import AutoModel
|
4 |
|
5 |
# xl size run out of memory on 16GB VM
|
6 |
-
|
7 |
-
model_name = 'jncraton/fastchat-t5-3b-v1.0-ct2-int8'
|
8 |
|
9 |
# Load model directly
|
10 |
#from transformers import AutoModel
|
11 |
-
model = AutoModel.from_pretrained(
|
12 |
|
13 |
tokenizer = T5Tokenizer.from_pretrained(model_name)
|
14 |
#model = T5ForConditionalGeneration.from_pretrained(model_name)
|
|
|
3 |
from transformers import AutoModel
|
4 |
|
5 |
# xl size run out of memory on 16GB VM
|
6 |
+
model_name = 'google/flan-t5-large'
|
7 |
+
#model_name = 'jncraton/fastchat-t5-3b-v1.0-ct2-int8'
|
8 |
|
9 |
# Load model directly
|
10 |
#from transformers import AutoModel
|
11 |
+
model = AutoModel.from_pretrained(model_name)
|
12 |
|
13 |
tokenizer = T5Tokenizer.from_pretrained(model_name)
|
14 |
#model = T5ForConditionalGeneration.from_pretrained(model_name)
|