Update app.py
Browse files
app.py
CHANGED
@@ -64,7 +64,7 @@ async def predict(request: PredictionRequest):
|
|
64 |
prompt = default_prompt
|
65 |
|
66 |
# Tokenize l'entrée et créez un attention mask
|
67 |
-
inputs = tokenizer(prompt, return_tensors="pt",
|
68 |
input_ids = inputs.input_ids.to(model.device)
|
69 |
attention_mask = inputs.attention_mask.to(model.device)
|
70 |
|
|
|
64 |
prompt = default_prompt
|
65 |
|
66 |
# Tokenize l'entrée et créez un attention mask
|
67 |
+
inputs = tokenizer(prompt, return_tensors="pt", truncation=True)
|
68 |
input_ids = inputs.input_ids.to(model.device)
|
69 |
attention_mask = inputs.attention_mask.to(model.device)
|
70 |
|