Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -48,12 +48,10 @@ def generate_text(input_text, max_new_tokens=512, temperature=1, system_prompt="
|
|
48 |
input_text,
|
49 |
max_new_tokens=max_new_tokens,
|
50 |
temperature=temperature,
|
51 |
-
return_full_text = False
|
|
|
52 |
)
|
53 |
generated_text = output[0]['generated_text']
|
54 |
-
|
55 |
-
if generated_text[-1] not in [".","!","?","\n"] and generated_text[-4:-1] != "</s>":
|
56 |
-
generated_text = generated_text + " [...]"
|
57 |
|
58 |
split_tentative = generated_text.split("### Risposta:")
|
59 |
if len(split_tentative) > 1:
|
|
|
48 |
input_text,
|
49 |
max_new_tokens=max_new_tokens,
|
50 |
temperature=temperature,
|
51 |
+
return_full_text = False,
|
52 |
+
forced_eos_token_id=tokenizer.encode("[...]")[1]
|
53 |
)
|
54 |
generated_text = output[0]['generated_text']
|
|
|
|
|
|
|
55 |
|
56 |
split_tentative = generated_text.split("### Risposta:")
|
57 |
if len(split_tentative) > 1:
|