Update app.py

app.py

@@ -49,6 +49,7 @@ h1 {
 tokenizer = AutoTokenizer.from_pretrained("tokyotech-llm/Llama-3-Swallow-8B-Instruct-v0.1")
 model = AutoModelForCausalLM.from_pretrained("tokyotech-llm/Llama-3-Swallow-8B-Instruct-v0.1", torch_dtype=torch.bfloat16, device_map="auto")
 terminators = [
+    tokenizer.eos_token_id,
     tokenizer.convert_tokens_to_ids("<|eot_id|>")
 ]