BSC-LT
/

salamandra-7b-instruct

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

mapama247 commited on Sep 30

Commit

5137c6e

•

1 Parent(s): 630cacb

Update README.md

Files changed (1) hide show

README.md +6 -1

README.md CHANGED Viewed

@@ -170,7 +170,12 @@ model = AutoModelForCausalLM.from_pretrained(
 message = [ { "role": "user", "content": text } ]
 date_string = datetime.today().strftime('%Y-%m-%d')
-prompt = tokenizer.apply_chat_template(message, tokenize=False, add_generation_prompt=True, date_string=date_string)
 inputs = tokenizer.encode(prompt, add_special_tokens=False, return_tensors="pt")
 outputs = model.generate(input_ids=inputs.to(model.device), max_new_tokens=200)

 message = [ { "role": "user", "content": text } ]
 date_string = datetime.today().strftime('%Y-%m-%d')
+prompt = tokenizer.apply_chat_template(
+    message,
+    tokenize=False,
+    add_generation_prompt=True,
+    date_string=date_string
+)
 inputs = tokenizer.encode(prompt, add_special_tokens=False, return_tensors="pt")
 outputs = model.generate(input_ids=inputs.to(model.device), max_new_tokens=200)