Update README.md

README.md

@@ -3,6 +3,10 @@ license: apache-2.0
 datasets:
 - Open-Orca/SlimOrca
 ---
+prompt format 
+```
+### System:\n{system}\n### Human:\n{user}\n### Assistant:\n"
+```
 ## Usage
 ```python
 from transformers import AutoModelForCausalLM, AutoTokenizer
@@ -10,7 +14,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
 tokenizer = AutoTokenizer.from_pretrained("serpdotai/sparsetral-16x7B-v1", trust_remote_code=True)
 model = AutoModelForCausalLM.from_pretrained("serpdotai/sparsetral-16x7B-v1", device_map="auto", trust_remote_code=True).eval()
 
-inputs = tokenizer('### Human:\nHow are you?\n### Assistant:\n', return_tensors='pt')
+inputs = tokenizer('### System:\n\n### Human:\nHow are you?\n### Assistant:\n', return_tensors='pt')
 inputs = inputs.to(model.device)
 pred = model.generate(**inputs)
 print(tokenizer.decode(pred.cpu()[0], skip_special_tokens=True))