Update README.md

README.md

@@ -31,6 +31,40 @@ Overall, the color of the sky is a result of the complex interaction between sun
 I hope this explanation helps! Let me know if you have any further questions.
 ```
 
+### Example:
+```python
+from transformers import AutoModelForCausalLM, AutoTokenizer
+import transformers
+import torch
+
+model_id = "DonatePlz/openchat_3.5-16k-merged"
+# model_id = "NurtureAI/openchat_3.5-16k"
+
+tokenizer = AutoTokenizer.from_pretrained(model_id)
+model = AutoModelForCausalLM.from_pretrained(
+  model_id,
+  torch_dtype=torch.float16,
+  device_map="auto",
+  use_flash_attention_2=True,
+)
+pipeline = transformers.pipeline(
+  "text-generation",
+  model=model,
+  tokenizer=tokenizer,
+)
+instruction = "Why the sky is blue? Explain everything using real science and research."
+prompt = f"GPT4 User: {instruction}<|end_of_turn|>GPT4 Assistant: "
+sequences = pipeline(
+  prompt,
+  max_new_tokens=500,
+  do_sample=False,
+  return_full_text=False,
+  num_return_sequences=1,
+)
+for seq in sequences:
+  print(f"{seq['generated_text']}")
+```
+
 
 # OpenChat 3.5 extended to 16k context length.