Update README.md

README.md

@@ -97,6 +97,29 @@ To get the best results, package "my_prompt" as follows:
     my_prompt = {{text_passage}} + "\n" + {{question/instruction}}
 
 
+If you are using a HuggingFace generation script:
+
+    # prepare prompt packaging used in fine-tuning process
+    new_prompt = "<human>: " + entries["context"] + "\n" + entries["query"] + "\n" + "<bot>:"
+
+    inputs = tokenizer(new_prompt, return_tensors="pt")  
+    start_of_output = len(inputs.input_ids[0])
+
+    #   temperature: set at 0.3 for consistency of output
+    #   max_new_tokens:  set at 100 - may prematurely stop a few of the summaries
+
+    outputs = model.generate(
+            inputs.input_ids.to(device),
+            eos_token_id=tokenizer.eos_token_id,
+            pad_token_id=tokenizer.eos_token_id,
+            do_sample=True,
+            temperature=0.3,
+            max_new_tokens=100,
+            )
+
+    output_only = tokenizer.decode(outputs[0][start_of_output:],skip_special_tokens=True)  
+
+
 ## Citations
 
 This model has been fine-tuned on the base StableLM-3B-4E1T model from StabilityAI. For more information about this base model, please see the citation below: