varadsrivastava commited on
Commit
c14feb8
1 Parent(s): 7b11484

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +4 -0
README.md CHANGED
@@ -22,6 +22,7 @@ base_model: unsloth/llama-3-8b-Instruct-bnb-4bit
22
 
23
  ### Loading the fine-tuned model and the tokenizer for inference
24
  from unsloth import FastLanguageModel
 
25
  model, tokenizer = FastLanguageModel.from_pretrained(
26
  model_name = "varadsrivastava/BAI_LLM_FinArg",
27
  max_seq_length = 20,
@@ -34,8 +35,11 @@ FastLanguageModel.for_inference(model)
34
 
35
  # Prompt template:
36
  """<|begin_of_text|><|start_header_id|>system<|end_header_id|>
 
37
  {instruction}<|eot_id|><|start_header_id|>user<|end_header_id|>
 
38
  Sentence: {row['text']}<|eot_id|><|start_header_id|>assistant<|end_header_id|>
 
39
  Class: {row['label']}<|eot_id|>"""
40
 
41
  NOTE: This model was trained 2x faster using Unsloth and Huggingface's TRL library.
 
22
 
23
  ### Loading the fine-tuned model and the tokenizer for inference
24
  from unsloth import FastLanguageModel
25
+
26
  model, tokenizer = FastLanguageModel.from_pretrained(
27
  model_name = "varadsrivastava/BAI_LLM_FinArg",
28
  max_seq_length = 20,
 
35
 
36
  # Prompt template:
37
  """<|begin_of_text|><|start_header_id|>system<|end_header_id|>
38
+
39
  {instruction}<|eot_id|><|start_header_id|>user<|end_header_id|>
40
+
41
  Sentence: {row['text']}<|eot_id|><|start_header_id|>assistant<|end_header_id|>
42
+
43
  Class: {row['label']}<|eot_id|>"""
44
 
45
  NOTE: This model was trained 2x faster using Unsloth and Huggingface's TRL library.