pankajmathur
/

orca_mini_13b

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

Pankaj Mathur commited on Jun 23, 2023

Commit

94cd0cd

•

1 Parent(s): 53bd1d1

Update README.md

Files changed (1) hide show

README.md +2 -2

README.md CHANGED Viewed

@@ -59,9 +59,9 @@ model = LlamaForCausalLM.from_pretrained(
 def generate_text(system, instruction, input=None):
     if input:
-        prompt = f"### System:\n{system}\n\n#\n\n### User:\n{instruction}\n\n### Input:\n{input}\n\n### Response:\n"
     else:
-        prompt = f"### System:\n{system}\n\n#\n\n### User:\n{instruction}\n\n### Response:\n"
     tokens = tokenizer.encode(prompt)
     tokens = torch.LongTensor(tokens).unsqueeze(0)

 def generate_text(system, instruction, input=None):
     if input:
+        prompt = f"### System:\n{system}\n\n### User:\n{instruction}\n\n### Input:\n{input}\n\n### Response:\n"
     else:
+        prompt = f"### System:\n{system}\n\n### User:\n{instruction}\n\n### Response:\n"
     tokens = tokenizer.encode(prompt)
     tokens = torch.LongTensor(tokens).unsqueeze(0)