crumb
/

GeoV-Instruct-LoRA

Model card Files Files and versions Community

crumb commited on Apr 6, 2023

Commit

fcbd0e1

·

1 Parent(s): 06b0318

Update README.md

Files changed (1) hide show

README.md +4 -1

README.md CHANGED Viewed

@@ -33,8 +33,11 @@ peft_model_id = "crumb/GeoV-Instruct-LoRA"
 model = PeftModel.from_pretrained(model, peft_model_id)
 # Inference
-batch = tokenizer("Your prompt here", return_tensors='pt')
 with torch.cuda.amp.autocast():
   output_tokens = model.generate(**batch, max_new_tokens=50)
 print(tokenizer.decode(output_tokens[0], skip_special_tokens=True))

 model = PeftModel.from_pretrained(model, peft_model_id)
 # Inference
+prompt = '''
+Describe the structure of an atom.
+'''
+batch = tokenizer(prompt, return_tensors='pt')
 with torch.cuda.amp.autocast():
   output_tokens = model.generate(**batch, max_new_tokens=50)
 print(tokenizer.decode(output_tokens[0], skip_special_tokens=True))