yamete4 commited on
Commit
35b3132
1 Parent(s): c0ca576

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +8 -1
README.md CHANGED
@@ -19,7 +19,14 @@ license: mit
19
  model = AutoModelForCausalLM.from_pretrained("shpotes/codegen-350M-mono",
20
  quantization_config=BitsAndBytesConfig(config),)
21
  peft_model = PeftModel.from_pretrained(model, "yamete4/codegen-350M-mono-QLoRa-flytech")
22
-
 
 
 
 
 
 
 
23
 
24
 
25
  ```
 
19
  model = AutoModelForCausalLM.from_pretrained("shpotes/codegen-350M-mono",
20
  quantization_config=BitsAndBytesConfig(config),)
21
  peft_model = PeftModel.from_pretrained(model, "yamete4/codegen-350M-mono-QLoRa-flytech")
22
+
23
+ text = "Help me manage my subscriptions!?"
24
+
25
+ inputs = tokenizer(text, return_tensors="pt").to(0)
26
+ outputs = perf_model.generate(inputs.input_ids, max_new_tokens=250, do_sample=False)
27
+
28
+ print("After attaching Lora adapters:")
29
+ print(tokenizer.decode(outputs[0], skip_special_tokens=False))
30
 
31
 
32
  ```