Update README.md

README.md

@@ -1,16 +1,19 @@
 ---
-language:
-- en
 library_name: transformers
 tags:
 - art
 datasets:
 - gokaygokay/prompt_description_stable_diffusion_3k
+language:
+- en
 pipeline_tag: text2text-generation
 ---
 
 ```
-from transformers import AutoModelForCausalLM , GenerationConfig
+
+!pip install -q -U transformers trl accelerate peft bitsandbytes
+
+from transformers import AutoModelForCausalLM, GenerationConfig, AutoTokenizer
 import torch
 import os
 
@@ -18,6 +21,8 @@ model_id = "gokaygokay/tiny_llama_chat_description_to_prompt"
 model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.float16, load_in_8bit=False,
                                              device_map="auto",
                                              trust_remote_code=True)
+tokenizer = AutoTokenizer.from_pretrained(model_id)
+tokenizer.pad_token = tokenizer.eos_token
 
 def generate_response(user_input):
 
@@ -28,7 +33,6 @@ def generate_response(user_input):
       top_k=5,temperature=0.9,repetition_penalty=1.2,
       max_new_tokens=100,pad_token_id=tokenizer.eos_token_id
   )
-  start_time = perf_counter()
 
   inputs = tokenizer(prompt, return_tensors="pt").to('cuda')