Add application files

app.py

@@ -1,9 +1,7 @@
-!pip install accelerate>=0.12.0 transformers[torch]==4.25.1
-!pip install bitsandbytes
 from transformers import AutoModelForCausalLM, AutoTokenizer
 from instruct_pipeline import InstructionTextGenerationPipeline
-tokenizer = AutoTokenizer.from_pretrained("databricks/dolly-v2-7b", padding_side="left")
-model = AutoModelForCausalLM.from_pretrained("databricks/dolly-v2-7b", device_map="auto", offload_folder="/content/temp",
+tokenizer = AutoTokenizer.from_pretrained("databricks/dolly-v2-3b", padding_side="left")
+model = AutoModelForCausalLM.from_pretrained("databricks/dolly-v2-3b", device_map="auto", offload_folder="/content/temp",
                                              load_in_8bit=True)
                                              
 generate_text = InstructionTextGenerationPipeline(model=model, tokenizer=tokenizer)

requirements.txt

@@ -0,0 +1,3 @@
+transformers[torch]==4.25.1
+accelerate>=0.12.0
+bitsandbytes