Update koalpaca.py (#6)

- Update koalpaca.py (b6fd14eda5395cc5d87cb127d791a3273e6b95d3)


Co-authored-by: yongsang yoo <4n3mone@users.noreply.huggingface.co>

koalpaca.py

@@ -14,7 +14,7 @@ class KoAlpaca(Model):
             bnb_4bit_compute_dtype=torch.bfloat16
         )
         #self.model = AutoModelForCausalLM.from_pretrained(config.base_model_name_or_path, quantization_config=self.bnb_config, device_map={"":0})
-        self.model = AutoModelForCausalLM.from_pretrained(config.base_model_name_or_path, quantization_config=self.bnb_config, device_map=auto)
+        self.model = AutoModelForCausalLM.from_pretrained(config.base_model_name_or_path, quantization_config=self.bnb_config, device_map='auto')
         self.model = PeftModel.from_pretrained(self.model, peft_model_id)
         self.tokenizer = AutoTokenizer.from_pretrained(config.base_model_name_or_path)
         self.gen_config = GenerationConfig.from_pretrained('./models/koalpaca', 'gen_config.json')