Update app.py

app.py

@@ -14,7 +14,7 @@ os.environ['PYTORCH_CUDA_ALLOC_CONF'] = 'max_split_size_mb:50'
 device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
 model_name = "Salesforce/xgen-7b-8k-base"
 tokenizer = XgenTokenizer.from_pretrained("./")
-model = AutoModelForCausalLM.from_pretrained(model_name,  torch_dtype=torch.bfloat16, use_flash_attention_2=True, device_map="auto", device_map="auto")
+model = AutoModelForCausalLM.from_pretrained(model_name,  torch_dtype=torch.bfloat16, use_flash_attention_2=True, device_map="auto")
 
 class XgenChatBot:
     def __init__(self, model, tokenizer, system_message="You are Xgen, an AI language model created by Tonic-AI. You are a cautious assistant. You carefully follow instructions. You are helpful and harmless and you follow ethical guidelines and promote positive behavior."):