Update README.md

README.md

@@ -63,8 +63,8 @@ dtype: bfloat16
 from transformers import AutoModelForCausalLM, AutoTokenizer, TextStreamer
 
 # Model & Tokenizer
-MODEL_NAME = model = "{{ username }}/{{ model_name }}"
-model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, device_map='cuda:1', load_in_4bit=True)
+MODEL_NAME = 'Kukedlc/NeuralTopBench-7B-ties'
+model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, device_map='cuda:0', load_in_4bit=True)
 tok = AutoTokenizer.from_pretrained(MODEL_NAME)
 
 # Inference
@@ -84,7 +84,7 @@ from transformers import AutoTokenizer
 import transformers
 import torch
 
-model = "{{ username }}/{{ model_name }}"
+model = 'Kukedlc/NeuralTopBench-7B-ties'
 
 tokenizer = AutoTokenizer.from_pretrained(model)
 pipeline = transformers.pipeline(