dnotitia
/

Llama-DNA-1.0-8B-Instruct

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

likejazz commited on Dec 10, 2024

Commit

b58233e

·

verified ·

1 Parent(s): 2d84212

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -78,7 +78,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer, TextStreamer
 tokenizer = AutoTokenizer.from_pretrained('dnotitia/DNA-1.0-8B-Instruct')
 model = AutoModelForCausalLM.from_pretrained('dnotitia/DNA-1.0-8B-Instruct', device_map='auto')
-streamer = TextStreamer(tokenizer, skip_prompt=True)
 conversation = [
     {"role": "system", "content": "You are a helpful assistant, Dnotitia DNA."},

 tokenizer = AutoTokenizer.from_pretrained('dnotitia/DNA-1.0-8B-Instruct')
 model = AutoModelForCausalLM.from_pretrained('dnotitia/DNA-1.0-8B-Instruct', device_map='auto')
+streamer = TextStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
 conversation = [
     {"role": "system", "content": "You are a helpful assistant, Dnotitia DNA."},