seedboxai
/

KafkaLM-7B-German-V0.1

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

doubledsbv commited on Jan 31

Commit

fc7ea43

•

1 Parent(s): dfd9aa5

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -59,7 +59,7 @@ import transformers
 model_id = "seedboxai/KafkaLM-7B-German-V0.1"
-model = AutoModelForCausalLM.from_pretrained(model_id, load_in_4bit=True)
 tokenizer = AutoTokenizer.from_pretrained(model_id)

 model_id = "seedboxai/KafkaLM-7B-German-V0.1"
+model = AutoModelForCausalLM.from_pretrained(model_id, load_in_4bit=True, trust_remote_code=True)
 tokenizer = AutoTokenizer.from_pretrained(model_id)