| # pip install 'transformers>=4.39.1' | |
| from transformers import AutoTokenizer, AutoModelForCausalLM | |
| model_id = "CohereForAI/c4ai-command-r-plus-08-2024" | |
| tokenizer = AutoTokenizer.from_pretrained(model_id) | |
| model = AutoModelForCausalLM.from_pretrained(model_id) | |
| # Format message with the command-r-plus-08-2024 chat template | |
| messages = [{"role": "user", "content": "Hello, how are you?"}] | |
| input_ids = tokenizer.apply_chat_template(messages, tokenize=True, add_generation_prompt=True, return_tensors="pt") | |
| ## <BOS_TOKEN><|START_OF_TURN_TOKEN|><|USER_TOKEN|>Hello, how are you?<|END_OF_TURN_TOKEN|><|START_OF_TURN_TOKEN|><|CHATBOT_TOKEN|> | |
| gen_tokens = model.generate( | |
| input_ids, | |
| max_new_tokens=100, | |
| do_sample=True, | |
| temperature=0.3, | |
| ) | |
| gen_text = tokenizer.decode(gen_tokens[0]) | |
| print(gen_text) | |