Zerx966 commited on
Commit
e07563d
1 Parent(s): 0be9128

Create Generate

Browse files
Files changed (1) hide show
  1. Generate +15 -0
Generate ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from llama_cpp import Llama
2
+
3
+ llm = Llama.from_pretrained(
4
+ repo_id="QuantFactory/Qwen2.5-7B-Instruct-Uncensored-GGUF",
5
+ filename="Qwen2.5-7B-Instruct-Uncensored.Q2_K.gguf",
6
+ )
7
+
8
+ llm.create_chat_completion(
9
+ messages = [
10
+ {
11
+ "role": "user",
12
+ "content": "What is the capital of France?"
13
+ }
14
+ ]
15
+ )