Pavithiran commited on
Commit
5c694b4
·
verified ·
1 Parent(s): d40f655

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +12 -0
app.py CHANGED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from langchain_ollama import ChatOllama
2
+
3
+ # Define local LLM
4
+ local_llm = "llama3.2:3b-instruct-fp16"
5
+
6
+ # Instantiate the models
7
+ llm = ChatOllama(model=local_llm, temperature=0)
8
+ llm_json_mode = ChatOllama(model=local_llm, temperature=0, format="json")
9
+
10
+ # Test the model
11
+ response = llm.invoke("What is AI?")
12
+ print(response)