Spaces:
Build error
Build error
Update app.py
Browse files
app.py
CHANGED
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
from langchain_ollama import ChatOllama
|
2 |
+
|
3 |
+
# Define local LLM
|
4 |
+
local_llm = "llama3.2:3b-instruct-fp16"
|
5 |
+
|
6 |
+
# Instantiate the models
|
7 |
+
llm = ChatOllama(model=local_llm, temperature=0)
|
8 |
+
llm_json_mode = ChatOllama(model=local_llm, temperature=0, format="json")
|
9 |
+
|
10 |
+
# Test the model
|
11 |
+
response = llm.invoke("What is AI?")
|
12 |
+
print(response)
|