Update app.py
Browse files
app.py
CHANGED
@@ -1,7 +1,7 @@
|
|
1 |
import streamlit as st
|
2 |
from llama_cpp import Llama
|
3 |
|
4 |
-
st.set_page_config(page_title="
|
5 |
|
6 |
# Custom CSS for better styling
|
7 |
st.markdown("""
|
@@ -53,7 +53,7 @@ def load_model():
|
|
53 |
filename="*Q4_K_M.gguf",
|
54 |
verbose=False,
|
55 |
n_ctx=512,
|
56 |
-
n_batch=
|
57 |
n_threads=8,
|
58 |
use_mlock=True,
|
59 |
use_mmap=True,
|
|
|
1 |
import streamlit as st
|
2 |
from llama_cpp import Llama
|
3 |
|
4 |
+
st.set_page_config(page_title="russian medical phi3-mini", page_icon="π€", layout="wide")
|
5 |
|
6 |
# Custom CSS for better styling
|
7 |
st.markdown("""
|
|
|
53 |
filename="*Q4_K_M.gguf",
|
54 |
verbose=False,
|
55 |
n_ctx=512,
|
56 |
+
n_batch=256,
|
57 |
n_threads=8,
|
58 |
use_mlock=True,
|
59 |
use_mmap=True,
|