Mykes commited on
Commit
58cca6a
β€’
1 Parent(s): 54f5785

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -1,7 +1,7 @@
1
  import streamlit as st
2
  from llama_cpp import Llama
3
 
4
- st.set_page_config(page_title="Chat with AI", page_icon="πŸ€–", layout="wide")
5
 
6
  # Custom CSS for better styling
7
  st.markdown("""
@@ -53,7 +53,7 @@ def load_model():
53
  filename="*Q4_K_M.gguf",
54
  verbose=False,
55
  n_ctx=512,
56
- n_batch=512,
57
  n_threads=8,
58
  use_mlock=True,
59
  use_mmap=True,
 
1
  import streamlit as st
2
  from llama_cpp import Llama
3
 
4
+ st.set_page_config(page_title="russian medical phi3-mini", page_icon="πŸ€–", layout="wide")
5
 
6
  # Custom CSS for better styling
7
  st.markdown("""
 
53
  filename="*Q4_K_M.gguf",
54
  verbose=False,
55
  n_ctx=512,
56
+ n_batch=256,
57
  n_threads=8,
58
  use_mlock=True,
59
  use_mmap=True,