Mykes commited on
Commit
4cc0b38
1 Parent(s): 2d8c474

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -3
app.py CHANGED
@@ -41,9 +41,11 @@ def load_model():
41
  repo_id="Mykes/med_phi3-mini-4k-GGUF",
42
  filename="*Q4_K_M.gguf",
43
  verbose=False,
44
- n_ctx=512,
45
- n_batch=256,
46
- n_threads=4
 
 
47
  )
48
 
49
  llm = load_model()
 
41
  repo_id="Mykes/med_phi3-mini-4k-GGUF",
42
  filename="*Q4_K_M.gguf",
43
  verbose=False,
44
+ n_ctx=1024,
45
+ n_batch=512,
46
+ n_threads=8,
47
+ use_mlock=True,
48
+ use_mmap=True,
49
  )
50
 
51
  llm = load_model()