Sean-Case commited on
Commit
1ae7b34
1 Parent(s): 9a3229c

Remove ctransformers model load (not needed yet). Used faster keyword model

Browse files
Files changed (1) hide show
  1. chatfuncs/chatfuncs.py +3 -2
chatfuncs/chatfuncs.py CHANGED
@@ -83,10 +83,11 @@ ner_model = SpanMarkerModel.from_pretrained("tomaarsen/span-marker-mbert-base-mu
83
 
84
  ## Initialise keyword model ##
85
  # Used to pull out keywords from chat history to add to user queries behind the scenes
86
- kw_model = pipeline("feature-extraction", model="thenlper/gte-base")
87
 
88
  ## Chat models ##
89
- ctrans_llm = AutoModelForCausalLM.from_pretrained('TheBloke/orca_mini_3B-GGML', model_type='llama', model_file='orca-mini-3b.ggmlv3.q4_0.bin')
 
90
  #ctrans_llm = AutoModelForCausalLM.from_pretrained('TheBloke/orca_mini_3B-GGML', model_type='llama', model_file='orca-mini-3b.ggmlv3.q8_0.bin')
91
  #gpt4all_model = GPT4All(model_name= "orca-mini-3b.ggmlv3.q4_0.bin", model_path="models/") # "ggml-mpt-7b-chat.bin"
92
 
 
83
 
84
  ## Initialise keyword model ##
85
  # Used to pull out keywords from chat history to add to user queries behind the scenes
86
+ kw_model = pipeline("feature-extraction", model="sentence-transformers/all-MiniLM-L6-v2")
87
 
88
  ## Chat models ##
89
+ ctrans_llm = [] # Not leaded by default
90
+ #ctrans_llm = AutoModelForCausalLM.from_pretrained('TheBloke/orca_mini_3B-GGML', model_type='llama', model_file='orca-mini-3b.ggmlv3.q4_0.bin')
91
  #ctrans_llm = AutoModelForCausalLM.from_pretrained('TheBloke/orca_mini_3B-GGML', model_type='llama', model_file='orca-mini-3b.ggmlv3.q8_0.bin')
92
  #gpt4all_model = GPT4All(model_name= "orca-mini-3b.ggmlv3.q4_0.bin", model_path="models/") # "ggml-mpt-7b-chat.bin"
93