Syed Junaid Iqbal commited on
Commit
650e546
1 Parent(s): 7ab1ed7

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -13,7 +13,7 @@ def init_retriever():
13
  Initialize and return the retriever function
14
  """
15
  callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
16
- llm = LlamaCpp(model_path="./models/llama-2-13b-chat.Q4_K_S.gguf",
17
  n_ctx=4000,
18
  max_tokens=4000,
19
  f16_kv=True,
 
13
  Initialize and return the retriever function
14
  """
15
  callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
16
+ llm = LlamaCpp(model_path="./models/openhermes-2.5-neural-chat-7b-v3-1-7b.Q5_K_M.gguf",
17
  n_ctx=4000,
18
  max_tokens=4000,
19
  f16_kv=True,