thewise commited on
Commit
9675eb8
1 Parent(s): a4f3f65

Update src/main.py

Browse files
Files changed (1) hide show
  1. src/main.py +7 -5
src/main.py CHANGED
@@ -65,13 +65,15 @@ def ingest_chunks(chunks):
65
  #Retreival function to get the data from the database and reply to the user
66
  def retreival(vector_store, k):
67
  #Creating LLM
68
- # llm = ChatOllama(
69
- # base_url='https://thewise-ollama-server.hf.space',
70
- # model="codellama")
71
- llm = Ollama(
72
  model="codellama",
73
- base_url="https://thewise-ollama-server.hf.space",
74
  callback_manager=CallbackManager([StreamingStdOutCallbackHandler()]))
 
 
 
 
 
75
 
76
  # Define the system message template
77
  #Adding CHAT HISTORY to the System template explicitly because mainly Chat history goes to Condense the Human Question with Backround (Not template), but System template goes straight the LLM Chain
 
65
  #Retreival function to get the data from the database and reply to the user
66
  def retreival(vector_store, k):
67
  #Creating LLM
68
+ llm = ChatOllama(
69
+ base_url='https://thewise-ollama-server.hf.space',
 
 
70
  model="codellama",
 
71
  callback_manager=CallbackManager([StreamingStdOutCallbackHandler()]))
72
+
73
+ # llm = Ollama(
74
+ # model="codellama",
75
+ # base_url="https://thewise-ollama-server.hf.space",
76
+ # callback_manager=CallbackManager([StreamingStdOutCallbackHandler()]))
77
 
78
  # Define the system message template
79
  #Adding CHAT HISTORY to the System template explicitly because mainly Chat history goes to Condense the Human Question with Backround (Not template), but System template goes straight the LLM Chain