Severian commited on
Commit
0055e2e
1 Parent(s): a767bbb

Update llm_handler.py

Browse files
Files changed (1) hide show
  1. llm_handler.py +7 -8
llm_handler.py CHANGED
@@ -1,17 +1,16 @@
1
  from openai import OpenAI
2
- from params import OPENAI_MODEL, OPENAI_API_KEY
3
  import llamanet
4
 
5
  # Initialize LlamaNet
6
- llamanet.run("start", "https://huggingface.co/arcee-ai/Arcee-Spark-GGUF/blob/main/Arcee-Spark-IQ4_XS.gguf")
7
 
8
- # Create an instance of the OpenAI class
9
- client = OpenAI(api_key=OPENAI_API_KEY)
10
 
11
- def send_to_chatgpt(msg_list):
12
  try:
13
  completion = client.chat.completions.create(
14
- model=OPENAI_MODEL, # LlamaNet ignores this
15
  messages=msg_list,
16
  temperature=0.6,
17
  stream=True
@@ -25,11 +24,11 @@ def send_to_chatgpt(msg_list):
25
  return response, None # LlamaNet doesn't provide usage info
26
 
27
  except Exception as e:
28
- print(f"Error in send_to_chatgpt: {str(e)}")
29
  return f"Error: {str(e)}", None
30
 
31
  def send_to_llm(provider, msg_list):
32
  if provider == "llamanet":
33
- return send_to_chatgpt(msg_list)
34
  else:
35
  raise ValueError(f"Unknown provider: {provider}")
 
1
  from openai import OpenAI
 
2
  import llamanet
3
 
4
  # Initialize LlamaNet
5
+ llamanet.run()
6
 
7
+ # Create an instance of the OpenAI class (used by LlamaNet)
8
+ client = OpenAI()
9
 
10
+ def send_to_llamanet(msg_list):
11
  try:
12
  completion = client.chat.completions.create(
13
+ model="https://huggingface.co/arcee-ai/Arcee-Spark-GGUF/blob/main/Arcee-Spark-IQ4_XS.gguf",
14
  messages=msg_list,
15
  temperature=0.6,
16
  stream=True
 
24
  return response, None # LlamaNet doesn't provide usage info
25
 
26
  except Exception as e:
27
+ print(f"Error in send_to_llamanet: {str(e)}")
28
  return f"Error: {str(e)}", None
29
 
30
  def send_to_llm(provider, msg_list):
31
  if provider == "llamanet":
32
+ return send_to_llamanet(msg_list)
33
  else:
34
  raise ValueError(f"Unknown provider: {provider}")