File size: 1,111 Bytes
d6c416b 48e31b6 3e312b7 dd34b85 33af6ab 6910501 3a423b8 d6c416b 8b877e3 6910501 d6c416b 6910501 d6c416b 6910501 8b877e3 6910501 8b877e3 6910501 8b877e3 d6c416b 3a423b8 d6c416b 3a423b8 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 |
from openai import OpenAI
from params import OPENAI_MODEL, OPENAI_API_KEY
import llamanet
# Initialize LlamaNet
llamanet.run("start", "https://huggingface.co/arcee-ai/Arcee-Spark-GGUF/blob/main/Arcee-Spark-IQ4_XS.gguf")
# Create an instance of the OpenAI class
client = OpenAI(api_key=OPENAI_API_KEY)
def send_to_chatgpt(msg_list):
try:
completion = client.chat.completions.create(
model=OPENAI_MODEL, # LlamaNet ignores this
messages=msg_list,
temperature=0.6,
stream=True
)
response = ""
for chunk in completion:
if chunk.choices[0].delta.content is not None:
response += chunk.choices[0].delta.content
return response, None # LlamaNet doesn't provide usage info
except Exception as e:
print(f"Error in send_to_chatgpt: {str(e)}")
return f"Error: {str(e)}", None
def send_to_llm(provider, msg_list):
if provider == "llamanet":
return send_to_chatgpt(msg_list)
else:
raise ValueError(f"Unknown provider: {provider}")
|