File size: 1,017 Bytes
d6c416b 3e312b7 dd34b85 33af6ab 0055e2e 33af6ab 0055e2e d6c416b 0055e2e d6c416b 0055e2e 6910501 d6c416b 6910501 d6c416b 6910501 8b877e3 6910501 8b877e3 6910501 8b877e3 d6c416b 0055e2e d6c416b 3a423b8 0055e2e d6c416b 3a423b8 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 |
from openai import OpenAI
import llamanet
# Initialize LlamaNet
llamanet.run()
# Create an instance of the OpenAI class (used by LlamaNet)
client = OpenAI()
def send_to_llamanet(msg_list):
try:
completion = client.chat.completions.create(
model="https://huggingface.co/arcee-ai/Arcee-Spark-GGUF/blob/main/Arcee-Spark-IQ4_XS.gguf",
messages=msg_list,
temperature=0.6,
stream=True
)
response = ""
for chunk in completion:
if chunk.choices[0].delta.content is not None:
response += chunk.choices[0].delta.content
return response, None # LlamaNet doesn't provide usage info
except Exception as e:
print(f"Error in send_to_llamanet: {str(e)}")
return f"Error: {str(e)}", None
def send_to_llm(provider, msg_list):
if provider == "llamanet":
return send_to_llamanet(msg_list)
else:
raise ValueError(f"Unknown provider: {provider}")
|