File size: 2,662 Bytes
d6c416b 48e31b6 6910501 dd34b85 fe126dd 6910501 c4fff82 6910501 dd34b85 d6c416b 6910501 d6c416b 6910501 d6c416b 6910501 d6c416b e4523fa dd34b85 d6c416b 6910501 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 |
import requests
import json
from openai import OpenAI
from params import OPENAI_MODEL, OPENAI_API_KEY
import llamanet
# Add this at the top of the file
local_model_base_url = "http://localhost:11434/v1"
anything_llm_workspace = "<input-workspace-name-here>"
llamanet.run()
# Create an instance of the OpenAI class
client = OpenAI(api_key="dummy_key", base_url="local_model_base_url")
def set_local_model_base_url(url):
global local_model_base_url
local_model_base_url = url
def set_anything_llm_workspace(workspace):
global anything_llm_workspace
anything_llm_workspace = workspace
def send_to_chatgpt(msg_list):
try:
completion = client.chat.completions.create(
model='https://huggingface.co/arcee-ai/Arcee-Spark-GGUF/blob/main/Arcee-Spark-IQ4_XS.gguf', # This will use the llamanet model
messages=msg_list,
temperature=0.6,
stream=True
)
chatgpt_response = ""
for chunk in completion:
if chunk.choices[0].delta.content is not None:
chatgpt_response += chunk.choices[0].delta.content
# Note: Usage information might not be available with llamanet
chatgpt_usage = None
return chatgpt_response, chatgpt_usage
except Exception as e:
print(f"Error in send_to_chatgpt: {str(e)}")
return f"Error: {str(e)}", None
def send_to_anything_llm(msg_list):
url = f'http://localhost:3001/api/v1/workspace/{anything_llm_workspace}/chat'
headers = {
'accept': 'application/json',
'Authorization': 'Bearer 0MACR41-7804XQB-MGC1GS0-FGSKB44',
'Content-Type': 'application/json'
}
message_content = " ".join(msg["content"] for msg in msg_list if "content" in msg)
data = {
"message": message_content,
"mode": "chat"
}
data_json = json.dumps(data)
try:
response = requests.post(url, headers=headers, data=data_json)
response.raise_for_status() # Raise an exception for bad status codes
response_data = response.json()
chatgpt_response = response_data.get("textResponse")
chatgpt_usage = response_data.get("usage", {})
return chatgpt_response, chatgpt_usage
except requests.RequestException as e:
print(f"Error in send_to_anything_llm: {str(e)}")
return f"Error: {str(e)}", None
def send_to_llm(provider, msg_list):
if provider == "local-model":
return send_to_chatgpt(msg_list)
elif provider == "anything-llm":
return send_to_anything_llm(msg_list)
else:
raise ValueError(f"Unknown provider: {provider}") |