|
from flask import Flask, request, jsonify |
|
from groq import Groq |
|
|
|
app = Flask(__name__) |
|
|
|
|
|
groq = Groq(api_key="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") |
|
|
|
|
|
@app.route('/chat/completion', methods=['POST']) |
|
def get_chat_completion(): |
|
data = request.get_json() |
|
if not data or 'message' not in data: |
|
return jsonify({"error": "Missing required field 'message' in request body"}), 400 |
|
|
|
message = data['message'] |
|
chat_completion = groq.chat.completions.create( |
|
model="llama2-70b-4096", |
|
messages=[{"role": "user", "content": message}] |
|
) |
|
|
|
return jsonify({"completion": chat_completion.choices[0].message.content}) |
|
|
|
if __name__ == '__main__': |
|
app.run(debug=True, port=8001) |
|
|