DeepInfra / app.py
DevsDoCode's picture
Uploading Files
87729e7 verified
raw
history blame
1.49 kB
from flask import Flask, request, jsonify
import deepinfra
import api_info
app = Flask(__name__)
@app.route('/')
def initial():
return '<pre>' + api_info.default_info + '</pre>'
@app.route("/available_models", methods=['GET'])
def available_models():
return jsonify(api_info.available_models)
@app.route("/endpoints", methods=['GET'])
def endpoints():
return jsonify(api_info.endpoint)
@app.route("/developer_info", methods=['GET'])
def developer_info():
return jsonify(api_info.developer_info)
@app.route('/generate', methods=['GET'])
def generate():
query = request.args.get('query') # Assuming the query is sent in JSON format
system_prompt = str(request.args.get('system', "Be Helpful and Friendly. Keep your response straightfoward, short and concise")) # Optional parameter with default value
model = str(request.args.get('model', "meta-llama/Meta-Llama-3-70B-Instruct")) # Optional parameter with default value
max_tokens = int(request.args.get('max_tokens', 512))
temperature = float(request.args.get('temperature', 0.7)) # Optional parameter with default value
if query:
response = deepinfra.generate(query, model=model, system_prompt=system_prompt, temperature=temperature, max_tokens=max_tokens)
return jsonify([{'response': response}, {'developer_info': api_info.developer_info}]), 200
else:
return jsonify(api_info.error_message), 400
if __name__ == '__main__':
app.run(debug=True)