from flask import Flask, request, jsonify from chat import generate_response app = Flask(__name__) @app.route('/openai/v1/chat/completions', methods=['POST']) def chat_completions(): data = request.get_json() message = data['messages'][0]['content'] history = data.get('history', []) response = generate_response(message, history) return jsonify({ 'id': 'chat_completion_id', 'object': 'chat.completion', 'created': 1234567890, 'model': 'Samanthav3-MIXTRALDOLPHIN-LORA', 'choices': [ { 'index': 0, 'message': { 'role': 'assistant', 'content': response }, 'finish_reason': 'stop' } ], 'usage': { 'prompt_tokens': len(tokenizer.encode(message)), 'completion_tokens': len(tokenizer.encode(response)), 'total_tokens': len(tokenizer.encode(message)) + len(tokenizer.encode(response)) } }) if __name__ == '__main__': app.run()