from flask import Flask, request, render_template, jsonify from models import mixtral # https://www.youtube.com/watch?v=irjYqV6EebU app = Flask("AI API") @app.get("/") def read_root(): return render_template("index.html") @app.route("/test") def test_route(): return "This is a test route." @app.route("/api", methods=["POST"]) def receive_data(): data = request.get_json() print("Prompt:", data["prompt"]) print("System:", data["system"]) generated_text = mixtral.generate(data["prompt"], data["system"], data["history"], False, None) print("Response:", generated_text) return { "answer": generated_text } app.run(host="0.0.0.0", port=7860, debug=False)