|
from flask import Flask, request, Response, render_template |
|
import requests |
|
import json |
|
import logging |
|
|
|
app = Flask(__name__) |
|
logging.basicConfig(level=logging.DEBUG) |
|
|
|
OLLAMA_API_URL = "http://127.0.0.1:10086/api/generate" |
|
|
|
@app.route('/') |
|
def index(): |
|
return render_template('index.html') |
|
|
|
@app.route('/gen', methods=['POST']) |
|
def generate(): |
|
data = request.json |
|
prompt = data.get('prompt', '') |
|
app.logger.debug(f"Received prompt: {prompt}") |
|
|
|
def generate_stream(): |
|
try: |
|
response = requests.post( |
|
OLLAMA_API_URL, |
|
json={ |
|
"model": "gemma2:27b", |
|
"prompt": prompt, |
|
"stream": True |
|
}, |
|
stream=True |
|
) |
|
app.logger.debug(f"Ollama API response status: {response.status_code}") |
|
|
|
for line in response.iter_lines(): |
|
if line: |
|
try: |
|
json_response = json.loads(line) |
|
if 'response' in json_response: |
|
app.logger.debug(f"Yielding response: {json_response['response']}") |
|
yield json_response['response'] |
|
except json.JSONDecodeError as e: |
|
app.logger.error(f"JSON decode error: {e}, Line: {line}") |
|
except Exception as e: |
|
app.logger.error(f"Error in generate_stream: {e}") |
|
yield f"Error: {str(e)}" |
|
|
|
return Response(generate_stream(), mimetype='text/plain') |
|
|
|
if __name__ == '__main__': |
|
app.run(host='0.0.0.0', port=7860) |
