jaothan/podman_llamacpp_python

1from flask import Flask, request, jsonify
2
3app = Flask(__name__)
4
5@app.route("/generate", methods=["POST"])
6def generate():
7    data = request.json
8    prompt = data.get("prompt", "")
9    # Simulate a response from the model
10    response = f"Generated response for: {prompt}"
11    return jsonify({"response": response})
12
13if __name__ == "__main__":
14    app.run(host="0.0.0.0", port=8001)
15
16#Run the server:
17#```bash
18##python model_server.py
19#```
20
21#This server listens on `http://0.0.0.0:8001` and exposes a `/generate` endpoint# for generating responses.
22    
23