Create app.py

app.py

@@ -0,0 +1,74 @@
+import os
+from flask import Flask, render_template, request
+from openai import OpenAI
+from transformers import BlipProcessor, BlipForConditionalGeneration
+from PIL import Image
+
+# Flask setup
+app = Flask(__name__)
+UPLOAD_FOLDER = "static/uploads"
+os.makedirs(UPLOAD_FOLDER, exist_ok=True)
+
+# Hugging Face BLIP model
+processor = BlipProcessor.from_pretrained("Salesforce/blip-image-captioning-base")
+model = BlipForConditionalGeneration.from_pretrained("Salesforce/blip-image-captioning-base")
+
+# OpenAI client
+client = OpenAI(api_key=os.getenv("OPENAI_API_KEY"))
+
+def generate_caption(image_path):
+    """Generate caption from image using BLIP."""
+    raw_image = Image.open(image_path).convert("RGB")
+    inputs = processor(raw_image, return_tensors="pt")
+    out = model.generate(**inputs, max_new_tokens=50)
+    return processor.decode(out[0], skip_special_tokens=True)
+
+def process_with_openai(user_message, caption=None):
+    """Send user + image caption to OpenAI API."""
+    context = ""
+    if caption:
+        context += f"The user uploaded an image. BLIP caption: '{caption}'.\n"
+    if user_message:
+        context += f"User message: {user_message}\n"
+
+    if not context.strip():
+        return "Please enter a message or upload an image."
+
+    response = client.chat.completions.create(
+        model="gpt-4o-mini",
+        messages=[
+            {"role": "system", "content": "You are FUTURE_ON AI assistant. Combine image info + text queries."},
+            {"role": "user", "content": context}
+        ]
+    )
+    return response.choices[0].message.content.strip()
+
+@app.route("/", methods=["GET", "POST"])
+@app.route("/Query.html", methods=["GET", "POST"])
+def query():
+    filename = None
+    user_message = None
+    bot_response = None
+
+    if request.method == "POST":
+        user_message = request.form.get("message-input")
+        file = request.files.get("file-input")
+
+        caption = None
+        if file and file.filename != "":
+            filepath = os.path.join(UPLOAD_FOLDER, file.filename)
+            file.save(filepath)
+            filename = filepath
+            # BLIP generates caption
+            caption = generate_caption(filepath)
+
+        # Pass text + BLIP caption to OpenAI
+        bot_response = process_with_openai(user_message, caption)
+
+    return render_template("query.html",
+                           filename=filename,
+                           user_message=user_message,
+                           bot_response=bot_response)
+
+if __name__ == "__main__":
+    app.run(host="0.0.0.0", port=7860)