LuisMBA's picture
Create app.py
f749a35 verified
raw
history blame
904 Bytes
import gradio as gr
from search_ocean import search_text, search_image, search_pdf
def multimodal_search(query, image):
results = []
if query:
text_results = search_text(query)
pdf_results = search_pdf(query)
results += [f"๐Ÿ“ Text: {r['metadata']['filename']}\n{r['metadata']['content'][:200]}" for r in text_results]
results += [f"๐Ÿ“„ PDF: {r['metadata']['filename']}\n{r['metadata']['content'][:200]}" for r in pdf_results]
if image:
image_results = search_image(image)
results += [f"๐Ÿ–ผ๏ธ Image: {r['metadata']['filename']}" for r in image_results]
return "\n\n".join(results)
gr.Interface(
fn=multimodal_search,
inputs=[
gr.Textbox(label="Text Query"),
gr.Image(type="pil", label="Image Query")
],
outputs=gr.Textbox(label="Top Results"),
title="Multimodal RAG with Ocean and CLIP",
).launch()