Spaces:
Sleeping
Sleeping
import gradio as gr | |
from search_ocean import search_text, search_image, search_pdf | |
def multimodal_search(query, image): | |
results = [] | |
if query: | |
text_results = search_text(query) | |
pdf_results = search_pdf(query) | |
results += [f"๐ Text: {r['metadata']['filename']}\n{r['metadata']['content'][:200]}" for r in text_results] | |
results += [f"๐ PDF: {r['metadata']['filename']}\n{r['metadata']['content'][:200]}" for r in pdf_results] | |
if image: | |
image_results = search_image(image) | |
results += [f"๐ผ๏ธ Image: {r['metadata']['filename']}" for r in image_results] | |
return "\n\n".join(results) | |
gr.Interface( | |
fn=multimodal_search, | |
inputs=[ | |
gr.Textbox(label="Text Query"), | |
gr.Image(type="pil", label="Image Query") | |
], | |
outputs=gr.Textbox(label="Top Results"), | |
title="Multimodal RAG with Ocean and CLIP", | |
).launch() |