fix: revert to last functional version

app.py

@@ -8,18 +8,13 @@ from sentence_transformers import SentenceTransformer
 import gradio as gr
 from threading import Thread
 
-cpu_index = faiss.read_index("vector_db/index.faiss")
-res = faiss.StandardGpuResources()
-index = faiss.index_cpu_to_gpu(res, 0, cpu_index)
-
+index = faiss.read_index("vector_db/index.faiss")
 with open("vector_db/chunks.pkl", "rb") as f:
     chunks = pickle.load(f)
 with open("vector_db/metadata.pkl", "rb") as f:
     metadata_dict = pickle.load(f)
 
-ST = SentenceTransformer("BAAI/bge-large-en-v1.5", device="cuda")
-ST.cuda()
-ST.compile()
+ST = SentenceTransformer("BAAI/bge-large-en-v1.5")
 
 model_id = "nvidia/Llama-3.1-Nemotron-Nano-8B-v1"
 bnb = BitsAndBytesConfig(
@@ -44,20 +39,18 @@ SYS = (
     "Answer this Question:"
 )
 
-@spaces.GPU(duration=20)
 def retrieve(q, k=3):
-    emb = ST.encode(q, convert_to_tensor=True)
-    emb = emb.unsqueeze(0).to('cuda')
-    D, I = index.search(emb, k)
-    ids = I.cpu().numpy().tolist()[0]
+    emb = ST.encode(q)
+    D, I = index.search(np.array([emb], dtype="float32"), k)
     docs, file_sources = [], []
-    for i in ids:
+    for i in I[0]:
         chunk = chunks[i]
         meta = metadata_dict[i]
         docs.append({"title": meta, "pages": chunk})
         file_sources.append(meta)
     return docs, file_sources
 
+
 def make_prompt(q, docs, reasoning_mode):
     context = "\n\n".join(f"Title: {d['title']}\nPages: {d['pages']}" for d in docs)
     prompt = f"detailed thinking {reasoning_mode}\n"
@@ -66,7 +59,7 @@ def make_prompt(q, docs, reasoning_mode):
     prompt += f"Instruct: {SYS} {q} based on the following documents:\n{context}\nOutput:"
     return prompt
 
-@spaces.GPU(duration=20)
+@spaces.GPU()
 def qa_fn(question, reasoning_mode, top_k, temperature, max_tokens):
     docs, file_sources = retrieve(question, top_k)
     prompt = make_prompt(question, docs, reasoning_mode)[:8000]