Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -41,6 +41,7 @@ def retrieve_context_faiss(query, top_k=3):
|
|
41 |
return "\n".join([menu_chunks[i] for i in indices[0]])
|
42 |
|
43 |
# === Generate LLM Response ===
|
|
|
44 |
def generate_response(message, history, system_message, max_tokens, temperature, top_p):
|
45 |
context = retrieve_context_faiss(message)
|
46 |
messages = [{"role": "system", "content": system_message}]
|
|
|
41 |
return "\n".join([menu_chunks[i] for i in indices[0]])
|
42 |
|
43 |
# === Generate LLM Response ===
|
44 |
+
@GPU
|
45 |
def generate_response(message, history, system_message, max_tokens, temperature, top_p):
|
46 |
context = retrieve_context_faiss(message)
|
47 |
messages = [{"role": "system", "content": system_message}]
|