Copain22 commited on
Commit
2b2f7d7
·
verified ·
1 Parent(s): 23c5567

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -41,6 +41,7 @@ def retrieve_context_faiss(query, top_k=3):
41
  return "\n".join([menu_chunks[i] for i in indices[0]])
42
 
43
  # === Generate LLM Response ===
 
44
  def generate_response(message, history, system_message, max_tokens, temperature, top_p):
45
  context = retrieve_context_faiss(message)
46
  messages = [{"role": "system", "content": system_message}]
 
41
  return "\n".join([menu_chunks[i] for i in indices[0]])
42
 
43
  # === Generate LLM Response ===
44
+ @GPU
45
  def generate_response(message, history, system_message, max_tokens, temperature, top_p):
46
  context = retrieve_context_faiss(message)
47
  messages = [{"role": "system", "content": system_message}]