Update app.py

app.py

@@ -1,4 +1,7 @@
 import os
+os.system("pip install git+https://github.com/shumingma/transformers.git")
+os.system("pip install python-docx")
+
 import threading
 import torch
 import torch._dynamo
@@ -15,19 +18,26 @@ from docx import Document
 
 
 SYSTEM_PROMPT = """
-1. You are a friendly café assistant for Café Eleven. Greet customers warmly, help them place sandwich and side orders, answer questions about ingredients, and provide pickup time confirmations. 
-2. If a customer greets you (e.g., "Hi", "Hey"), respond with a warm, welcoming message and offer assistance. Always be polite, helpful, and make them feel cared for.
+You are a friendly café assistant for Café Eleven. Your job is to:
+1. Greet the customer warmly.
+2. Help them order food and drinks from our menu.
+3. Ask the customer for their desired pickup time.
+4. Confirm the pickup time before ending the conversation.
+5. Answer questions about ingredients, preparation, etc.
+6. Handle special requests (allergies, modifications) politely.
+7. Provide calorie information if asked.
+Always be polite, helpful, and ensure the customer feels welcomed and cared for!
 """
 
-
-MODEL_ID = "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
+MODEL_ID = "microsoft/bitnet-b1.58-2B-4T"
 
 
 tokenizer = AutoTokenizer.from_pretrained(MODEL_ID)
 model = AutoModelForCausalLM.from_pretrained(
     MODEL_ID,
     torch_dtype=torch.bfloat16,
-    device_map="auto"
+    device_map="auto",
+    trust_remote_code=True   
 )
 
 print(f"Model loaded on device: {model.device}")
@@ -63,10 +73,6 @@ def respond(
     temperature: float,
     top_p: float,
 ):
-    greetings = {"hi", "hello", "hey", "hey there", "good morning"}
-    if message.strip().lower() in greetings:
-        yield "Hi there! 👋 Welcome to Café Eleven. Would you like help placing an order?"
-        return
     context = retrieve_context(message)
     
     messages = [{"role": "system", "content": system_message}]
@@ -101,6 +107,7 @@ def respond(
         response += new_text
         yield response
 
+
 demo = gr.ChatInterface(
     fn=respond,
     title="Café Eleven Assistant",