Update app.py

app.py

@@ -19,14 +19,14 @@ class BasicAgent:
         print("ENV-HF_TOKEN-LEN", len(os.getenv("HF_TOKEN", "")), file=sys.stderr)
 
         # Local test
-        client = InferenceClient(
-        model="deepseek-ai/DeepSeek-V3-0324",
-        token=os.environ["HF_TOKEN"]
-        )
-        print(client.text_generation("Hello, my name is", max_new_tokens=20))
+        # client = InferenceClient(
+        # model="meta-llama/Llama-3.1-8B-Instruct",
+        # token=os.environ["HF_TOKEN"]
+        # )
+        # print(client.text_generation("Hello, my name is", max_new_tokens=20))
         
         # Initialize the model
-        model = HfApiModel(model_id="deepseek-ai/DeepSeek-V3-0324",
+        model = HfApiModel(model_id="meta-llama/Llama-3.1-8B-Instruct",
                            format="text-generation",
                            token=os.environ["HF_TOKEN"], 
                            max_tokens=2048,