Update app.py

app.py

@@ -4,6 +4,7 @@ import requests
 import inspect
 import pandas as pd
 from smolagents import CodeAgent, HfApiModel
+from huggingface_hub import InferenceClient, hf_hub_download
 
 # (Keep Constants as is)
 # --- Constants ---
@@ -17,9 +18,16 @@ class BasicAgent:
 
         print("ENV-HF_TOKEN-LEN", len(os.getenv("HF_TOKEN", "")), file=sys.stderr)
 
+        # Local test
+        client = InferenceClient(
+        model="deepseek-ai/DeepSeek-V3-0324",
+        token=os.environ["HF_TOKEN"]
+        )
+        print(client.text_generation("Hello, my name is", max_new_tokens=20))
+        
         # Initialize the model
         model = HfApiModel(model_id="deepseek-ai/DeepSeek-V3-0324",
-                           # llm_format="text-generation",
+                           format="text-generation",
                            token=os.environ["HF_TOKEN"], 
                            max_tokens=2048,
                            temperature=0.0