Update app.py

app.py

@@ -6,6 +6,7 @@ import torch
 from diffusers import FluxPipeline, AutoencoderKL
 from live_preview_helpers import flux_pipe_call_that_returns_an_iterable_of_images
 import spaces
+from huggingface_hub import InferenceClient
 
 device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
 
@@ -17,9 +18,12 @@ good_vae = AutoencoderKL.from_pretrained("black-forest-labs/FLUX.1-dev", subfold
 # pipe.to(torch.float16)
 pipe.flux_pipe_call_that_returns_an_iterable_of_images = flux_pipe_call_that_returns_an_iterable_of_images.__get__(pipe)
 
-llm_client = Client("Qwen/Qwen2.5-72B-Instruct")
-# t2i_client = Client("black-forest-labs/FLUX.1-dev")
-# t2i_client = Client("black-forest-labs/FLUX.1-schnell")
+llm_client = InferenceClient(
+    provider="fireworks-ai",
+    api_key=os.environ["HF_TOKEN"],
+)
+
+completion = client
 
 ds = load_dataset("MohamedRashad/FinePersonas-Lite", split="train")
 
@@ -44,13 +48,16 @@ Don't write anything else except the character description in json format and do
 world_description_prompt = "Generate a unique and random world description (Don't Write anything else except the world description)."
 
 def get_random_world_description():
-    result = llm_client.predict(
-        query=world_description_prompt,
-        history=[],
-        system="You are Qwen, created by Alibaba Cloud. You are a helpful assistant.",
-        api_name="/model_chat",
+    result = llm_client.chat.completions.create(
+        model="Qwen/Qwen3-235B-A22B",
+        messages=[
+            {
+                "role": "user",
+                "content": world_description_prompt
+            }
+        ],
     )
-    return result[1][0][-1]
+    return result.choices[0].message
 
 def get_random_persona_description():
     return ds.shuffle().select([100])[0]["persona"]
@@ -70,15 +77,18 @@ def infer_flux(character_json):
         yield image
 
 def generate_character(world_description, persona_description, progress=gr.Progress(track_tqdm=True)):
-    result = llm_client.predict(
-        query=prompt_template.format(
-            persona_description=persona_description, world_description=world_description
-        ),
-        history=[],
-        system="You are Qwen, created by Alibaba Cloud. You are a helpful assistant.",
-        api_name="/model_chat",
+    result = llm_client.chat.completions.create(
+        model="Qwen/Qwen3-235B-A22B",
+        messages=[
+            {
+                "role": "user",
+                "content": prompt_template.format(
+                persona_description=persona_description, world_description=world_description
+            )
+            }
+        ],
     )
-    output = json.loads(result[1][0][-1])
+    output = json.loads(result.choices[0].message)
     return output
 
 app_description = """