Spaces:
Running
Running
set provider groq for gpt oss
Browse files
app.py
CHANGED
@@ -608,14 +608,14 @@ def get_inference_client(model_id, provider="auto"):
|
|
608 |
elif model_id == "openai/gpt-oss-120b":
|
609 |
# Use Hugging Face InferenceClient for GPT-OSS-120B model
|
610 |
return InferenceClient(
|
611 |
-
provider="
|
612 |
api_key=HF_TOKEN,
|
613 |
bill_to="huggingface"
|
614 |
)
|
615 |
elif model_id == "openai/gpt-oss-20b":
|
616 |
# Use Hugging Face InferenceClient for GPT-OSS-20B model
|
617 |
return InferenceClient(
|
618 |
-
provider="
|
619 |
api_key=HF_TOKEN,
|
620 |
bill_to="huggingface"
|
621 |
)
|
|
|
608 |
elif model_id == "openai/gpt-oss-120b":
|
609 |
# Use Hugging Face InferenceClient for GPT-OSS-120B model
|
610 |
return InferenceClient(
|
611 |
+
provider="groq",
|
612 |
api_key=HF_TOKEN,
|
613 |
bill_to="huggingface"
|
614 |
)
|
615 |
elif model_id == "openai/gpt-oss-20b":
|
616 |
# Use Hugging Face InferenceClient for GPT-OSS-20B model
|
617 |
return InferenceClient(
|
618 |
+
provider="groq",
|
619 |
api_key=HF_TOKEN,
|
620 |
bill_to="huggingface"
|
621 |
)
|