akhaliq HF Staff commited on
Commit
4c5c3bf
·
1 Parent(s): 0ec71f5

set provider groq for gpt oss

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -608,14 +608,14 @@ def get_inference_client(model_id, provider="auto"):
608
  elif model_id == "openai/gpt-oss-120b":
609
  # Use Hugging Face InferenceClient for GPT-OSS-120B model
610
  return InferenceClient(
611
- provider="auto",
612
  api_key=HF_TOKEN,
613
  bill_to="huggingface"
614
  )
615
  elif model_id == "openai/gpt-oss-20b":
616
  # Use Hugging Face InferenceClient for GPT-OSS-20B model
617
  return InferenceClient(
618
- provider="auto",
619
  api_key=HF_TOKEN,
620
  bill_to="huggingface"
621
  )
 
608
  elif model_id == "openai/gpt-oss-120b":
609
  # Use Hugging Face InferenceClient for GPT-OSS-120B model
610
  return InferenceClient(
611
+ provider="groq",
612
  api_key=HF_TOKEN,
613
  bill_to="huggingface"
614
  )
615
  elif model_id == "openai/gpt-oss-20b":
616
  # Use Hugging Face InferenceClient for GPT-OSS-20B model
617
  return InferenceClient(
618
+ provider="groq",
619
  api_key=HF_TOKEN,
620
  bill_to="huggingface"
621
  )