Synnove commited on
Commit
f517477
·
verified ·
1 Parent(s): 8be3a74

Update testing_pipeline.py

Browse files
Files changed (1) hide show
  1. testing_pipeline.py +19 -0
testing_pipeline.py CHANGED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import os
2
+ from huggingface_hub import InferenceClient
3
+
4
+ client = InferenceClient(
5
+ provider="hf-inference",
6
+ api_key=os.environ["HF_TOKEN"],
7
+ )
8
+
9
+ completion = client.chat.completions.create(
10
+ model="sarvamai/sarvam-m",
11
+ messages=[
12
+ {
13
+ "role": "user",
14
+ "content": "What is the capital of France?"
15
+ }
16
+ ],
17
+ )
18
+
19
+ print(completion.choices[0].message)