Spaces:
Running
Running
Jeff Myers II
commited on
Commit
·
3a00533
1
Parent(s):
235fd3f
Update space
Browse files- Gemma_Model.py +2 -0
Gemma_Model.py
CHANGED
@@ -1,6 +1,7 @@
|
|
1 |
from transformers import AutoTokenizer, BitsAndBytesConfig, Gemma3ForCausalLM
|
2 |
import torch
|
3 |
import json
|
|
|
4 |
|
5 |
__export__ = ["GemmaLLM"]
|
6 |
|
@@ -16,6 +17,7 @@ class GemmaLLM:
|
|
16 |
quantization_config=quantization_config,
|
17 |
low_cpu_mem_usage=True,
|
18 |
torch_dtype=torch.float16,
|
|
|
19 |
).eval()
|
20 |
|
21 |
self.tokenizer = AutoTokenizer.from_pretrained(model_id)
|
|
|
1 |
from transformers import AutoTokenizer, BitsAndBytesConfig, Gemma3ForCausalLM
|
2 |
import torch
|
3 |
import json
|
4 |
+
import os
|
5 |
|
6 |
__export__ = ["GemmaLLM"]
|
7 |
|
|
|
17 |
quantization_config=quantization_config,
|
18 |
low_cpu_mem_usage=True,
|
19 |
torch_dtype=torch.float16,
|
20 |
+
token=os.environ.get("GEMMA_TOKEN"),
|
21 |
).eval()
|
22 |
|
23 |
self.tokenizer = AutoTokenizer.from_pretrained(model_id)
|