Spaces:
Running
Running
Jeff Myers II
commited on
Commit
·
23715d2
1
Parent(s):
0b67bbe
Update space
Browse files- Gemma_Model.py +2 -1
Gemma_Model.py
CHANGED
@@ -2,6 +2,7 @@ from transformers import (
|
|
2 |
AutoTokenizer,
|
3 |
# BitsAndBytesConfig,
|
4 |
Gemma3ForCausalLM,
|
|
|
5 |
)
|
6 |
import torch
|
7 |
import json
|
@@ -24,7 +25,7 @@ class GemmaLLM:
|
|
24 |
token=os.environ.get("GEMMA_TOKEN"),
|
25 |
).eval()
|
26 |
|
27 |
-
self.tokenizer =
|
28 |
|
29 |
def generate(self, message) -> str:
|
30 |
print("Generating...")
|
|
|
2 |
AutoTokenizer,
|
3 |
# BitsAndBytesConfig,
|
4 |
Gemma3ForCausalLM,
|
5 |
+
GemmaTokenizerFast
|
6 |
)
|
7 |
import torch
|
8 |
import json
|
|
|
25 |
token=os.environ.get("GEMMA_TOKEN"),
|
26 |
).eval()
|
27 |
|
28 |
+
self.tokenizer = GemmaTokenizerFast.from_pretrained(model_id)
|
29 |
|
30 |
def generate(self, message) -> str:
|
31 |
print("Generating...")
|