Spaces:
Running
Running
Jeff Myers II
commited on
Commit
·
fea7281
1
Parent(s):
23715d2
Update space
Browse files- Gemma_Model.py +1 -2
Gemma_Model.py
CHANGED
|
@@ -2,7 +2,6 @@ from transformers import (
|
|
| 2 |
AutoTokenizer,
|
| 3 |
# BitsAndBytesConfig,
|
| 4 |
Gemma3ForCausalLM,
|
| 5 |
-
GemmaTokenizerFast
|
| 6 |
)
|
| 7 |
import torch
|
| 8 |
import json
|
|
@@ -25,7 +24,7 @@ class GemmaLLM:
|
|
| 25 |
token=os.environ.get("GEMMA_TOKEN"),
|
| 26 |
).eval()
|
| 27 |
|
| 28 |
-
self.tokenizer =
|
| 29 |
|
| 30 |
def generate(self, message) -> str:
|
| 31 |
print("Generating...")
|
|
|
|
| 2 |
AutoTokenizer,
|
| 3 |
# BitsAndBytesConfig,
|
| 4 |
Gemma3ForCausalLM,
|
|
|
|
| 5 |
)
|
| 6 |
import torch
|
| 7 |
import json
|
|
|
|
| 24 |
token=os.environ.get("GEMMA_TOKEN"),
|
| 25 |
).eval()
|
| 26 |
|
| 27 |
+
self.tokenizer = AutoTokenizer.from_pretrained(model_id)
|
| 28 |
|
| 29 |
def generate(self, message) -> str:
|
| 30 |
print("Generating...")
|