Jeff Myers II commited on
Commit
23715d2
·
1 Parent(s): 0b67bbe

Update space

Browse files
Files changed (1) hide show
  1. Gemma_Model.py +2 -1
Gemma_Model.py CHANGED
@@ -2,6 +2,7 @@ from transformers import (
2
  AutoTokenizer,
3
  # BitsAndBytesConfig,
4
  Gemma3ForCausalLM,
 
5
  )
6
  import torch
7
  import json
@@ -24,7 +25,7 @@ class GemmaLLM:
24
  token=os.environ.get("GEMMA_TOKEN"),
25
  ).eval()
26
 
27
- self.tokenizer = AutoTokenizer.from_pretrained(model_id, force_download=True)
28
 
29
  def generate(self, message) -> str:
30
  print("Generating...")
 
2
  AutoTokenizer,
3
  # BitsAndBytesConfig,
4
  Gemma3ForCausalLM,
5
+ GemmaTokenizerFast
6
  )
7
  import torch
8
  import json
 
25
  token=os.environ.get("GEMMA_TOKEN"),
26
  ).eval()
27
 
28
+ self.tokenizer = GemmaTokenizerFast.from_pretrained(model_id)
29
 
30
  def generate(self, message) -> str:
31
  print("Generating...")