Jeff Myers II commited on
Commit
3a00533
·
1 Parent(s): 235fd3f

Update space

Browse files
Files changed (1) hide show
  1. Gemma_Model.py +2 -0
Gemma_Model.py CHANGED
@@ -1,6 +1,7 @@
1
  from transformers import AutoTokenizer, BitsAndBytesConfig, Gemma3ForCausalLM
2
  import torch
3
  import json
 
4
 
5
  __export__ = ["GemmaLLM"]
6
 
@@ -16,6 +17,7 @@ class GemmaLLM:
16
  quantization_config=quantization_config,
17
  low_cpu_mem_usage=True,
18
  torch_dtype=torch.float16,
 
19
  ).eval()
20
 
21
  self.tokenizer = AutoTokenizer.from_pretrained(model_id)
 
1
  from transformers import AutoTokenizer, BitsAndBytesConfig, Gemma3ForCausalLM
2
  import torch
3
  import json
4
+ import os
5
 
6
  __export__ = ["GemmaLLM"]
7
 
 
17
  quantization_config=quantization_config,
18
  low_cpu_mem_usage=True,
19
  torch_dtype=torch.float16,
20
+ token=os.environ.get("GEMMA_TOKEN"),
21
  ).eval()
22
 
23
  self.tokenizer = AutoTokenizer.from_pretrained(model_id)