Jeff Myers II commited on
Commit
8b78b70
·
1 Parent(s): 405db4b

Switched back to google/gemma-3-4b-it

Browse files
Files changed (1) hide show
  1. Gemma.py +3 -3
Gemma.py CHANGED
@@ -16,12 +16,12 @@ class GemmaLLM:
16
  # llm_int8_has_fp16_weight=False,
17
  # )
18
 
19
- # model_id = "google/gemma-3-4b-it"
20
- model_id = "google/gemma-3n-E4B-it-litert-preview"
21
  # model = AutoModelForCausalLM.from_pretrained(model_id, quantization_config=quant_config)
22
  # tokenizer = AutoTokenizer.from_pretrained(model_id)
23
 
24
- self.model = pipeline(model=model_id)
25
 
26
  @spaces.GPU
27
  def generate(self, message) -> str:
 
16
  # llm_int8_has_fp16_weight=False,
17
  # )
18
 
19
+ model_id = "google/gemma-3-4b-it"
20
+ # model_id = "google/gemma-3n-E4B-it-litert-preview"
21
  # model = AutoModelForCausalLM.from_pretrained(model_id, quantization_config=quant_config)
22
  # tokenizer = AutoTokenizer.from_pretrained(model_id)
23
 
24
+ self.model = pipeline("text-generation", model=model_id)
25
 
26
  @spaces.GPU
27
  def generate(self, message) -> str: