Spaces:
Running
Running
Jeff Myers II
commited on
Commit
·
8b78b70
1
Parent(s):
405db4b
Switched back to google/gemma-3-4b-it
Browse files
Gemma.py
CHANGED
@@ -16,12 +16,12 @@ class GemmaLLM:
|
|
16 |
# llm_int8_has_fp16_weight=False,
|
17 |
# )
|
18 |
|
19 |
-
|
20 |
-
model_id = "google/gemma-3n-E4B-it-litert-preview"
|
21 |
# model = AutoModelForCausalLM.from_pretrained(model_id, quantization_config=quant_config)
|
22 |
# tokenizer = AutoTokenizer.from_pretrained(model_id)
|
23 |
|
24 |
-
self.model = pipeline(model=model_id)
|
25 |
|
26 |
@spaces.GPU
|
27 |
def generate(self, message) -> str:
|
|
|
16 |
# llm_int8_has_fp16_weight=False,
|
17 |
# )
|
18 |
|
19 |
+
model_id = "google/gemma-3-4b-it"
|
20 |
+
# model_id = "google/gemma-3n-E4B-it-litert-preview"
|
21 |
# model = AutoModelForCausalLM.from_pretrained(model_id, quantization_config=quant_config)
|
22 |
# tokenizer = AutoTokenizer.from_pretrained(model_id)
|
23 |
|
24 |
+
self.model = pipeline("text-generation", model=model_id)
|
25 |
|
26 |
@spaces.GPU
|
27 |
def generate(self, message) -> str:
|