Update app.py
Browse files
app.py
CHANGED
@@ -2,7 +2,7 @@ import gradio as gr
|
|
2 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
3 |
import torch
|
4 |
|
5 |
-
MODEL_NAME = "
|
6 |
|
7 |
# Load tokenizer and model
|
8 |
print("Loading tokenizer...")
|
@@ -69,7 +69,7 @@ demo = gr.Interface(
|
|
69 |
gr.Slider(minimum=0, maximum=100, value=50, step=1, label="Top K")
|
70 |
],
|
71 |
outputs=gr.Textbox(label="Generated Text"),
|
72 |
-
title="
|
73 |
description="Use this via UI or API via `/run/predict`"
|
74 |
)
|
75 |
|
|
|
2 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
3 |
import torch
|
4 |
|
5 |
+
MODEL_NAME = "google/gemma-3-1b-it" #"TinyLlama/TinyLlama-1.1B-Chat-v1.0"
|
6 |
|
7 |
# Load tokenizer and model
|
8 |
print("Loading tokenizer...")
|
|
|
69 |
gr.Slider(minimum=0, maximum=100, value=50, step=1, label="Top K")
|
70 |
],
|
71 |
outputs=gr.Textbox(label="Generated Text"),
|
72 |
+
title="gemma-3-1b-it Gradio API",
|
73 |
description="Use this via UI or API via `/run/predict`"
|
74 |
)
|
75 |
|