Update app.py

app.py

@@ -1,5 +1,6 @@
 import subprocess
 import sys
+import threading
 
 def install_and_import(package):
     try:
@@ -23,18 +24,29 @@ model_name = "Bertug1911/BrtGPT-124m-Base"
 tokenizer = AutoTokenizer.from_pretrained(model_name)
 model = AutoModelForCausalLM.from_pretrained(model_name)
 
+generation_lock = threading.Lock()
+
 def generate_text(prompt, temperature, top_k, max_new_tokens):
-    inputs = tokenizer(prompt, return_tensors="pt")
-    output = model.generate(
-        **inputs,
-        max_new_tokens=int(max_new_tokens),
-        temperature=float(temperature),
-        top_k=int(top_k),
-        do_sample=True,
-    )
-    generated_text = tokenizer.decode(output[0], skip_special_tokens=False)
-    generated_text = generated_text.replace(" ", "").replace("Ġ", " ")
-    return generated_text
+    if not prompt.strip():
+        return "Error: Prompt cannot be empty."
+
+    if not generation_lock.acquire(blocking=False):
+        return "Error: Generation is still running, please wait."
+
+    try:
+        inputs = tokenizer(prompt, return_tensors="pt")
+        output = model.generate(
+            **inputs,
+            max_new_tokens=int(max_new_tokens),
+            temperature=float(temperature),
+            top_k=int(top_k),
+            do_sample=True,
+        )
+        generated_text = tokenizer.decode(output[0], skip_special_tokens=False)
+        generated_text = generated_text.replace(" ", "").replace("Ġ", " ")
+        return generated_text
+    finally:
+        generation_lock.release()
 
 arayuz = gr.Interface(
     fn=generate_text,
@@ -48,7 +60,8 @@ arayuz = gr.Interface(
     title="BrtGPT-124m-Base",
     description="""
     Adjust the parameters, select the model, and generate text. (0.7 Temp and Top-k = 10 is good for CREATIVITY, 0.1/0.15 Temp. and Top-k = 1-5 is  good for ACCURACY. 
-    Model Page: 'https://huggingface.co/Bertug1911/BrtGPT-124m-Base' (And if you download or like the model I be happy so much!, And don't forget look at our COMMUNITY from model page!) """
+    Model Page: 'https://huggingface.co/Bertug1911/BrtGPT-124m-Base' (And if you download or like the model I be happy so much!, And don't forget look at our COMMUNITY from model page!), NOTE: If screen stuck at generating, reload the page. Ayrıca, kullanıcı sayısı arttıkça performans düşerse, altyapıyı iyileştireceğiz (GPU türü ve sayısı artırılacak) ve sistemi optimize edeceğiz.
+    Sistemin şu anda çok yavaş olduğunu düşünüyorsanız, model sayfasının altındaki e-postadan bize ulaşın, güncelleyelim! Endişelenmeyin! """
 )
 
 arayuz.launch()