Update modules/config_settings_public.py

modules/config_settings_public.py

@@ -1,4 +1,4 @@
-# FILE: modules/config_settings_public.py (Definitive Final Version 2 - Using TheBloke for Gemma)
+# FILE: modules/config_settings_public.py (Gold Master Version)
 
 import os
 import sys
@@ -15,15 +15,15 @@ if not logger.handlers:
 
 IS_WEB_MODE = os.path.exists("/home/user/app")
 
-# --- ✅✅✅ SWITCHED GEMMA TO A MORE RELIABLE PROVIDER: TheBloke ✅✅✅ ---
+# --- Verified Model Definitions ---
 MODEL_DEFINITIONS = {
     "mistral": {
         "repo_id": "TheBloke/Mistral-7B-Instruct-v0.2-GGUF",
         "filename": "mistral-7b-instruct-v0.2.Q4_K_M.gguf"
     },
     "gemma": {
-        "repo_id": "TheBloke/gemma-2B-it-GGUF", # Switched to TheBloke's repo
-        "filename": "gemma-2b-it.Q4_K_M.gguf"   # Using the same quality file
+        "repo_id": "TheBloke/gemma-2B-it-GGUF",
+        "filename": "gemma-2b-it.Q4_K_M.gguf"
     },
     "qwen": {
         "repo_id": "Qwen/Qwen1.5-1.8B-Chat-GGUF",
@@ -35,6 +35,7 @@ MODEL_PATHS = {}
 
 if IS_WEB_MODE:
     logger.info("✅✅✅ RUNNING IN WEB MODE (Hugging Face Space) ✅✅✅")
+    N_GPU_LAYERS_FALLBACK = 0
     for name, model_info in MODEL_DEFINITIONS.items():
         logger.info(f"Downloading model: {name} from repo: {model_info['repo_id']}")
         try:
@@ -43,7 +44,6 @@ if IS_WEB_MODE:
         except Exception as e:
             logger.error(f"❌ FAILED to download model {name}. Error: {e}")
             raise e
-    N_GPU_LAYERS_FALLBACK = 0
 else: # LOCAL MODE
     logger.info("✅✅✅ RUNNING IN LOCAL MODE (Desktop/PC) ✅✅✅")
     APP_DIR = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
@@ -53,42 +53,28 @@ else: # LOCAL MODE
     N_GPU_LAYERS_FALLBACK = -1
 
 # --- Shared Configurations ---
-MAX_RAM_MODELS_GB = 23.8
 MAX_CONCURRENT_MODELS = 3
 N_CTX_FALLBACK = 2048
-N_THREADS_FALLBACK = 8
 VERBOSE_LLAMA_CPP = True
-
 MODEL_SPECIFIC_PARAMS = {
-    "mistral": { "chat_format": "mistral-instruct" },
-    "gemma": { "chat_format": "gemma" },
-    "qwen": { "chat_format": "chatml" },
     "_default": {
-        "f16_kv": True, "use_mmap": True, "use_mlock": False,
-        "verbose": VERBOSE_LLAMA_CPP, "n_gpu_layers": N_GPU_LAYERS_FALLBACK,
-        "n_threads": N_THREADS_FALLBACK, "n_ctx": N_CTX_FALLBACK
-    }
+        "n_gpu_layers": N_GPU_LAYERS_FALLBACK, "n_ctx": N_CTX_FALLBACK, "f16_kv": True,
+        "use_mmap": True, "verbose": VERBOSE_LLAMA_CPP
+    },
+    "mistral": {"chat_format": "mistral-instruct"}, "gemma": {"chat_format": "gemma"},
+    "qwen": {"chat_format": "chatml"}
 }
-
 INFERENCE_PRESETS = {
-    "balanced": {"temperature": 0.7, "top_p": 0.9, "top_k": 40, "repeat_penalty": 1.1, "mirostat_mode": 0, "max_tokens": 1024},
-    "precise": {"temperature": 0.2, "top_p": 0.7, "top_k": 20, "repeat_penalty": 1.05, "mirostat_mode": 0, "max_tokens": 1536},
-    "creative": {"temperature": 0.9, "top_p": 0.95, "top_k": 60, "repeat_penalty": 1.15, "mirostat_mode": 2, "mirostat_tau": 4.0, "mirostat_eta": 0.1, "max_tokens": 1024}
+    "balanced": {"temperature": 0.7, "top_p": 0.9, "top_k": 40, "repeat_penalty": 1.1, "max_tokens": 1024},
+    "precise": {"temperature": 0.2, "top_p": 0.7, "top_k": 20, "repeat_penalty": 1.05, "max_tokens": 1536},
+    "creative": {"temperature": 0.9, "top_p": 0.95, "top_k": 60, "repeat_penalty": 1.15, "max_tokens": 1024}
 }
 DEFAULT_INFERENCE_PRESET = "balanced"
-
-DEFAULT_SYSTEM_PROMPT = "You are ZOTHEOS, an ethical AI developed to help humanity. Provide clear, concise, and helpful responses."
-SYSTEM_PERSONAS = {
-    "default": DEFAULT_SYSTEM_PROMPT, "helpful_assistant": "You are a helpful AI assistant.",
-    "philosopher": "You are an AI philosopher.", "coder": "You are an expert AI programmer.",
-    "concise_summarizer": "You are an AI tasked with providing very concise summaries."
-}
+DEFAULT_SYSTEM_PROMPT = "You are ZOTHEOS, an ethical AI developed to help humanity."
 MODEL_ROLES = {"mistral": "analyst", "gemma": "humanist", "qwen": "skeptic"}
 MODEL_ROLE_SYSTEM_PROMPTS = {
     "analyst": "You are an impartial analyst.", "humanist": "You are a human-centered assistant.",
     "skeptic": "You are a critical evaluator and a respectful skeptic.", "general": DEFAULT_SYSTEM_PROMPT
 }
-
-ZOTHEOS_VERSION = "Public Beta 1.9 (TheBloke Gemma)"
-logger.info(f"Config settings loaded. Version: {ZOTHEOS_VERSION}")
-logger.info(f"Web Mode: {IS_WEB_MODE}")
+ZOTHEOS_VERSION = "2.0 (Live)"
+logger.info(f"Config loaded. Version: {ZOTHEOS_VERSION}, Web Mode: {IS_WEB_MODE}")