Update modules/config_settings_public.py

modules/config_settings_public.py

@@ -5,6 +5,7 @@ import sys
 import logging
 from huggingface_hub import hf_hub_download
 
+# --- ✅ Setup Logging ---
 logger = logging.getLogger("ZOTHEOS_Config")
 if not logger.handlers:
     handler = logging.StreamHandler(sys.stdout)
@@ -13,16 +14,18 @@ if not logger.handlers:
     logger.addHandler(handler)
     logger.setLevel(logging.INFO)
 
+# --- ✅ Web Mode Detection ---
 IS_WEB_MODE = os.path.exists("/home/user/app")
+MODEL_PATHS = {}
 
-# --- ✅✅✅ 100% VERIFIED REPOSITORY AND FILENAMES FOR ALL 3 MODELS ✅✅✅ ---
+# --- ✅ Model Repositories (Verified 2025-06) ---
 MODEL_DEFINITIONS = {
     "mistral": {
         "repo_id": "TheBloke/Mistral-7B-Instruct-v0.2-GGUF",
         "filename": "mistral-7b-instruct-v0.2.Q4_K_M.gguf"
     },
     "gemma": {
-        "repo_id": "TheBloke/Gemma-2B-IT-GGUF", # Correct, verified repo ID
+        "repo_id": "TheBloke/gemma-2b-it-GGUF",
         "filename": "gemma-2b-it.Q4_K_M.gguf"
     },
     "qwen": {
@@ -31,28 +34,27 @@ MODEL_DEFINITIONS = {
     }
 }
 
-MODEL_PATHS = {}
-
+# --- ✅ Resolve Model Paths ---
 if IS_WEB_MODE:
     logger.info("✅✅✅ RUNNING IN WEB MODE (Hugging Face Space) ✅✅✅")
     N_GPU_LAYERS_FALLBACK = 0
-    for name, model_info in MODEL_DEFINITIONS.items():
-        logger.info(f"Downloading model: {name} from repo: {model_info['repo_id']}")
+    for name, model in MODEL_DEFINITIONS.items():
+        logger.info(f"Downloading model: {name} from repo: {model['repo_id']}")
         try:
-            MODEL_PATHS[name] = hf_hub_download(repo_id=model_info["repo_id"], filename=model_info["filename"])
+            MODEL_PATHS[name] = hf_hub_download(repo_id=model["repo_id"], filename=model["filename"])
             logger.info(f"✅ Successfully downloaded {name}.")
         except Exception as e:
             logger.error(f"❌ FAILED to download model {name}. Error: {e}")
             raise e
-else: # LOCAL MODE
+else:
     logger.info("✅✅✅ RUNNING IN LOCAL MODE (Desktop/PC) ✅✅✅")
     APP_DIR = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
     BASE_MODELS_DIR = os.path.join(APP_DIR, "models")
-    for name, model_info in MODEL_DEFINITIONS.items():
-        MODEL_PATHS[name] = os.path.join(BASE_MODELS_DIR, model_info["filename"])
+    for name, model in MODEL_DEFINITIONS.items():
+        MODEL_PATHS[name] = os.path.join(BASE_MODELS_DIR, model["filename"])
     N_GPU_LAYERS_FALLBACK = -1
 
-# --- Full-Featured Configurations ---
+# --- ✅ Shared Parameters ---
 MAX_RAM_MODELS_GB = 23.8
 MAX_CONCURRENT_MODELS = 3
 N_CTX_FALLBACK = 2048
@@ -60,8 +62,12 @@ VERBOSE_LLAMA_CPP = True
 
 MODEL_SPECIFIC_PARAMS = {
     "_default": {
-        "n_gpu_layers": N_GPU_LAYERS_FALLBACK, "n_ctx": N_CTX_FALLBACK, "f16_kv": True,
-        "use_mmap": True, "verbose": VERBOSE_LLAMA_CPP
+        "n_gpu_layers": N_GPU_LAYERS_FALLBACK,
+        "n_ctx": N_CTX_FALLBACK,
+        "f16_kv": True,
+        "use_mmap": True,
+        "use_mlock": False,
+        "verbose": VERBOSE_LLAMA_CPP
     },
     "mistral": {"chat_format": "mistral-instruct"},
     "gemma": {"chat_format": "gemma"},
@@ -75,6 +81,7 @@ INFERENCE_PRESETS = {
 }
 DEFAULT_INFERENCE_PRESET = "balanced"
 
+# --- ✅ System Roles ---
 DEFAULT_SYSTEM_PROMPT = "You are ZOTHEOS, an ethical AI developed to help humanity."
 SYSTEM_PERSONAS = {
     "default": DEFAULT_SYSTEM_PROMPT,
@@ -88,9 +95,10 @@ MODEL_ROLES = {"mistral": "analyst", "gemma": "humanist", "qwen": "skeptic"}
 MODEL_ROLE_SYSTEM_PROMPTS = {
     "analyst": "You are an impartial analyst. Focus on facts, clarity, and cause-effect logic. Provide structured, evidence-based reasoning.",
     "humanist": "You are a human-centered assistant. Focus on emotion, empathy, ethical considerations, and the potential human impact or experience related to the query.",
-    "skeptic": "You are a critical evaluator and a respectful skeptic. Your role is to challenge assumptions, highlight potential risks, point out biases, and explore alternative or less obvious interpretations. Question the premises if necessary.",
+    "skeptic": "You are a critical evaluator and a respectful skeptic. Your role is to challenge assumptions, highlight potential risks, point out biases, and explore alternative or less obvious interpretations.",
     "general": DEFAULT_SYSTEM_PROMPT
 }
 
+# --- ✅ Version Info ---
 ZOTHEOS_VERSION = "3.2 (True Fusion Verified)"
-logger.info(f"Config loaded. Version: {ZOTHEOS_VERSION}, Web Mode: {IS_WEB_MODE}")
+logger.info(f"Config loaded. Version: {ZOTHEOS_VERSION}, Web Mode: {IS_WEB_MODE}")