Spaces:
Sleeping
Sleeping
Update modules/config_settings_public.py
Browse files
modules/config_settings_public.py
CHANGED
@@ -15,14 +15,12 @@ if not logger.handlers:
|
|
15 |
|
16 |
IS_WEB_MODE = os.path.exists("/home/user/app")
|
17 |
|
18 |
-
# --- Using only one, verified model to guarantee launch ---
|
19 |
MODEL_DEFINITIONS = {
|
20 |
"mistral": {
|
21 |
"repo_id": "TheBloke/Mistral-7B-Instruct-v0.2-GGUF",
|
22 |
"filename": "mistral-7b-instruct-v0.2.Q4_K_M.gguf"
|
23 |
}
|
24 |
}
|
25 |
-
|
26 |
MODEL_PATHS = {}
|
27 |
|
28 |
if IS_WEB_MODE:
|
@@ -36,7 +34,7 @@ if IS_WEB_MODE:
|
|
36 |
except Exception as e:
|
37 |
logger.error(f"β FAILED to download model {name}. Error: {e}")
|
38 |
raise e
|
39 |
-
else:
|
40 |
logger.info("β
β
β
RUNNING IN LOCAL MODE (Desktop/PC) β
β
β
")
|
41 |
APP_DIR = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
|
42 |
BASE_MODELS_DIR = os.path.join(APP_DIR, "models")
|
@@ -45,7 +43,7 @@ else: # LOCAL MODE
|
|
45 |
N_GPU_LAYERS_FALLBACK = -1
|
46 |
|
47 |
# --- Shared Configurations (Simplified) ---
|
48 |
-
MAX_RAM_MODELS_GB = 23.8
|
49 |
MAX_CONCURRENT_MODELS = 1
|
50 |
N_CTX_FALLBACK = 2048
|
51 |
VERBOSE_LLAMA_CPP = True
|
@@ -62,5 +60,12 @@ DEFAULT_SYSTEM_PROMPT = "You are ZOTHEOS, an ethical AI developed to help humani
|
|
62 |
MODEL_ROLES = {"mistral": "analyst"}
|
63 |
MODEL_ROLE_SYSTEM_PROMPTS = {"analyst": "You are an impartial analyst.", "general": DEFAULT_SYSTEM_PROMPT}
|
64 |
|
65 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
66 |
logger.info(f"Config loaded. Version: {ZOTHEOS_VERSION}, Web Mode: {IS_WEB_MODE}")
|
|
|
15 |
|
16 |
IS_WEB_MODE = os.path.exists("/home/user/app")
|
17 |
|
|
|
18 |
MODEL_DEFINITIONS = {
|
19 |
"mistral": {
|
20 |
"repo_id": "TheBloke/Mistral-7B-Instruct-v0.2-GGUF",
|
21 |
"filename": "mistral-7b-instruct-v0.2.Q4_K_M.gguf"
|
22 |
}
|
23 |
}
|
|
|
24 |
MODEL_PATHS = {}
|
25 |
|
26 |
if IS_WEB_MODE:
|
|
|
34 |
except Exception as e:
|
35 |
logger.error(f"β FAILED to download model {name}. Error: {e}")
|
36 |
raise e
|
37 |
+
else:
|
38 |
logger.info("β
β
β
RUNNING IN LOCAL MODE (Desktop/PC) β
β
β
")
|
39 |
APP_DIR = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
|
40 |
BASE_MODELS_DIR = os.path.join(APP_DIR, "models")
|
|
|
43 |
N_GPU_LAYERS_FALLBACK = -1
|
44 |
|
45 |
# --- Shared Configurations (Simplified) ---
|
46 |
+
MAX_RAM_MODELS_GB = 23.8
|
47 |
MAX_CONCURRENT_MODELS = 1
|
48 |
N_CTX_FALLBACK = 2048
|
49 |
VERBOSE_LLAMA_CPP = True
|
|
|
60 |
MODEL_ROLES = {"mistral": "analyst"}
|
61 |
MODEL_ROLE_SYSTEM_PROMPTS = {"analyst": "You are an impartial analyst.", "general": DEFAULT_SYSTEM_PROMPT}
|
62 |
|
63 |
+
# β
β
β
ADDING THIS VARIABLE BACK IN TO FIX THE IMPORT ERROR β
β
β
|
64 |
+
SYSTEM_PERSONAS = {
|
65 |
+
"default": DEFAULT_SYSTEM_PROMPT,
|
66 |
+
"helpful_assistant": "You are a helpful AI assistant.",
|
67 |
+
"philosopher": "You are an AI philosopher.",
|
68 |
+
}
|
69 |
+
|
70 |
+
ZOTHEOS_VERSION = "3.0 (LIVE)"
|
71 |
logger.info(f"Config loaded. Version: {ZOTHEOS_VERSION}, Web Mode: {IS_WEB_MODE}")
|