Spaces:
Sleeping
Sleeping
Update modules/config_settings_public.py
Browse files
modules/config_settings_public.py
CHANGED
@@ -1,4 +1,4 @@
|
|
1 |
-
# FILE: modules/config_settings_public.py (
|
2 |
|
3 |
import os
|
4 |
import sys
|
@@ -15,7 +15,7 @@ if not logger.handlers:
|
|
15 |
|
16 |
IS_WEB_MODE = os.path.exists("/home/user/app")
|
17 |
|
18 |
-
# ---
|
19 |
MODEL_DEFINITIONS = {
|
20 |
"mistral": {
|
21 |
"repo_id": "TheBloke/Mistral-7B-Instruct-v0.2-GGUF",
|
@@ -45,7 +45,8 @@ else: # LOCAL MODE
|
|
45 |
N_GPU_LAYERS_FALLBACK = -1
|
46 |
|
47 |
# --- Shared Configurations (Simplified) ---
|
48 |
-
|
|
|
49 |
N_CTX_FALLBACK = 2048
|
50 |
VERBOSE_LLAMA_CPP = True
|
51 |
MODEL_SPECIFIC_PARAMS = {
|
@@ -61,5 +62,5 @@ DEFAULT_SYSTEM_PROMPT = "You are ZOTHEOS, an ethical AI developed to help humani
|
|
61 |
MODEL_ROLES = {"mistral": "analyst"}
|
62 |
MODEL_ROLE_SYSTEM_PROMPTS = {"analyst": "You are an impartial analyst.", "general": DEFAULT_SYSTEM_PROMPT}
|
63 |
|
64 |
-
ZOTHEOS_VERSION = "2.
|
65 |
logger.info(f"Config loaded. Version: {ZOTHEOS_VERSION}, Web Mode: {IS_WEB_MODE}")
|
|
|
1 |
+
# FILE: modules/config_settings_public.py (Final, Complete Version)
|
2 |
|
3 |
import os
|
4 |
import sys
|
|
|
15 |
|
16 |
IS_WEB_MODE = os.path.exists("/home/user/app")
|
17 |
|
18 |
+
# --- Using only one, verified model to guarantee launch ---
|
19 |
MODEL_DEFINITIONS = {
|
20 |
"mistral": {
|
21 |
"repo_id": "TheBloke/Mistral-7B-Instruct-v0.2-GGUF",
|
|
|
45 |
N_GPU_LAYERS_FALLBACK = -1
|
46 |
|
47 |
# --- Shared Configurations (Simplified) ---
|
48 |
+
MAX_RAM_MODELS_GB = 23.8 # β
β
β
THIS LINE HAS BEEN ADDED BACK IN β
β
β
|
49 |
+
MAX_CONCURRENT_MODELS = 1
|
50 |
N_CTX_FALLBACK = 2048
|
51 |
VERBOSE_LLAMA_CPP = True
|
52 |
MODEL_SPECIFIC_PARAMS = {
|
|
|
62 |
MODEL_ROLES = {"mistral": "analyst"}
|
63 |
MODEL_ROLE_SYSTEM_PROMPTS = {"analyst": "You are an impartial analyst.", "general": DEFAULT_SYSTEM_PROMPT}
|
64 |
|
65 |
+
ZOTHEOS_VERSION = "2.5 (Live - Final)"
|
66 |
logger.info(f"Config loaded. Version: {ZOTHEOS_VERSION}, Web Mode: {IS_WEB_MODE}")
|