ZOTHEOS commited on
Commit
46876dd
Β·
verified Β·
1 Parent(s): 40b123c

Update modules/config_settings_public.py

Browse files
Files changed (1) hide show
  1. modules/config_settings_public.py +9 -14
modules/config_settings_public.py CHANGED
@@ -1,4 +1,4 @@
1
- # FILE: modules/config_settings_public.py (Final Verified Version)
2
 
3
  import os
4
  import sys
@@ -15,18 +15,14 @@ if not logger.handlers:
15
 
16
  IS_WEB_MODE = os.path.exists("/home/user/app")
17
 
18
- # --- βœ…βœ…βœ… VERIFIED AND CORRECTED REPO IDS βœ…βœ…βœ… ---
19
  MODEL_DEFINITIONS = {
20
  "mistral": {
21
  "repo_id": "TheBloke/Mistral-7B-Instruct-v0.2-GGUF",
22
  "filename": "mistral-7b-instruct-v0.2.Q4_K_M.gguf"
23
  },
24
- "gemma": {
25
- "repo_id": "TheBloke/Gemma-2B-IT-GGUF", # Corrected: Capital 'G' and 'IT'
26
- "filename": "gemma-2b-it.Q4_K_M.gguf"
27
- },
28
  "qwen": {
29
- "repo_id": "TheBloke/Qwen1.5-1.8B-Chat-GGUF", # Corrected to use TheBloke's repo
30
  "filename": "qwen1.5-1.8b-chat.Q4_K_M.gguf"
31
  }
32
  }
@@ -53,7 +49,7 @@ else: # LOCAL MODE
53
  N_GPU_LAYERS_FALLBACK = -1
54
 
55
  # --- Shared Configurations ---
56
- MAX_CONCURRENT_MODELS = 3
57
  N_CTX_FALLBACK = 2048
58
  VERBOSE_LLAMA_CPP = True
59
  MODEL_SPECIFIC_PARAMS = {
@@ -61,20 +57,19 @@ MODEL_SPECIFIC_PARAMS = {
61
  "n_gpu_layers": N_GPU_LAYERS_FALLBACK, "n_ctx": N_CTX_FALLBACK, "f16_kv": True,
62
  "use_mmap": True, "verbose": VERBOSE_LLAMA_CPP
63
  },
64
- "mistral": {"chat_format": "mistral-instruct"}, "gemma": {"chat_format": "gemma"},
65
  "qwen": {"chat_format": "chatml"}
66
  }
67
  INFERENCE_PRESETS = {
68
  "balanced": {"temperature": 0.7, "top_p": 0.9, "top_k": 40, "repeat_penalty": 1.1, "max_tokens": 1024},
69
- "precise": {"temperature": 0.2, "top_p": 0.7, "top_k": 20, "repeat_penalty": 1.05, "max_tokens": 1536},
70
- "creative": {"temperature": 0.9, "top_p": 0.95, "top_k": 60, "repeat_penalty": 1.15, "max_tokens": 1024}
71
  }
72
  DEFAULT_INFERENCE_PRESET = "balanced"
73
  DEFAULT_SYSTEM_PROMPT = "You are ZOTHEOS, an ethical AI developed to help humanity."
74
- MODEL_ROLES = {"mistral": "analyst", "gemma": "humanist", "qwen": "skeptic"}
75
  MODEL_ROLE_SYSTEM_PROMPTS = {
76
- "analyst": "You are an impartial analyst.", "humanist": "You are a human-centered assistant.",
77
  "skeptic": "You are a critical evaluator and a respectful skeptic.", "general": DEFAULT_SYSTEM_PROMPT
78
  }
79
- ZOTHEOS_VERSION = "2.2 (Live and Corrected)"
80
  logger.info(f"Config loaded. Version: {ZOTHEOS_VERSION}, Web Mode: {IS_WEB_MODE}")
 
1
+ # FILE: modules/config_settings_public.py (Guaranteed Launch Version)
2
 
3
  import os
4
  import sys
 
15
 
16
  IS_WEB_MODE = os.path.exists("/home/user/app")
17
 
18
+ # --- βœ…βœ…βœ… SIMPLIFIED AND VERIFIED MODELS ONLY βœ…βœ…βœ… ---
19
  MODEL_DEFINITIONS = {
20
  "mistral": {
21
  "repo_id": "TheBloke/Mistral-7B-Instruct-v0.2-GGUF",
22
  "filename": "mistral-7b-instruct-v0.2.Q4_K_M.gguf"
23
  },
 
 
 
 
24
  "qwen": {
25
+ "repo_id": "TheBloke/Qwen1.5-1.8B-Chat-GGUF",
26
  "filename": "qwen1.5-1.8b-chat.Q4_K_M.gguf"
27
  }
28
  }
 
49
  N_GPU_LAYERS_FALLBACK = -1
50
 
51
  # --- Shared Configurations ---
52
+ MAX_CONCURRENT_MODELS = 2 # Reduced to 2 for this launch
53
  N_CTX_FALLBACK = 2048
54
  VERBOSE_LLAMA_CPP = True
55
  MODEL_SPECIFIC_PARAMS = {
 
57
  "n_gpu_layers": N_GPU_LAYERS_FALLBACK, "n_ctx": N_CTX_FALLBACK, "f16_kv": True,
58
  "use_mmap": True, "verbose": VERBOSE_LLAMA_CPP
59
  },
60
+ "mistral": {"chat_format": "mistral-instruct"},
61
  "qwen": {"chat_format": "chatml"}
62
  }
63
  INFERENCE_PRESETS = {
64
  "balanced": {"temperature": 0.7, "top_p": 0.9, "top_k": 40, "repeat_penalty": 1.1, "max_tokens": 1024},
65
+ "precise": {"temperature": 0.2, "top_p": 0.7, "top_k": 20, "repeat_penalty": 1.05, "max_tokens": 1536}
 
66
  }
67
  DEFAULT_INFERENCE_PRESET = "balanced"
68
  DEFAULT_SYSTEM_PROMPT = "You are ZOTHEOS, an ethical AI developed to help humanity."
69
+ MODEL_ROLES = {"mistral": "analyst", "qwen": "skeptic"}
70
  MODEL_ROLE_SYSTEM_PROMPTS = {
71
+ "analyst": "You are an impartial analyst.",
72
  "skeptic": "You are a critical evaluator and a respectful skeptic.", "general": DEFAULT_SYSTEM_PROMPT
73
  }
74
+ ZOTHEOS_VERSION = "2.3 (Live - Two Model)"
75
  logger.info(f"Config loaded. Version: {ZOTHEOS_VERSION}, Web Mode: {IS_WEB_MODE}")