Spaces:
Running
Running
Update modules/config_settings_public.py
Browse files
modules/config_settings_public.py
CHANGED
@@ -13,8 +13,8 @@ if not logger.handlers:
|
|
13 |
logger.addHandler(handler)
|
14 |
logger.setLevel(logging.INFO)
|
15 |
|
16 |
-
# --- ✅
|
17 |
-
IS_WEB_MODE =
|
18 |
_is_frozen = getattr(sys, 'frozen', False) and hasattr(sys, '_MEIPASS')
|
19 |
|
20 |
if _is_frozen:
|
@@ -55,7 +55,6 @@ if IS_WEB_MODE:
|
|
55 |
MODEL_PATHS = {
|
56 |
"mistral": hf_hub_download(repo_id="TheBloke/Mistral-7B-Instruct-v0.2-GGUF", filename="mistral-7b-instruct-v0.2.Q4_K_M.gguf"),
|
57 |
"qwen": hf_hub_download(repo_id="Qwen/Qwen1.5-1.8B-Chat-GGUF", filename="qwen1.5-1.8b-chat.Q4_K_M.gguf")
|
58 |
-
# "gemma": DISABLED — known 404
|
59 |
}
|
60 |
N_GPU_LAYERS_FALLBACK = 0
|
61 |
logger.info("N_GPU_LAYERS_FALLBACK forced to 0 for web/CPU-only environment.")
|
@@ -65,7 +64,6 @@ else:
|
|
65 |
MODEL_PATHS = {
|
66 |
"mistral": os.path.join(BASE_MODELS_DIR, "mistral-7b-instruct-v0.2.Q4_K_M.gguf"),
|
67 |
"qwen": os.path.join(BASE_MODELS_DIR, "qwen1.5-1.8b-chat.Q4_K_M.gguf")
|
68 |
-
# "gemma": os.path.join(BASE_MODELS_DIR, "gemma-2b-it.Q4_K_M.gguf") # Optional: enable locally if you have it
|
69 |
}
|
70 |
N_GPU_LAYERS_FALLBACK = -1
|
71 |
logger.info("N_GPU_LAYERS_FALLBACK set to -1 for local GPU acceleration.")
|
|
|
13 |
logger.addHandler(handler)
|
14 |
logger.setLevel(logging.INFO)
|
15 |
|
16 |
+
# --- ✅ FORCE WEB MODE ---
|
17 |
+
IS_WEB_MODE = True # 🚨 Hugging Face Spaces override
|
18 |
_is_frozen = getattr(sys, 'frozen', False) and hasattr(sys, '_MEIPASS')
|
19 |
|
20 |
if _is_frozen:
|
|
|
55 |
MODEL_PATHS = {
|
56 |
"mistral": hf_hub_download(repo_id="TheBloke/Mistral-7B-Instruct-v0.2-GGUF", filename="mistral-7b-instruct-v0.2.Q4_K_M.gguf"),
|
57 |
"qwen": hf_hub_download(repo_id="Qwen/Qwen1.5-1.8B-Chat-GGUF", filename="qwen1.5-1.8b-chat.Q4_K_M.gguf")
|
|
|
58 |
}
|
59 |
N_GPU_LAYERS_FALLBACK = 0
|
60 |
logger.info("N_GPU_LAYERS_FALLBACK forced to 0 for web/CPU-only environment.")
|
|
|
64 |
MODEL_PATHS = {
|
65 |
"mistral": os.path.join(BASE_MODELS_DIR, "mistral-7b-instruct-v0.2.Q4_K_M.gguf"),
|
66 |
"qwen": os.path.join(BASE_MODELS_DIR, "qwen1.5-1.8b-chat.Q4_K_M.gguf")
|
|
|
67 |
}
|
68 |
N_GPU_LAYERS_FALLBACK = -1
|
69 |
logger.info("N_GPU_LAYERS_FALLBACK set to -1 for local GPU acceleration.")
|