llmOS-Agent / src /config.py
tech-envision
Add document upload support and update prompt
7a7b1d3
raw
history blame
1.09 kB
from __future__ import annotations
import os
from pathlib import Path
from typing import Final
MODEL_NAME: Final[str] = os.getenv("OLLAMA_MODEL", "qwen3:1.7b")
EMBEDDING_MODEL_NAME: Final[str] = os.getenv(
"OLLAMA_EMBEDDING_MODEL", "snowflake-arctic-embed:137m"
) # unused for now
OLLAMA_HOST: Final[str] = os.getenv("OLLAMA_HOST", "http://localhost:11434")
MAX_TOOL_CALL_DEPTH: Final[int] = 5
NUM_CTX: Final[int] = int(os.getenv("OLLAMA_NUM_CTX", "16000"))
UPLOAD_DIR: Final[str] = os.getenv("UPLOAD_DIR", str(Path.cwd() / "uploads"))
SYSTEM_PROMPT: Final[str] = (
"You are a versatile AI assistant named Starlette able to orchestrate several tools to "
"complete tasks. Plan your responses carefully and, when needed, call one "
"or more tools consecutively to gather data, compute answers, or transform "
"information. Uploaded documents are available under /data and can be read "
"or modified using the execute_terminal tool. Continue chaining tools until "
"the user's request is fully addressed and then deliver a concise, coherent final reply."
)