File size: 1,087 Bytes
0e02b97
 
 
7a7b1d3
0e02b97
 
f741707
7a7b1d3
 
 
0e02b97
bedb8e2
f741707
7a7b1d3
86c5368
 
1085a21
86c5368
 
7a7b1d3
 
 
86c5368
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
from __future__ import annotations

import os
from pathlib import Path
from typing import Final

MODEL_NAME: Final[str] = os.getenv("OLLAMA_MODEL", "qwen3:1.7b")
EMBEDDING_MODEL_NAME: Final[str] = os.getenv(
    "OLLAMA_EMBEDDING_MODEL", "snowflake-arctic-embed:137m"
)  # unused for now
OLLAMA_HOST: Final[str] = os.getenv("OLLAMA_HOST", "http://localhost:11434")
MAX_TOOL_CALL_DEPTH: Final[int] = 5
NUM_CTX: Final[int] = int(os.getenv("OLLAMA_NUM_CTX", "16000"))
UPLOAD_DIR: Final[str] = os.getenv("UPLOAD_DIR", str(Path.cwd() / "uploads"))

SYSTEM_PROMPT: Final[str] = (
    "You are a versatile AI assistant named Starlette able to orchestrate several tools to "
    "complete tasks. Plan your responses carefully and, when needed, call one "
    "or more tools consecutively to gather data, compute answers, or transform "
    "information. Uploaded documents are available under /data and can be read "
    "or modified using the execute_terminal tool. Continue chaining tools until "
    "the user's request is fully addressed and then deliver a concise, coherent final reply."
)