Spaces:
Configuration error
Configuration error
Update agent.py
Browse files
agent.py
CHANGED
@@ -68,7 +68,7 @@ weave.init("gaia-llamaindex-agents")
|
|
68 |
|
69 |
from transformers import get_max_memory
|
70 |
|
71 |
-
max_mem = get_max_memory(0.
|
72 |
|
73 |
# Initialize models based on API availability
|
74 |
def initialize_models(use_api_mode=False):
|
|
|
68 |
|
69 |
from transformers import get_max_memory
|
70 |
|
71 |
+
max_mem = get_max_memory(0.75) # 75% of each device's memory
|
72 |
|
73 |
# Initialize models based on API availability
|
74 |
def initialize_models(use_api_mode=False):
|