Spaces:
Configuration error
Configuration error
Update agent.py
Browse files
agent.py
CHANGED
@@ -196,16 +196,17 @@ def initialize_models(use_api_mode=False):
|
|
196 |
yield CompletionResponse(text=token, delta=token)
|
197 |
|
198 |
|
|
|
|
|
199 |
embed_model = HuggingFaceEmbedding(
|
200 |
model_name="llamaindex/vdr-2b-multi-v1",
|
201 |
device="cuda:1",
|
202 |
trust_remote_code = True)
|
203 |
-
proj_llm = QwenVL7BCustomLLM()
|
204 |
|
205 |
# Code LLM
|
206 |
code_llm = HuggingFaceLLM(
|
207 |
-
model_name="Qwen/Qwen2.5-Coder-
|
208 |
-
tokenizer_name="Qwen/Qwen2.5-Coder-
|
209 |
device_map="cuda:0",
|
210 |
model_kwargs={"torch_dtype": "auto"},
|
211 |
generate_kwargs={"do_sample": False}
|
|
|
196 |
yield CompletionResponse(text=token, delta=token)
|
197 |
|
198 |
|
199 |
+
proj_llm = QwenVL7BCustomLLM()
|
200 |
+
|
201 |
embed_model = HuggingFaceEmbedding(
|
202 |
model_name="llamaindex/vdr-2b-multi-v1",
|
203 |
device="cuda:1",
|
204 |
trust_remote_code = True)
|
|
|
205 |
|
206 |
# Code LLM
|
207 |
code_llm = HuggingFaceLLM(
|
208 |
+
model_name="Qwen/Qwen2.5-Coder-1.5B-Instruct",
|
209 |
+
tokenizer_name="Qwen/Qwen2.5-Coder-1.5B-Instruct",
|
210 |
device_map="cuda:0",
|
211 |
model_kwargs={"torch_dtype": "auto"},
|
212 |
generate_kwargs={"do_sample": False}
|