Coool2 commited on
Commit
0b15a3d
·
1 Parent(s): bd4ad64

Update agent.py

Browse files
Files changed (1) hide show
  1. agent.py +4 -3
agent.py CHANGED
@@ -196,16 +196,17 @@ def initialize_models(use_api_mode=False):
196
  yield CompletionResponse(text=token, delta=token)
197
 
198
 
 
 
199
  embed_model = HuggingFaceEmbedding(
200
  model_name="llamaindex/vdr-2b-multi-v1",
201
  device="cuda:1",
202
  trust_remote_code = True)
203
- proj_llm = QwenVL7BCustomLLM()
204
 
205
  # Code LLM
206
  code_llm = HuggingFaceLLM(
207
- model_name="Qwen/Qwen2.5-Coder-3B-Instruct",
208
- tokenizer_name="Qwen/Qwen2.5-Coder-3B-Instruct",
209
  device_map="cuda:0",
210
  model_kwargs={"torch_dtype": "auto"},
211
  generate_kwargs={"do_sample": False}
 
196
  yield CompletionResponse(text=token, delta=token)
197
 
198
 
199
+ proj_llm = QwenVL7BCustomLLM()
200
+
201
  embed_model = HuggingFaceEmbedding(
202
  model_name="llamaindex/vdr-2b-multi-v1",
203
  device="cuda:1",
204
  trust_remote_code = True)
 
205
 
206
  # Code LLM
207
  code_llm = HuggingFaceLLM(
208
+ model_name="Qwen/Qwen2.5-Coder-1.5B-Instruct",
209
+ tokenizer_name="Qwen/Qwen2.5-Coder-1.5B-Instruct",
210
  device_map="cuda:0",
211
  model_kwargs={"torch_dtype": "auto"},
212
  generate_kwargs={"do_sample": False}