Copain22 commited on
Commit
1e5d467
·
verified ·
1 Parent(s): ac3a2e8

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -3
app.py CHANGED
@@ -8,7 +8,7 @@ from llama_index.core import (
8
  from llama_index.core.memory import ChatMemoryBuffer
9
  from llama_index.llms.huggingface import HuggingFaceLLM
10
  from llama_index.embeddings.langchain import LangchainEmbedding
11
- from langchain_community.embeddings import HuggingFaceEmbeddings
12
 
13
  # ---------- Constants ----------
14
  SYSTEM_PROMPT = """
@@ -53,8 +53,6 @@ def get_chat_engine():
53
  generate_kwargs={"temperature": 0.2, "do_sample": True},
54
  device_map="auto",
55
  model_kwargs={
56
- "torch_dtype": torch.float16,
57
- "load_in_4bit": True,
58
  "use_auth_token": os.environ["HF_TOKEN"]
59
  },
60
  system_prompt=SYSTEM_PROMPT,
 
8
  from llama_index.core.memory import ChatMemoryBuffer
9
  from llama_index.llms.huggingface import HuggingFaceLLM
10
  from llama_index.embeddings.langchain import LangchainEmbedding
11
+ from langchain_huggingface import HuggingFaceEmbeddings
12
 
13
  # ---------- Constants ----------
14
  SYSTEM_PROMPT = """
 
53
  generate_kwargs={"temperature": 0.2, "do_sample": True},
54
  device_map="auto",
55
  model_kwargs={
 
 
56
  "use_auth_token": os.environ["HF_TOKEN"]
57
  },
58
  system_prompt=SYSTEM_PROMPT,