KrishPawargi commited on
Commit
e44fdc4
·
verified ·
1 Parent(s): b44c64c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -21,7 +21,7 @@ load_dotenv()
21
  HF_API_TOKEN = os.getenv("HF_API_TOKEN")
22
 
23
  # ✅ Initialize LangChain LLM
24
- model_id = "mistralai/Mistral-7B-Instruct-v0.1"
25
 
26
  # Load tokenizer and model locally
27
  tokenizer = AutoTokenizer.from_pretrained(model_id)
 
21
  HF_API_TOKEN = os.getenv("HF_API_TOKEN")
22
 
23
  # ✅ Initialize LangChain LLM
24
+ model_id = "TheBloke/Mistral-7B-Instruct-v0.1-GPTQ"
25
 
26
  # Load tokenizer and model locally
27
  tokenizer = AutoTokenizer.from_pretrained(model_id)