brendon-ai commited on
Commit
543a618
·
verified ·
1 Parent(s): 0c3c4e5

Update src/RAGSample.py

Browse files
Files changed (1) hide show
  1. src/RAGSample.py +2 -2
src/RAGSample.py CHANGED
@@ -411,9 +411,9 @@ def setup_rag_chain() -> Runnable:
411
 
412
 
413
  try:
414
- tokenizer = AutoTokenizer.from_pretrained("meta-llama/Llama-3.2-3B-Instruct")
415
  model = AutoModelForCausalLM.from_pretrained(
416
- "meta-llama/Llama-3.2-3B-Instruct",
417
  device_map="auto",
418
  torch_dtype=torch.float16
419
  )
 
411
 
412
 
413
  try:
414
+ tokenizer = AutoTokenizer.from_pretrained("HuggingFaceTB/SmolLM3-3B")
415
  model = AutoModelForCausalLM.from_pretrained(
416
+ "HuggingFaceTB/SmolLM3-3B",
417
  device_map="auto",
418
  torch_dtype=torch.float16
419
  )