Update src/RAGSample.py

src/RAGSample.py

@@ -392,7 +392,22 @@ Answer:
     )
     
     # Initialize a local Hugging Face model
-    hf_pipeline = initialize_biogpt()
+    hf_pipeline = pipeline(
+            "text-generation",
+            model="microsoft/BioGPT",
+            tokenizer="microsoft/BioGPT",
+            max_new_tokens=150,
+            temperature=0.3,
+            device_map="auto",
+            torch_dtype=torch.float16,
+            return_full_text=False,
+            truncation=True,
+            do_sample=True,
+            top_p=0.9,
+            repetition_penalty=1.1,
+            pad_token_id=1,
+            eos_token_id=2,
+        )
     
     # Wrap it in LangChain
     llm = HuggingFacePipeline(pipeline=hf_pipeline)