Update src/RAGSample.py

src/RAGSample.py

@@ -352,15 +352,20 @@ def initialize_biogpt():
     try:
         hf_pipeline = pipeline(
             "text-generation",
-            model="microsoft/DialoGPT-medium",  # No extra dependencies needed
-            max_new_tokens=150,
-            temperature=0.3,
+            model="microsoft/BioGPT",
+            tokenizer="microsoft/BioGPT",
+            max_new_tokens=100,
+            # Remove or comment out max_length to avoid truncation
+            # max_length=1024,
+            temperature=0.2,
             device_map="auto",
+            torch_dtype=torch.float16,
             return_full_text=False,
-            truncation=True,
+            truncation=False,           # Explicitly disable truncation
             do_sample=True,
-            pad_token_id=50256,  # DialoGPT pad token
-        )
+            pad_token_id=1,
+            eos_token_id=2,
+            )
         print("BioGPT loaded successfully!")
         return hf_pipeline
     except Exception as e: