Update app.py

app.py

@@ -38,16 +38,26 @@ def predict_relevance(question, answer):
     else:
         return "Irrelevant"
 
-# Function to perform confidence analysis
+#  confidence analysis
 def predict_confidence(question, answer):
+    if not answer.strip():  
+        return "Not Confident"
+
     inputs = confidence_tokenizer(question, answer, return_tensors="pt", padding=True, truncation=True)
     confidence_model.eval()
 
     with torch.no_grad():
         outputs = confidence_model(**inputs)
         logits = outputs.logits
-        predictions = torch.argmax(logits, dim=-1)
-        return "Confident" if predictions.item() == 1 else "Not Confident"
+        probabilities = torch.softmax(logits, dim=-1)
+        
+        print("Logits:", logits)
+        print("Probabilities:", probabilities)
+        
+        confidence_prob = probabilities[0, 1]  # Probability for Confident class
+
+        #  lower threshold
+        return "Confident" if confidence_prob > 0.45 else "Not Confident"
 
 # Questions from questions.py
 def fetch_questions():