Update mmlu_eval.py

mmlu_eval.py

@@ -45,7 +45,7 @@ def evaluate_mmlu(model, tokenizer, num_questions_per_task=5):
     incorrect_examples = []
 
     for task_name in mmlu_dataset.keys():
-        console.log ("TASK NAME", task_name)
+        print ("TASK NAME: ", task_name)
         dataset = mmlu_dataset[task_name]
         sampled_questions = random.sample(list(dataset), min(num_questions_per_task, len(dataset)))
 
@@ -53,7 +53,7 @@ def evaluate_mmlu(model, tokenizer, num_questions_per_task=5):
         references = []
 
         for sample in sampled_questions:
-            console.log ("SAMPLE", sample)
+            print ("SAMPLE", sample)
             question = sample["question"]
             correct_answer = str(sample["answer"]).strip().lower()
             model_output = generate_answer(model, tokenizer, question).strip().lower()