2

main_backend.py

@@ -112,7 +112,7 @@ def main():
     parser = argparse.ArgumentParser(description="Run auto evaluation with optional reproducibility feature")
 
     # Optional arguments
-    parser.add_argument("--reproduce", type=bool, default=True, help="Reproduce the evaluation results")
+    parser.add_argument("--reproduce", type=bool, default=False, help="Reproduce the evaluation results")
     parser.add_argument("--model", type=str, default=None, help="Your Model ID")
     parser.add_argument("--precision", type=str, default="float16", help="Precision of your model")
     parser.add_argument("--publish", type=bool, default=False, help="whether directly publish the evaluation results on HF")