use steps and check

app.py

@@ -17,7 +17,7 @@ config = PPOConfig(
     batch_size=1,
     learning_rate=1e-5,
     mini_batch_size=1,
-    total_ppo_epochs=1  # Minimal epochs
+    steps=1  # Minimal epochs
 )
 
 # Create PPO Trainer