fix eval_on_step0

Author: MohdElgaar

open_instruct/grpo_fast.py

@@ -3047,9 +3047,14 @@ def health_check_fn():
         ) = load_data_from_packing_thread(packed_sequences_Q, num_total_tokens, stop_event, health_check_fn)
 
         if (
-            training_step % args.local_eval_every == 0
-            and eval_dataset is not None
-            and (args.eval_on_step_0 or training_step > 1)
+            eval_dataset is not None
+            and (
+                (args.eval_on_step_0 and training_step == resume_training_step)
+                or (
+                    training_step % args.local_eval_every == 0
+                    and training_step > 1
+                )
+            )
         ):
             for eval_index, eval_example in enumerate(eval_dataset):
                 add_prompt_to_generator(