diff --git a/metaseq/cli/train.py b/metaseq/cli/train.py
index 9b4cac320a5bdeeeb8e5574cf246f94bfa44aa2e..86060b457e891560773b189ab916f5f9972e89f9 100644
--- a/metaseq/cli/train.py
+++ b/metaseq/cli/train.py
@@ -394,8 +394,7 @@ def validate_and_save(
         or should_stop
     )
     do_validate = (
-        (not end_of_epoch and do_save)  # validate during mid-epoch saves
-        or should_stop
+        should_stop
         or (
             cfg.dataset.validate_interval_updates > 0
             and num_updates > 0