diff --git a/lib/cucumber/formatter/rerun.rb b/lib/cucumber/formatter/rerun.rb
index 24b853ff41..a54dd254c1 100644
--- a/lib/cucumber/formatter/rerun.rb
+++ b/lib/cucumber/formatter/rerun.rb
@@ -46,7 +46,7 @@ def before_feature_element(feature_element)
       end
 
       def after_feature_element(feature_element)
-        if @rerun
+        if @rerun || feature_element.failed?
           file, line = *feature_element.file_colon_line.split(':')
           @lines << line
           @file = file