Add process_status_abort coverage criteria

docs/configuration.md

@@ -90,6 +90,11 @@ coverage_criteria:
   # * `true` - mutant will consider timeouts as covering mutations.
   # * `false` mutant will ignore timeouts when determining mutation coverage.
   timeout: false
+  # Control te process status abort criteria, defaults to `false`:
+  # * `true` - mutant will consider unexpected process aborts (example segfaults)
+  #   as covering the mutation that caused this behavior.
+  # * `false` - mutant will ignore unexpected process aborts when determining coverage.
+  process_abort: false
   # Control the test result criteria, # defaults to `true`
   # * `true` mutant will consider failing tests covering mutations.
   # * `false` mutant will ignore test results when determining mutation coverage.

lib/mutant/config.rb

@@ -38,20 +38,22 @@ class Config
     private_constant(*constants(false))
 
     class CoverageCriteria
-      include Anima.new(:timeout, :test_result)
+      include Anima.new(:process_abort, :test_result, :timeout)
 
       DEFAULT = new(
-        timeout:     false,
-        test_result: true
+        process_abort: false,
+        test_result:   true,
+        timeout:       false
       )
 
       TRANSFORM =
         Transform::Sequence.new(
           [
             Transform::Hash.new(
               optional: [
-                Transform::Hash::Key.new('timeout',     Transform::BOOLEAN),
-                Transform::Hash::Key.new('test_result', Transform::BOOLEAN)
+                Transform::Hash::Key.new('process_abort', Transform::BOOLEAN),
+                Transform::Hash::Key.new('test_result',   Transform::BOOLEAN),
+                Transform::Hash::Key.new('timeout',       Transform::BOOLEAN)
               ],
               required: []
             ),

lib/mutant/result.rb

@@ -233,7 +233,7 @@ class CoverageCriteria
       #
       # @return [Boolean]
       def success?
-        test_result || timeout
+        process_abort || test_result || timeout
       end
     end
 
@@ -250,8 +250,9 @@ class Mutation
       # @praam [Result::CoverageCriteria]
       def criteria_result(coverage_criteria)
         CoverageCriteria.new(
-          test_result: coverage_criteria.test_result && test_result_success?,
-          timeout:     coverage_criteria.timeout     && timeout?
+          process_abort: coverage_criteria.process_abort && process_abort?,
+          test_result:   coverage_criteria.test_result   && test_result_success?,
+          timeout:       coverage_criteria.timeout       && timeout?
         )
       end
 
@@ -269,6 +270,15 @@ def timeout?
         !isolation_result.timeout.nil?
       end
 
+      # Test for unexpected process abort
+      #
+      # @return [Boolean]
+      def process_abort?
+        process_status = isolation_result.process_status or return false
+
+        !timeout? && !process_status.exited?
+      end
+
     private
 
       # Test if mutation was handled successfully

spec/support/shared_context.rb

@@ -163,15 +163,17 @@ def setup_shared_context
 
     let(:mutation_a_criteria_result) do
       Mutant::Result::CoverageCriteria.new(
-        test_result: true,
-        timeout:     false
+        process_abort: false,
+        test_result:   true,
+        timeout:       false
       )
     end
 
     let(:mutation_b_criteria_result) do
       Mutant::Result::CoverageCriteria.new(
-        test_result: true,
-        timeout:     false
+        process_abort: false,
+        test_result:   true,
+        timeout:       false
       )
     end
 

spec/unit/mutant/result/coverage_criteria_spec.rb

@@ -3,13 +3,15 @@
 RSpec.describe Mutant::Result::CoverageCriteria do
   let(:object) do
     described_class.new(
-      test_result: test_result,
-      timeout:     timeout
+      process_abort: process_abort,
+      test_result:   test_result,
+      timeout:       timeout
     )
   end
 
-  let(:timeout)     { false }
-  let(:test_result) { false }
+  let(:timeout)       { false }
+  let(:test_result)   { false }
+  let(:process_abort) { false }
 
   describe '#success?' do
     def apply
@@ -37,5 +39,13 @@ def apply
         expect(apply).to be(true)
       end
     end
+
+    context 'on process_abort criteria set' do
+      let(:process_abort) { true }
+
+      it 'returns true' do
+        expect(apply).to be(true)
+      end
+    end
   end
 end

spec/unit/mutant/result/mutation_spec.rb

@@ -61,6 +61,10 @@ def apply
       allow(mutation.class).to receive_messages(success?: true)
     end
 
+    context 'when process aborts cover mutations' do
+      let(:coverage_criteria) { super().with(process_abort: true) }
+    end
+
     context 'when timeouts cover mutations' do
       let(:coverage_criteria) { super().with(timeout: true) }