diff --git a/features/step_definitions.rb b/features/step_definitions.rb
index 7c9281f5..71a92aea 100644
--- a/features/step_definitions.rb
+++ b/features/step_definitions.rb
@@ -246,5 +246,5 @@ end
 #
 
 Then %r{^I should get a non-zero exit(?:\-| )status$} do
-  expect(jekyll_run_status.to_i).to be > 0
+  expect(jekyll_run_status.to_i).not_to match(%r{EXIT STATUS: 0})
 end