diff --git a/test/test_theme.rb b/test/test_theme.rb
index 379fe203..c3069a69 100644
--- a/test/test_theme.rb
+++ b/test/test_theme.rb
@@ -22,7 +22,7 @@ class TestTheme < JekyllUnitTest
 
     should "raise an error for invalid themes" do
       assert_raises Jekyll::Errors::MissingDependencyException do
-        Theme.new("foo")
+        Theme.new("foo").gemspec
       end
     end
   end