diff --git a/spec/project_spec.rb b/spec/project_spec.rb
index 5fa4f79213..8bb9c60751 100644
--- a/spec/project_spec.rb
+++ b/spec/project_spec.rb
@@ -260,6 +260,10 @@
 
       dir = File.expand_path('../changelog', __dir__)
 
+      it 'will not have a directory' do
+        expect(Dir["#{dir}/*"].none? { |path| File.directory?(path) }).to be(true)
+      end
+
       Dir["#{dir}/*.md"].each do |path|
         context "For #{path}" do
           let(:path) { path }