diff --git a/CHANGELOG.md b/CHANGELOG.md
index ab19a99..d00233a 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -1,5 +1,6 @@
 ## [Unreleased]
 ## Fixed
+* Exclude unneeded files from gem package
 * Add 2027 bank holidays
 
 ## 5.10.4 / 2024-11-13
diff --git a/ndr_support.gemspec b/ndr_support.gemspec
index 008c4da..ca56fa0 100644
--- a/ndr_support.gemspec
+++ b/ndr_support.gemspec
@@ -12,8 +12,10 @@ Gem::Specification.new do |spec|
   spec.homepage      = 'https://github.com/PublicHealthEngland/ndr_support'
   spec.license       = 'MIT'
 
-  # Exclude older versions of this gem from the package.
-  spec.files         = `git ls-files -z`.split("\x0").reject { |s| s =~ %r{^(\.github|pkg/)} }
+  gem_files          = %w[CHANGELOG.md CODE_OF_CONDUCT.md LICENSE.txt README.md
+                          lib ndr_support.gemspec]
+  spec.files         = `git ls-files -z`.split("\x0").
+                       select { |f| gem_files.include?(f.split('/')[0]) }
   spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
   spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
   spec.require_paths = ['lib']