diff --git a/python-pip.spec b/python-pip.spec
index b65fd56..33302b3 100644
--- a/python-pip.spec
+++ b/python-pip.spec
@@ -317,6 +317,10 @@ install -p dist/%{python_wheel_name} -t %{buildroot}%{python_wheel_dir}
 # Verify bundled provides are up to date
 %{_rpmconfigdir}/pythonbundles.py src/pip/_vendor/vendor.txt --compare-with '%{bundled 3}'
 
+# Verify no unwanted files are present in the package
+grep "exe$" %{pyproject_files} && exit 1 || true
+grep "pem$" %{pyproject_files} && exit 1 || true
+
 # Verify we can at least run basic commands without crashing
 %{py3_test_envvars} %{buildroot}%{_bindir}/pip --help
 %{py3_test_envvars} %{buildroot}%{_bindir}/pip list