diff --git a/python-wheel.spec b/python-wheel.spec
index b8a0001..a3e2396 100644
--- a/python-wheel.spec
+++ b/python-wheel.spec
@@ -18,7 +18,7 @@
 
 Name:           python-%{pypi_name}
 Version:        0.36.2
-Release:        5%{?dist}
+Release:        6%{?dist}
 Epoch:          1
 Summary:        Built-package format for Python
 
@@ -76,6 +76,11 @@ Summary:        The Python wheel module packaged as a wheel
 Provides:       %{name}-wheel = %{epoch}:%{version}-%{release}
 Obsoletes:      %{name}-wheel < %{epoch}:%{version}-%{release}
 
+# Older versions of python3-libs expect Python wheels at the old unversioned
+# location, so we conflict with the old Python versions that wouldn't work with
+# the new wheel location.
+Conflicts:      python3-libs < 3.9.9-2
+
 %description -n %{python_wheel_pkg_prefix}-%{pypi_name}-wheel
 A Python wheel of wheel to use with virtualenv.
 %endif
@@ -131,6 +136,10 @@ rm setup.cfg  # to drop pytest coverage options configured there
 %endif
 
 %changelog
+* Wed Nov 24 2021 Tomas Orsava <torsava@redhat.com> - 1:0.36.2-6
+- Conflict with old Python versions that use the old unversioned wheel location
+- Resolves: rhbz#1982668
+
 * Wed Sep 22 2021 Tomas Orsava <torsava@redhat.com> - 1:0.36.2-5
 - Make the python-wheel-wheel subpackage versioned (python3-wheel-wheel),
   and move its contents to a versioned directory /usr/share/python3-wheels