diff --git a/SPECS/python3x-pip.spec b/SPECS/python3x-pip.spec
index 55f4159..73a54b8 100644
--- a/SPECS/python3x-pip.spec
+++ b/SPECS/python3x-pip.spec
@@ -19,7 +19,7 @@
 
 Name:           python3x-%{srcname}
 Version:        %{base_version}%{?prerel:~%{prerel}}
-Release:        5%{?dist}
+Release:        6%{?dist}
 Summary:        A tool for installing and managing Python packages
 
 # We bundle a lot of libraries with pip, which itself is under MIT license.
@@ -220,6 +220,8 @@ Requires:       ca-certificates
 # Side note: pip bundles pkg_resources from setuptools for internal usage.
 Recommends:     python%{python3_pkgversion}-setuptools
 
+# Require alternatives version that implements the --keep-foreign flag
+Requires(postun): alternatives >= 1.19.1-1
 # python39 installs the alternatives master symlink to which we attach a slave
 Requires: python%{python3_pkgversion}
 Requires(post): python%{python3_pkgversion}
@@ -410,9 +412,9 @@ if [ $1 -eq 0 ]; then
           grep -c "^/usr/bin/python%{python3_version} - priority [0-9]*"`
 
     if [ $EXISTS -ne 0 ]; then
-        alternatives --remove-slave python3 %{_bindir}/python%{python3_version} \
+        alternatives --keep-foreign --remove-slave python3 %{_bindir}/python%{python3_version} \
             pip3
-        alternatives --remove-slave python3 %{_bindir}/python%{python3_version} \
+        alternatives --keep-foreign --remove-slave python3 %{_bindir}/python%{python3_version} \
             pip-3
     fi
 fi
@@ -449,6 +451,10 @@ fi
 %{python_wheeldir}/%{python_wheelname}
 
 %changelog
+* Thu Aug 05 2021 Tomas Orsava <torsava@redhat.com> - 20.2.4-6
+- Adjusted the postun scriptlets to enable upgrading to RHEL 9
+- Resolves: rhbz#1933055
+
 * Wed Jun 30 2021 Lumír Balhar <lbalhar@redhat.com> - 20.2.4-5
 - Fix for CVE-2021-33503 Catastrophic backtracking in URL authority parser
 Resolves: rhbz#1968074