diff --git a/java-17-openjdk.spec b/java-17-openjdk.spec
index cbf30c6..807cc44 100644
--- a/java-17-openjdk.spec
+++ b/java-17-openjdk.spec
@@ -370,7 +370,8 @@
 %global top_level_dir_name   %{origin}
 %global top_level_dir_name_backup %{top_level_dir_name}-backup
 %global buildver        1
-%global rpmrelease      1
+# rpmrelease numbering must start at 2 to be later than the 9.0 RPM
+%global rpmrelease      2
 # Settings used by the portable build
 %global portablerelease 1
 %global portablesuffix el8
@@ -2473,6 +2474,10 @@ cjc.mainProgram(args)
 %endif
 
 %changelog
+* Mon Sep 04 2023 Andrew Hughes <gnu.andrew@redhat.com> - 1:17.0.8.1.1-2
+- Bump release number so we are newer than 9.0
+- Related: rhbz#2236592
+
 * Sat Sep 02 2023 Andrew Hughes <gnu.andrew@redhat.com> - 1:17.0.8.1.1-1
 - Update to jdk-17.0.8.1+1 (GA)
 - Update release notes to 17.0.8.1+1