diff --git a/ci.fmf b/ci.fmf
new file mode 100644
index 0000000..c5aa0e0
--- /dev/null
+++ b/ci.fmf
@@ -0,0 +1 @@
+resultsdb-testcase: separate
diff --git a/gating.yaml b/gating.yaml
index 05d1cc5..7b6e38f 100644
--- a/gating.yaml
+++ b/gating.yaml
@@ -5,4 +5,5 @@ decision_contexts:
   - bodhi_update_push_testing
   - bodhi_update_push_stable
 rules:
-  - !PassingTestCaseRule {test_case_name: fedora-ci.koji-build.tier0.functional}
+  - !PassingTestCaseRule {test_case_name: fedora-ci.koji-build./plans/smoke.functional}
+  - !PassingTestCaseRule {test_case_name: fedora-ci.koji-build./plans/javapackages.functional}
diff --git a/plans/javapackages.fmf b/plans/javapackages.fmf
new file mode 100644
index 0000000..d60f650
--- /dev/null
+++ b/plans/javapackages.fmf
@@ -0,0 +1,9 @@
+summary:
+    Run javapackages-specific tests
+discover:
+    how: fmf
+    url: https://pagure.io/javapackages-validator-tests
+execute:
+    how: tmt
+environment:
+    FMF_PACKAGE: jflex