diff --git a/tests/smoke1.fmf b/tests/smoke1.fmf
index 6b95320..a586316 100644
--- a/tests/smoke1.fmf
+++ b/tests/smoke1.fmf
@@ -1,8 +1,9 @@
+summary: Run smoke tests with the ansible bundle installed
 discover:
-  - name: Smoke tests (1)
+  - name: Smoke tests with ansible
     how: shell
     tests:
-      - name: Smoke tests with ansible
+      - name: Run tests/smoke.sh
         test: tests/smoke.sh
         require:
           - python3-dnf
diff --git a/tests/smoke2.fmf b/tests/smoke2.fmf
index 6d0f71a..250065c 100644
--- a/tests/smoke2.fmf
+++ b/tests/smoke2.fmf
@@ -1,8 +1,9 @@
+summary: Run smoke tests with the standalone ansible-collection-community-general installed
 discover:
-  - name: Smoke tests (2)
+  - name: Smoke tests with community.general
     how: shell
     tests:
-      - name: Smoke tests with community.general
+      - name: Run tests/smoke.sh
         test: tests/smoke.sh
         require:
           - python3-dnf