diff --git a/.gitignore b/.gitignore
index 3b213bb..cbfbd22 100644
--- a/.gitignore
+++ b/.gitignore
@@ -1,2 +1,3 @@
+/tests/artifacts/
 /python-yubico-1.3.2.tar.gz
 /python-yubico-1.3.3.tar.gz
diff --git a/tests/test_ipa_yubikey.py b/tests/test_ipa_yubikey.py
old mode 100644
new mode 100755
index df8dda5..e97562d
--- a/tests/test_ipa_yubikey.py
+++ b/tests/test_ipa_yubikey.py
@@ -1,4 +1,4 @@
-#!/usr/libexec/platform-python
+#!/usr/bin/python3
 """Simple test for APIs used by IPA's otptoken plugin
 """
 import logging
diff --git a/tests/tests.yml b/tests/tests.yml
index b2e7870..d0b6fb4 100644
--- a/tests/tests.yml
+++ b/tests/tests.yml
@@ -3,8 +3,11 @@
   tags:
   - classic
   roles:
-  - role: standard-test-scripts
+  - role: standard-test-source
+  - role: standard-test-basic
+    required_packages:
+    - python3-yubico
     tests:
-    - sanity.sh
-    files:
-    - test_ipa_yubikey.py
+    - test_ipa_yubikey:
+        dir: "tests"
+        run: ./test_ipa_yubikey.py