diff --git a/.gitignore b/.gitignore
index 80b188a..ab6734d 100644
--- a/.gitignore
+++ b/.gitignore
@@ -1,3 +1,4 @@
+/tests/artifacts/
 pyusb-0.4.1.tar.gz
 /pyusb-1.0.0-a1.tar.gz
 /pyusb-1.0.0a2.tar.gz
diff --git a/tests/sanity.sh b/tests/sanity.sh
deleted file mode 100644
index 133d417..0000000
--- a/tests/sanity.sh
+++ /dev/null
@@ -1,8 +0,0 @@
-#!/bin/sh
-set -ex
- 
-DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" >/dev/null 2>&1 && pwd )"
- 
-dnf install -y pyusb
- 
-exec ${DIR}/test_ipa_yubico_api.py
diff --git a/tests/test_ipa_yubico_api.py b/tests/test_ipa_yubico_api.py
old mode 100644
new mode 100755
index 593152b..2a02d24
--- a/tests/test_ipa_yubico_api.py
+++ b/tests/test_ipa_yubico_api.py
@@ -1,4 +1,4 @@
-#!/usr/libexec/platform-python
+#!/usr/bin/python3
 """Simple test for APIs used by python-yubico
 """
 import logging
diff --git a/tests/tests.yml b/tests/tests.yml
index e1e1cef..bf008e4 100644
--- a/tests/tests.yml
+++ b/tests/tests.yml
@@ -3,8 +3,11 @@
   tags:
   - classic
   roles:
-  - role: standard-test-scripts
+  - role: standard-test-source
+  - role: standard-test-basic
+    required_packages:
+    - python3-pyusb
     tests:
-    - sanity.sh
-    files:
-    - test_ipa_yubico_api.py
+    - test_ipa_yubico_api:
+        dir: "tests"
+        run: ./test_ipa_yubico_api.py