diff --git a/.fmf/version b/.fmf/version
new file mode 100644
index 0000000..d00491f
--- /dev/null
+++ b/.fmf/version
@@ -0,0 +1 @@
+1
diff --git a/plans/basic.fmf b/plans/basic.fmf
new file mode 100644
index 0000000..c1627f9
--- /dev/null
+++ b/plans/basic.fmf
@@ -0,0 +1,5 @@
+summary: Basic smoke test
+discover:
+    how: fmf
+execute:
+    how: tmt
diff --git a/tests/main.fmf b/tests/main.fmf
new file mode 100644
index 0000000..1df6422
--- /dev/null
+++ b/tests/main.fmf
@@ -0,0 +1,6 @@
+test: ./runtest.sh
+framework: beakerlib
+duration: 10m
+require:
+  - langtable
+  - python3-langtable
diff --git a/tests/runtest.sh b/tests/runtest.sh
new file mode 100755
index 0000000..9665ecf
--- /dev/null
+++ b/tests/runtest.sh
@@ -0,0 +1,32 @@
+#!/bin/bash
+
+# Include Beaker environment
+. /usr/share/beakerlib/beakerlib.sh || exit 1
+
+PYTHON3_SITELIB=$(/usr/bin/python3 -Ic "from distutils.sysconfig import get_python_lib; print(get_python_lib())")
+
+rlJournalStart
+    rlPhaseStartSetup
+        rlAssertRpm langtable
+        rlAssertRpm python3-langtable
+        rlRun "tmp=\$(mktemp -d)" 0 "Create tmp directory"
+        rlRun "pushd $tmp"
+    rlPhaseEnd
+
+    rlPhaseStartTest
+        for i in keyboards languages territories timezoneidparts timezones
+        do
+            rlRun "xmllint --noout --relaxng \
+                ${PYTHON3_SITELIB}/langtable/schemas/${i}.rng \
+                ${PYTHON3_SITELIB}/langtable/data/${i}.xml.gz \
+                " 0 "testing ${i}.xml"
+        done
+        rlRun "/usr/bin/python3 /usr/share/doc/langtable/test_cases.py" \
+            0 "Running test cases"
+    rlPhaseEnd
+
+    rlPhaseStartCleanup
+        rlRun "popd"
+        rlRun "rm -r $tmp" 0 "Remove tmp directory"
+    rlPhaseEnd
+rlJournalEnd
diff --git a/tests/scripts/run_tests.sh b/tests/scripts/run_tests.sh
deleted file mode 100644
index 08970b9..0000000
--- a/tests/scripts/run_tests.sh
+++ /dev/null
@@ -1,33 +0,0 @@
-#!/bin/bash
-
-check_return_value () {
-    if [ $1 != 0 ] ; then
-        exit $1
-    fi
-}
-
-PYTHON3_SITELIB=$(/usr/bin/python3 -Ic "from distutils.sysconfig import get_python_lib; print(get_python_lib())")
-
-xmllint --noout --relaxng \
-        ${PYTHON3_SITELIB}/langtable/schemas/keyboards.rng \
-        ${PYTHON3_SITELIB}/langtable/data/keyboards.xml.gz
-check_return_value $?
-xmllint --noout --relaxng \
-        ${PYTHON3_SITELIB}/langtable/schemas/languages.rng \
-        ${PYTHON3_SITELIB}/langtable/data/languages.xml.gz
-check_return_value $?
-xmllint --noout --relaxng \
-        ${PYTHON3_SITELIB}/langtable/schemas/territories.rng \
-        ${PYTHON3_SITELIB}/langtable/data/territories.xml.gz
-check_return_value $?
-xmllint --noout --relaxng \
-        ${PYTHON3_SITELIB}/langtable/schemas/timezoneidparts.rng \
-        ${PYTHON3_SITELIB}/langtable/data/timezoneidparts.xml.gz
-check_return_value $?
-xmllint --noout --relaxng \
-        ${PYTHON3_SITELIB}/langtable/schemas/timezones.rng \
-        ${PYTHON3_SITELIB}/langtable/data/timezones.xml.gz
-check_return_value $?
-
-/usr/bin/python3 /usr/share/doc/langtable/test_cases.py
-check_return_value $?
diff --git a/tests/tests.yml b/tests/tests.yml
deleted file mode 100644
index aaf3946..0000000
--- a/tests/tests.yml
+++ /dev/null
@@ -1,9 +0,0 @@
-- hosts: localhost
-  roles:
-    - role: standard-test-basic
-      tags:
-        - classic
-      tests:
-        - simple:
-            dir: scripts/
-            run: ./run_tests.sh