diff --git a/.fmf/version b/.fmf/version
new file mode 100644
index 0000000..d00491f
--- /dev/null
+++ b/.fmf/version
@@ -0,0 +1 @@
+1
diff --git a/plans/basic.fmf b/plans/basic.fmf
new file mode 100644
index 0000000..d57536e
--- /dev/null
+++ b/plans/basic.fmf
@@ -0,0 +1,6 @@
+summary: Basic smoke test
+discover:
+    how: fmf
+    dist-git-source: true
+execute:
+    how: tmt
diff --git a/tests/main.fmf b/tests/main.fmf
new file mode 100644
index 0000000..01c2956
--- /dev/null
+++ b/tests/main.fmf
@@ -0,0 +1,22 @@
+test: bash ./make_check.sh ..
+duration: 50m
+framework: shell
+require:
+  - make
+  - libappstream-glib
+  - desktop-file-utils
+  - python3-gobject
+  - python3-gobject-base
+  - glib2
+  - gtk3
+  - dconf
+  - dbus-x11
+  - ibus
+  - ibus-devel
+  - gcc-c++
+  - intltool
+  - gettext-devel
+  - libpinyin-devel
+  - libpinyin-tools
+  - python3-devel
+  - rpm-build
diff --git a/tests/make_check.sh b/tests/make_check.sh
index 7e5a313..4a35e50 100644
--- a/tests/make_check.sh
+++ b/tests/make_check.sh
@@ -9,6 +9,15 @@ check_return_value () {
 }
 
 cd $1
+
+VERSION=`rpmspec -q --srpm --qf "%{version}" ibus-libzhuyin.spec 2>/dev/null`
+
+if test -d ibus-libzhuyin-$VERSION-build;
+then cd ibus-libzhuyin-$VERSION-build;
+fi
+
+cd ibus-libzhuyin-$VERSION
+
 ./configure --prefix=/usr
 check_return_value $?
 make check
diff --git a/tests/tests.yml b/tests/tests.yml
deleted file mode 100644
index 9a9bd28..0000000
--- a/tests/tests.yml
+++ /dev/null
@@ -1,31 +0,0 @@
-- hosts: localhost
-  vars:
-  - artifacts: "{{ lookup('env', 'TEST_ARTIFACTS')|default('./artifacts', true) }}"
-  tags:
-  - classic
-  remote_user: root
-  roles:
-  - role: standard-test-source  # to get the source tar ball to do “make check”
-  - role: standard-test-basic
-    required_packages:
-    - make
-    - libappstream-glib
-    - desktop-file-utils
-    - python3-gobject
-    - python3-gobject-base
-    - glib2
-    - gtk3
-    - dconf
-    - dbus-x11
-    - ibus
-    - ibus-devel
-    - gcc-c++
-    - intltool
-    - gettext-devel
-    - libpinyin-devel
-    - libpinyin-tools
-    - python3-devel
-    tests:
-    - make-check:
-        dir: ./
-        run: bash ./make_check.sh ./source