diff --git a/.gitignore b/.gitignore
index 5145589..861938f 100644
--- a/.gitignore
+++ b/.gitignore
@@ -1,2 +1,12 @@
-SOURCES/abrt-java-connector-1.1.0-230b726.tar.gz
+/abrt-java-connector-1.0.0-239a2a6.tar.gz
+/abrt-java-connector-1.0.1-6f22940.tar.gz
+/abrt-java-connector-1.0.2-3cc67c2.tar.gz
+/abrt-java-connector-1.0.3-872c1de.tar.gz
+/abrt-java-connector-1.0.4-e97c189.tar.gz
+/abrt-java-connector-1.0.5-9214372.tar.gz
+/abrt-java-connector-1.0.6-befb850.tar.gz
+/abrt-java-connector-1.0.7-873f82e.tar.gz
+/abrt-java-connector-1.0.8-39322b0.tar.gz
+/abrt-java-connector-1.0.9-c933894.tar.gz
+/abrt-java-connector-1.0.10-fdf80c5.tar.gz
 /abrt-java-connector-1.1.0-230b726.tar.gz
diff --git a/runtest.sh b/runtest.sh
new file mode 100644
index 0000000..2ec00a8
--- /dev/null
+++ b/runtest.sh
@@ -0,0 +1,4 @@
+#!/bin/bash
+mkdir -m 777 bin && cd bin
+useradd -m gatingtest
+su gatingtest -c "cmake ../ && make && env CTEST_OUTPUT_ON_FAILURE=1 make ARGS='-E test_thread_stress' test"
diff --git a/tests/tests.yml b/tests/tests.yml
new file mode 100644
index 0000000..b9b4763
--- /dev/null
+++ b/tests/tests.yml
@@ -0,0 +1,28 @@
+---
+- hosts: localhost
+  tags:
+    - classic
+  pre_tasks:
+    - name: Copy spec file to remote machine
+      copy:
+        src: "{{ playbook_dir }}/../abrt-java-connector.spec"
+        dest: /tmp/abrt-java-connector.spec
+    - name: Install build dependencies
+      shell: dnf -y build-dep /tmp/abrt-java-connector.spec
+      args:
+        warn: false
+    - name: Copy runtest.sh to /tmp
+      copy:
+        src: "{{ playbook_dir }}/../runtest.sh"
+        dest: /tmp/
+  roles:
+    - role: standard-test-source
+    - role: standard-test-basic
+      tests:
+        - smoke:
+            dir: ./source
+            run: /tmp/runtest.sh
+      required_packages:
+      - make
+      - gcc
+      - gcc-c++