diff --git a/.gitignore b/.gitignore
index ac51344..6a7a17e 100644
--- a/.gitignore
+++ b/.gitignore
@@ -1,16 +1,6 @@
-SOURCES/SecretStorage-2.3.1.tar.gz
-SOURCES/adal-1.2.0.tar.gz
-SOURCES/azure-sdk-4.0.0.tar.gz
-SOURCES/certifi-2018.10.15.tar.gz
-SOURCES/isodate-0.5.4.tar.gz
-SOURCES/keyring-13.2.1.tar.gz
-SOURCES/msrest-0.6.2.tar.gz
-SOURCES/msrestazure-0.5.1.tar.gz
-/SecretStorage-2.3.1.tar.gz
-/adal-1.2.0.tar.gz
-/azure-sdk-4.0.0.tar.gz
-/certifi-2018.10.15.tar.gz
-/isodate-0.5.4.tar.gz
-/keyring-13.2.1.tar.gz
-/msrest-0.6.2.tar.gz
-/msrestazure-0.5.1.tar.gz
+/*.rpm
+/*.tar.gz
+/.build-*.log
+/*/
+!/tests/
+/tests/*.retry
diff --git a/sources b/sources
index 90d0073..8f3e94f 100644
--- a/sources
+++ b/sources
@@ -1,8 +1,8 @@
-SHA512 (SecretStorage-2.3.1.tar.gz) = 69a2c86a1abd904b7d71bbb59cead3b2588cf88d7f35cbaf64d18ff9aa9ed62ba9f79d0bebd10136aa8a0edb1ff8a1d1aff70cf8e519dc74303993ef0d564047
-SHA512 (adal-1.2.0.tar.gz) = 17720a299b1a16820cd94d55ccc2e3f8703810178657c183220ba1a73b3813484358ac44072a6dc7fa34248c345ccb96fc5076470e3be7b7e70095f2fb243a9d
 SHA512 (azure-sdk-4.0.0.tar.gz) = 7ea61700bda1334b90598686fc7c1131a414e63adddb8227bbe1bef0a63a370f106a73991f42ddc4b402d0ae6da4b162113ec29fbfacc7910e1fd3bb111d809f
 SHA512 (certifi-2018.10.15.tar.gz) = 3324ae6c4b99dda6f48aa9f0918fe045a19b19b26fcfdcca4be93ec967b9e4112d863c982686837b327f1663e308250d56ea337caeeeeb96579e08b20fca92df
 SHA512 (isodate-0.5.4.tar.gz) = ef5fd27ffa61ad10abf499723c452fd8fd6c2f08a0d5aca6ead88857e5d159f50a3d01769b9fe0aed59a57b0f89a70b359135b0d7c5e6a75d023daa824e5d80a
-SHA512 (keyring-13.2.1.tar.gz) = 3c15c3415ba4b657b041d2395536fc92ba656dc71f28669235f13a630946ad1b332d1f5b031a55776ce8a2120d3d2601462708f00ee105f46a27cf043c1bd906
 SHA512 (msrest-0.6.2.tar.gz) = caa7405eff6362be77b6417f1b87aebbf1d898bc07e49b751427dba05e2d835f7524a0b7d746ab050d0582e8c7b14b92c7574a9d228d946b2c2fbe5b3ae11df1
+SHA512 (adal-1.2.0.tar.gz) = 17720a299b1a16820cd94d55ccc2e3f8703810178657c183220ba1a73b3813484358ac44072a6dc7fa34248c345ccb96fc5076470e3be7b7e70095f2fb243a9d
+SHA512 (SecretStorage-2.3.1.tar.gz) = 69a2c86a1abd904b7d71bbb59cead3b2588cf88d7f35cbaf64d18ff9aa9ed62ba9f79d0bebd10136aa8a0edb1ff8a1d1aff70cf8e519dc74303993ef0d564047
+SHA512 (keyring-13.2.1.tar.gz) = 3c15c3415ba4b657b041d2395536fc92ba656dc71f28669235f13a630946ad1b332d1f5b031a55776ce8a2120d3d2601462708f00ee105f46a27cf043c1bd906
 SHA512 (msrestazure-0.5.1.tar.gz) = dd3c4ffef8a7258f55c626c747687ba978c375c1a3aea7d37b681d062a5cd74e2c781d0902defd207ac07c869a5ff1f9827df751e30f88df81f80846a9085426
diff --git a/tests/run_tests.sh b/tests/run_tests.sh
new file mode 100755
index 0000000..940a548
--- /dev/null
+++ b/tests/run_tests.sh
@@ -0,0 +1,20 @@
+#!/bin/sh
+
+err=0
+
+for lib in azure.mgmt.compute; do
+	output=$(python3 -c "import sys; sys.path.append('/usr/share/fence'); \
+		sys.path.insert(0, '/usr/lib/fence-agents/bundled/azure'); \
+		import $lib" 2>&1)
+	if [ $? -ne 0 ]; then
+		echo -e "ERROR: Failed to import $lib:\n$output"
+		err=$((err+1))
+	else
+		echo "INFO: importing $lib works..."
+	fi
+done
+
+if [ $err -ge 1 ]; then
+	echo -e "\nERROR: $err tests FAILED..."
+	exit 1
+fi
diff --git a/tests/tests.yml b/tests/tests.yml
new file mode 100644
index 0000000..b782f4c
--- /dev/null
+++ b/tests/tests.yml
@@ -0,0 +1,13 @@
+- hosts: localhost
+  roles:
+    - role: standard-test-basic
+      tags:
+        - classic
+        - container
+      required_packages:
+        - python3-azure-sdk
+
+      tests:
+        - subpackage_tests:
+            dir: .
+            run: ./run_tests.sh