diff --git a/Dockerfile.test b/Dockerfile.test
index 94ae896f..518d1c13 100644
--- a/Dockerfile.test
+++ b/Dockerfile.test
@@ -18,6 +18,7 @@ RUN dnf -y install \
   python3-semantic_version \
   python3-sphinx \
   python3-rpmfluff \
+  beakerlib \
   sudo \
   tito \
   which
diff --git a/tests/test_cli.sh b/tests/test_cli.sh
index 24f00a15..abc70dc7 100755
--- a/tests/test_cli.sh
+++ b/tests/test_cli.sh
@@ -19,6 +19,10 @@ done;
 ./tests/cli/test_blueprints_sanity.sh
 ./tests/cli/test_compose_sanity.sh
 
+# Stop lorax-composer and remove /run/weldr/api.socket
+pkill -9 lorax-composer
+rm -f /run/weldr/api.socket
+
 # look for failures
 grep RESULT_STRING /var/tmp/beakerlib-*/TestResults | grep -v PASS && exit 1