diff --git a/ldns.spec b/ldns.spec
index d17f428..1a38d95 100644
--- a/ldns.spec
+++ b/ldns.spec
@@ -185,19 +185,20 @@ pushd examples
   --with-trust-anchor=%{_sharedstatedir}/unbound/root.key
 popd
 
-# We cannot use the built-in --with-p5-dns-ldns
-%if %{with_perl}
-  pushd contrib/DNS-LDNS
-  perl Makefile.PL INSTALLDIRS=vendor  INC="-I. -I../.."
-  make
-  popd
-%endif
-
 make %{?_smp_mflags}
 make -C drill %{?_smp_mflags}
 make -C examples %{?_smp_mflags}
 make %{?_smp_mflags} doc
 
+# We cannot use the built-in --with-p5-dns-ldns
+%if %{with_perl}
+  pushd contrib/DNS-LDNS
+  LD_LIBRARY_PATH="../../lib:$LD_LIBRARY_PATH" perl \
+      Makefile.PL INSTALLDIRS=vendor  INC="-I. -I../.." LIBS="-L../../lib"
+  make
+  popd
+%endif
+
 # specfic hardening options should not end up in ldns-config
 sed -i "s/-Wl,-z,relro,-z,now -pie//" packaging/ldns-config