diff --git a/bin/tests/system/pkcs11/setup.sh b/bin/tests/system/pkcs11/setup.sh
index 246b502dec..945852b62d 100644
--- a/bin/tests/system/pkcs11/setup.sh
+++ b/bin/tests/system/pkcs11/setup.sh
@@ -34,7 +34,8 @@ zsk2=`$KEYFRLAB -a RSASHA1 -l robie-zsk2 example`
 ksk=`$KEYFRLAB -a RSASHA1 -f ksk -l robie-ksk example`
 
 cat $infile $zsk1.key $ksk.key > $zonefile
-$SIGNER -a -P -g -r $RANDFILE -o $zone $zonefile > /dev/null 2>&1
+$SIGNER -a -P -g -r $RANDFILE -o $zone $zonefile > /dev/null 2> signer.err || cat signer.err
+rm -f signer.err
 
 cp $zsk2.key ns1/key
 mv Kexample* ns1