diff --git a/m4/qt5.m4 b/m4/qt5.m4
index db32e686..ecf044fc 100644
--- a/m4/qt5.m4
+++ b/m4/qt5.m4
@@ -55,6 +55,8 @@ AC_DEFUN([FIND_QT5],
       fi
     fi
     AC_MSG_RESULT([$mocversion])
+  fi
+  if test "$have_qt5_libs" = "yes"; then
     dnl Check that a binary can actually be build with this qt.
     dnl pkg-config may be set up in a way that it looks also for libraries
     dnl of the build system and not only for the host system. In that case
diff --git a/m4/qt6.m4 b/m4/qt6.m4
index 75afb485..0eef5543 100644
--- a/m4/qt6.m4
+++ b/m4/qt6.m4
@@ -52,6 +52,8 @@ AC_DEFUN([FIND_QT6],
       fi
     fi
     AC_MSG_RESULT([$mocversion])
+  fi
+  if test "$have_qt6_libs" = "yes"; then
     dnl Check that a binary can actually be build with this qt.
     dnl pkg-config may be set up in a way that it looks also for libraries
     dnl of the build system and not only for the host system. In that case