diff --git a/tests/autotests/CMakeLists.txt b/tests/autotests/CMakeLists.txt
index 44a556cd6..7f493e44f 100644
--- a/tests/autotests/CMakeLists.txt
+++ b/tests/autotests/CMakeLists.txt
@@ -4,6 +4,7 @@ if (KF5Wallet_FOUND)
     add_definitions(-DHAVE_KDE_PASSWORDS_PLUGIN)
     add_library(KWalletPasswordsPluginLib UNKNOWN IMPORTED)
     set_property(TARGET KWalletPasswordsPluginLib PROPERTY IMPORTED_LOCATION ${CMAKE_BINARY_DIR}/bin/plugins/KWalletPasswords.so)
+    add_dependencies(KWalletPasswordsPluginLib KWalletPasswords)
     set(autotests_EXTRA_LIBS ${autotests_EXTRA_LIBS} KWalletPasswordsPluginLib)
 endif()
 
@@ -11,6 +12,7 @@ if (GNOME_KEYRING_FOUND)
     add_definitions(-DHAVE_GNOME_PASSWORDS_PLUGIN)
     add_library(GnomeKeyringPasswordsPluginLib UNKNOWN IMPORTED)
     set_property(TARGET GnomeKeyringPasswordsPluginLib PROPERTY IMPORTED_LOCATION ${CMAKE_BINARY_DIR}/bin/plugins/GnomeKeyringPasswords.so)
+    add_dependencies(GnomeKeyringPasswordsPluginLib GnomeKeyringPasswords)
     set(autotests_EXTRA_LIBS ${autotests_EXTRA_LIBS} GnomeKeyringPasswordsPluginLib)
 endif()