diff --git a/Source/Core/Core/HW/Wiimote.cpp b/Source/Core/Core/HW/Wiimote.cpp
index 31dd555c2b..ed4e6a7d03 100644
--- a/Source/Core/Core/HW/Wiimote.cpp
+++ b/Source/Core/Core/HW/Wiimote.cpp
@@ -53,6 +53,9 @@ void UpdateSource(unsigned int index)
   if (!ios)
     return;
 
+  if (s_wiimote_sources[index] != WiimoteSource::Emulated)
+    return;
+
   const auto bluetooth = std::static_pointer_cast<IOS::HLE::BluetoothEmuDevice>(
       ios->GetDeviceByName("/dev/usb/oh1/57e/305"));
   if (!bluetooth)