diff --git a/Source/Core/Core/HW/CPU.cpp b/Source/Core/Core/HW/CPU.cpp
index 5e3ebfe145..a1b21ea7a2 100644
--- a/Source/Core/Core/HW/CPU.cpp
+++ b/Source/Core/Core/HW/CPU.cpp
@@ -147,7 +147,9 @@ static void RunAdjacentSystems(bool running)
 {
   // NOTE: We're assuming these will not try to call Break or EnableStepping.
   Fifo::EmulatorState(running);
-  AudioCommon::SetSoundStreamRunning(running);
+  // Core is responsible for shutting down the sound stream.
+  if (s_state != State::PowerDown)
+    AudioCommon::SetSoundStreamRunning(running);
 }
 
 void Stop()