diff --git a/src/audio_core/hle/hle.cpp b/src/audio_core/hle/hle.cpp
index 3687f9647..56ca69749 100644
--- a/src/audio_core/hle/hle.cpp
+++ b/src/audio_core/hle/hle.cpp
@@ -419,7 +419,8 @@ void DspHle::Impl::AudioTickCallback(s64 cycles_late) {
     // Reschedule recurrent event
     const double time_scale =
         Settings::values.enable_realtime_audio
-            ? std::clamp(Core::System::GetInstance().GetStableFrameTimeScale(), 1.0, 3.0)
+            ? std::clamp(Core::System::GetInstance().GetStableFrameTimeScale(),
+                         100. / Settings::values.frame_limit.GetValue(), 3.0)
             : 1.0;
     s64 adjusted_ticks = static_cast<s64>(audio_frame_ticks / time_scale - cycles_late);
     core_timing.ScheduleEvent(adjusted_ticks, tick_event);