using Concentus; using Concentus.Enums; using Concentus.Structs; using Ryujinx.HLE.HOS.Services.Audio.Types; using System; using System.IO; using System.Runtime.InteropServices; namespace Ryujinx.HLE.HOS.Services.Audio.HardwareOpusDecoderManager { class IHardwareOpusDecoder : IpcService { private int _sampleRate; private int _channelsCount; private bool _reset; private OpusDecoder _decoder; public IHardwareOpusDecoder(int sampleRate, int channelsCount) { _sampleRate = sampleRate; _channelsCount = channelsCount; _reset = false; _decoder = new OpusDecoder(sampleRate, channelsCount); } private ResultCode GetPacketNumSamples(out int numSamples, byte[] packet) { int result = OpusPacketInfo.GetNumSamples(_decoder, packet, 0, packet.Length); numSamples = result; if (result == OpusError.OPUS_INVALID_PACKET) { return ResultCode.OpusInvalidInput; } else if (result == OpusError.OPUS_BAD_ARG) { return ResultCode.OpusInvalidInput; } return ResultCode.Success; } private ResultCode DecodeInterleavedInternal(BinaryReader input, out short[] outPcmData, long outputSize, out uint outConsumed, out int outSamples) { outPcmData = null; outConsumed = 0; outSamples = 0; long streamSize = input.BaseStream.Length; if (streamSize < Marshal.SizeOf()) { return ResultCode.OpusInvalidInput; } OpusPacketHeader header = OpusPacketHeader.FromStream(input); uint totalSize = header.length + (uint)Marshal.SizeOf(); if (totalSize > streamSize) { return ResultCode.OpusInvalidInput; } byte[] opusData = input.ReadBytes((int)header.length); ResultCode result = GetPacketNumSamples(out int numSamples, opusData); if (result == ResultCode.Success) { if ((uint)numSamples * (uint)_channelsCount * sizeof(short) > outputSize) { return ResultCode.OpusInvalidInput; } outPcmData = new short[numSamples * _channelsCount]; if (_reset) { _reset = false; _decoder.ResetState(); } try { outSamples = _decoder.Decode(opusData, 0, opusData.Length, outPcmData, 0, outPcmData.Length / _channelsCount); outConsumed = totalSize; } catch (OpusException) { // TODO: as OpusException doesn't provide us the exact error code, this is kind of inaccurate in some cases... return ResultCode.OpusInvalidInput; } } return ResultCode.Success; } [CommandHipc(0)] // DecodeInterleaved(buffer) -> (u32, u32, buffer) public ResultCode DecodeInterleavedOriginal(ServiceCtx context) { ResultCode result; ulong inPosition = context.Request.SendBuff[0].Position; ulong inSize = context.Request.SendBuff[0].Size; ulong outputPosition = context.Request.ReceiveBuff[0].Position; ulong outputSize = context.Request.ReceiveBuff[0].Size; byte[] buffer = new byte[inSize]; context.Memory.Read(inPosition, buffer); using (BinaryReader inputStream = new BinaryReader(new MemoryStream(buffer))) { result = DecodeInterleavedInternal(inputStream, out short[] outPcmData, (long)outputSize, out uint outConsumed, out int outSamples); if (result == ResultCode.Success) { byte[] pcmDataBytes = new byte[outPcmData.Length * sizeof(short)]; Buffer.BlockCopy(outPcmData, 0, pcmDataBytes, 0, pcmDataBytes.Length); context.Memory.Write(outputPosition, pcmDataBytes); context.ResponseData.Write(outConsumed); context.ResponseData.Write(outSamples); } } return result; } [CommandHipc(4)] // 6.0.0+ // DecodeInterleavedWithPerfOld(buffer) -> (u32, u32, u64, buffer) public ResultCode DecodeInterleavedWithPerfOld(ServiceCtx context) { ResultCode result; ulong inPosition = context.Request.SendBuff[0].Position; ulong inSize = context.Request.SendBuff[0].Size; ulong outputPosition = context.Request.ReceiveBuff[0].Position; ulong outputSize = context.Request.ReceiveBuff[0].Size; byte[] buffer = new byte[inSize]; context.Memory.Read(inPosition, buffer); using (BinaryReader inputStream = new BinaryReader(new MemoryStream(buffer))) { result = DecodeInterleavedInternal(inputStream, out short[] outPcmData, (long)outputSize, out uint outConsumed, out int outSamples); if (result == ResultCode.Success) { byte[] pcmDataBytes = new byte[outPcmData.Length * sizeof(short)]; Buffer.BlockCopy(outPcmData, 0, pcmDataBytes, 0, pcmDataBytes.Length); context.Memory.Write(outputPosition, pcmDataBytes); context.ResponseData.Write(outConsumed); context.ResponseData.Write(outSamples); // This is the time the DSP took to process the request, TODO: fill this. context.ResponseData.Write(0); } } return result; } [CommandHipc(6)] // 6.0.0+ // DecodeInterleavedOld(bool reset, buffer) -> (u32, u32, u64, buffer) public ResultCode DecodeInterleavedOld(ServiceCtx context) { ResultCode result; _reset = context.RequestData.ReadBoolean(); ulong inPosition = context.Request.SendBuff[0].Position; ulong inSize = context.Request.SendBuff[0].Size; ulong outputPosition = context.Request.ReceiveBuff[0].Position; ulong outputSize = context.Request.ReceiveBuff[0].Size; byte[] buffer = new byte[inSize]; context.Memory.Read(inPosition, buffer); using (BinaryReader inputStream = new BinaryReader(new MemoryStream(buffer))) { result = DecodeInterleavedInternal(inputStream, out short[] outPcmData, (long)outputSize, out uint outConsumed, out int outSamples); if (result == ResultCode.Success) { byte[] pcmDataBytes = new byte[outPcmData.Length * sizeof(short)]; Buffer.BlockCopy(outPcmData, 0, pcmDataBytes, 0, pcmDataBytes.Length); context.Memory.Write(outputPosition, pcmDataBytes); context.ResponseData.Write(outConsumed); context.ResponseData.Write(outSamples); // This is the time the DSP took to process the request, TODO: fill this. context.ResponseData.Write(0); } } return result; } [CommandHipc(8)] // 7.0.0+ // DecodeInterleaved(bool reset, buffer) -> (u32, u32, u64, buffer) public ResultCode DecodeInterleaved(ServiceCtx context) { ResultCode result; _reset = context.RequestData.ReadBoolean(); ulong inPosition = context.Request.SendBuff[0].Position; ulong inSize = context.Request.SendBuff[0].Size; ulong outputPosition = context.Request.ReceiveBuff[0].Position; ulong outputSize = context.Request.ReceiveBuff[0].Size; byte[] buffer = new byte[inSize]; context.Memory.Read(inPosition, buffer); using (BinaryReader inputStream = new BinaryReader(new MemoryStream(buffer))) { result = DecodeInterleavedInternal(inputStream, out short[] outPcmData, (long)outputSize, out uint outConsumed, out int outSamples); if (result == ResultCode.Success) { byte[] pcmDataBytes = new byte[outPcmData.Length * sizeof(short)]; Buffer.BlockCopy(outPcmData, 0, pcmDataBytes, 0, pcmDataBytes.Length); context.Memory.Write(outputPosition, pcmDataBytes); context.ResponseData.Write(outConsumed); context.ResponseData.Write(outSamples); // This is the time the DSP took to process the request, TODO: fill this. context.ResponseData.Write(0); } } return result; } } }