SoundIoHardwareDeviceSession.cs 18 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451
  1. using Ryujinx.Audio.Backends.Common;
  2. using Ryujinx.Audio.Backends.SoundIo.Native;
  3. using Ryujinx.Audio.Common;
  4. using Ryujinx.Common.Memory;
  5. using Ryujinx.Memory;
  6. using System;
  7. using System.Buffers;
  8. using System.Collections.Concurrent;
  9. using System.Runtime.CompilerServices;
  10. using System.Threading;
  11. using static Ryujinx.Audio.Backends.SoundIo.Native.SoundIo;
  12. namespace Ryujinx.Audio.Backends.SoundIo
  13. {
  14. class SoundIoHardwareDeviceSession : HardwareDeviceSessionOutputBase
  15. {
  16. private readonly SoundIoHardwareDeviceDriver _driver;
  17. private readonly ConcurrentQueue<SoundIoAudioBuffer> _queuedBuffers;
  18. private SoundIoOutStreamContext _outputStream;
  19. private readonly DynamicRingBuffer _ringBuffer;
  20. private ulong _playedSampleCount;
  21. private readonly ManualResetEvent _updateRequiredEvent;
  22. private float _volume;
  23. private int _disposeState;
  24. public SoundIoHardwareDeviceSession(SoundIoHardwareDeviceDriver driver, IVirtualMemoryManager memoryManager, SampleFormat requestedSampleFormat, uint requestedSampleRate, uint requestedChannelCount) : base(memoryManager, requestedSampleFormat, requestedSampleRate, requestedChannelCount)
  25. {
  26. _driver = driver;
  27. _updateRequiredEvent = _driver.GetUpdateRequiredEvent();
  28. _queuedBuffers = new ConcurrentQueue<SoundIoAudioBuffer>();
  29. _ringBuffer = new DynamicRingBuffer();
  30. _volume = 1f;
  31. SetupOutputStream(driver.Volume);
  32. }
  33. private void SetupOutputStream(float requestedVolume)
  34. {
  35. _outputStream = _driver.OpenStream(RequestedSampleFormat, RequestedSampleRate, RequestedChannelCount);
  36. _outputStream.WriteCallback += Update;
  37. _outputStream.Volume = requestedVolume;
  38. // TODO: Setup other callbacks (errors, etc.)
  39. _outputStream.Open();
  40. }
  41. public override ulong GetPlayedSampleCount()
  42. {
  43. return Interlocked.Read(ref _playedSampleCount);
  44. }
  45. public override float GetVolume()
  46. {
  47. return _volume;
  48. }
  49. public override void PrepareToClose() { }
  50. public override void QueueBuffer(AudioBuffer buffer)
  51. {
  52. SoundIoAudioBuffer driverBuffer = new(buffer.DataPointer, GetSampleCount(buffer));
  53. _ringBuffer.Write(buffer.Data, 0, buffer.Data.Length);
  54. _queuedBuffers.Enqueue(driverBuffer);
  55. }
  56. public override void SetVolume(float volume)
  57. {
  58. _volume = volume;
  59. _outputStream.SetVolume(_driver.Volume * volume);
  60. }
  61. public void UpdateMasterVolume(float newVolume)
  62. {
  63. _outputStream.SetVolume(newVolume * _volume);
  64. }
  65. public override void Start()
  66. {
  67. _outputStream.Start();
  68. _outputStream.Pause(false);
  69. _driver.FlushContextEvents();
  70. }
  71. public override void Stop()
  72. {
  73. _outputStream.Pause(true);
  74. _driver.FlushContextEvents();
  75. }
  76. public override void UnregisterBuffer(AudioBuffer buffer) { }
  77. public override bool WasBufferFullyConsumed(AudioBuffer buffer)
  78. {
  79. if (!_queuedBuffers.TryPeek(out SoundIoAudioBuffer driverBuffer))
  80. {
  81. return true;
  82. }
  83. return driverBuffer.DriverIdentifier != buffer.DataPointer;
  84. }
  85. private unsafe void Update(int minFrameCount, int maxFrameCount)
  86. {
  87. int bytesPerFrame = _outputStream.BytesPerFrame;
  88. uint bytesPerSample = (uint)_outputStream.BytesPerSample;
  89. int bufferedFrames = _ringBuffer.Length / bytesPerFrame;
  90. int frameCount = Math.Min(bufferedFrames, maxFrameCount);
  91. if (frameCount == 0)
  92. {
  93. return;
  94. }
  95. Span<SoundIoChannelArea> areas = _outputStream.BeginWrite(ref frameCount);
  96. int channelCount = areas.Length;
  97. using SpanOwner<byte> samplesOwner = SpanOwner<byte>.Rent(frameCount * bytesPerFrame);
  98. Span<byte> samples = samplesOwner.Span;
  99. _ringBuffer.Read(samples, 0, samples.Length);
  100. // This is a huge ugly block of code, but we save
  101. // a significant amount of time over the generic
  102. // loop that handles other channel counts.
  103. // TODO: Is this still right in 2022?
  104. // Mono
  105. if (channelCount == 1)
  106. {
  107. ref SoundIoChannelArea area = ref areas[0];
  108. fixed (byte* srcptr = samples)
  109. {
  110. if (bytesPerSample == 1)
  111. {
  112. for (int frame = 0; frame < frameCount; frame++)
  113. {
  114. ((byte*)area.Pointer)[0] = srcptr[frame * bytesPerFrame];
  115. area.Pointer += area.Step;
  116. }
  117. }
  118. else if (bytesPerSample == 2)
  119. {
  120. for (int frame = 0; frame < frameCount; frame++)
  121. {
  122. ((short*)area.Pointer)[0] = ((short*)srcptr)[frame * bytesPerFrame >> 1];
  123. area.Pointer += area.Step;
  124. }
  125. }
  126. else if (bytesPerSample == 4)
  127. {
  128. for (int frame = 0; frame < frameCount; frame++)
  129. {
  130. ((int*)area.Pointer)[0] = ((int*)srcptr)[frame * bytesPerFrame >> 2];
  131. area.Pointer += area.Step;
  132. }
  133. }
  134. else
  135. {
  136. for (int frame = 0; frame < frameCount; frame++)
  137. {
  138. Unsafe.CopyBlockUnaligned((byte*)area.Pointer, srcptr + (frame * bytesPerFrame), bytesPerSample);
  139. area.Pointer += area.Step;
  140. }
  141. }
  142. }
  143. }
  144. // Stereo
  145. else if (channelCount == 2)
  146. {
  147. ref SoundIoChannelArea area1 = ref areas[0];
  148. ref SoundIoChannelArea area2 = ref areas[1];
  149. fixed (byte* srcptr = samples)
  150. {
  151. if (bytesPerSample == 1)
  152. {
  153. for (int frame = 0; frame < frameCount; frame++)
  154. {
  155. // Channel 1
  156. ((byte*)area1.Pointer)[0] = srcptr[(frame * bytesPerFrame) + 0];
  157. // Channel 2
  158. ((byte*)area2.Pointer)[0] = srcptr[(frame * bytesPerFrame) + 1];
  159. area1.Pointer += area1.Step;
  160. area2.Pointer += area2.Step;
  161. }
  162. }
  163. else if (bytesPerSample == 2)
  164. {
  165. for (int frame = 0; frame < frameCount; frame++)
  166. {
  167. // Channel 1
  168. ((short*)area1.Pointer)[0] = ((short*)srcptr)[(frame * bytesPerFrame >> 1) + 0];
  169. // Channel 2
  170. ((short*)area2.Pointer)[0] = ((short*)srcptr)[(frame * bytesPerFrame >> 1) + 1];
  171. area1.Pointer += area1.Step;
  172. area2.Pointer += area2.Step;
  173. }
  174. }
  175. else if (bytesPerSample == 4)
  176. {
  177. for (int frame = 0; frame < frameCount; frame++)
  178. {
  179. // Channel 1
  180. ((int*)area1.Pointer)[0] = ((int*)srcptr)[(frame * bytesPerFrame >> 2) + 0];
  181. // Channel 2
  182. ((int*)area2.Pointer)[0] = ((int*)srcptr)[(frame * bytesPerFrame >> 2) + 1];
  183. area1.Pointer += area1.Step;
  184. area2.Pointer += area2.Step;
  185. }
  186. }
  187. else
  188. {
  189. for (int frame = 0; frame < frameCount; frame++)
  190. {
  191. // Channel 1
  192. Unsafe.CopyBlockUnaligned((byte*)area1.Pointer, srcptr + (frame * bytesPerFrame) + (0 * bytesPerSample), bytesPerSample);
  193. // Channel 2
  194. Unsafe.CopyBlockUnaligned((byte*)area2.Pointer, srcptr + (frame * bytesPerFrame) + (1 * bytesPerSample), bytesPerSample);
  195. area1.Pointer += area1.Step;
  196. area2.Pointer += area2.Step;
  197. }
  198. }
  199. }
  200. }
  201. // Surround
  202. else if (channelCount == 6)
  203. {
  204. ref SoundIoChannelArea area1 = ref areas[0];
  205. ref SoundIoChannelArea area2 = ref areas[1];
  206. ref SoundIoChannelArea area3 = ref areas[2];
  207. ref SoundIoChannelArea area4 = ref areas[3];
  208. ref SoundIoChannelArea area5 = ref areas[4];
  209. ref SoundIoChannelArea area6 = ref areas[5];
  210. fixed (byte* srcptr = samples)
  211. {
  212. if (bytesPerSample == 1)
  213. {
  214. for (int frame = 0; frame < frameCount; frame++)
  215. {
  216. // Channel 1
  217. ((byte*)area1.Pointer)[0] = srcptr[(frame * bytesPerFrame) + 0];
  218. // Channel 2
  219. ((byte*)area2.Pointer)[0] = srcptr[(frame * bytesPerFrame) + 1];
  220. // Channel 3
  221. ((byte*)area3.Pointer)[0] = srcptr[(frame * bytesPerFrame) + 2];
  222. // Channel 4
  223. ((byte*)area4.Pointer)[0] = srcptr[(frame * bytesPerFrame) + 3];
  224. // Channel 5
  225. ((byte*)area5.Pointer)[0] = srcptr[(frame * bytesPerFrame) + 4];
  226. // Channel 6
  227. ((byte*)area6.Pointer)[0] = srcptr[(frame * bytesPerFrame) + 5];
  228. area1.Pointer += area1.Step;
  229. area2.Pointer += area2.Step;
  230. area3.Pointer += area3.Step;
  231. area4.Pointer += area4.Step;
  232. area5.Pointer += area5.Step;
  233. area6.Pointer += area6.Step;
  234. }
  235. }
  236. else if (bytesPerSample == 2)
  237. {
  238. for (int frame = 0; frame < frameCount; frame++)
  239. {
  240. // Channel 1
  241. ((short*)area1.Pointer)[0] = ((short*)srcptr)[(frame * bytesPerFrame >> 1) + 0];
  242. // Channel 2
  243. ((short*)area2.Pointer)[0] = ((short*)srcptr)[(frame * bytesPerFrame >> 1) + 1];
  244. // Channel 3
  245. ((short*)area3.Pointer)[0] = ((short*)srcptr)[(frame * bytesPerFrame >> 1) + 2];
  246. // Channel 4
  247. ((short*)area4.Pointer)[0] = ((short*)srcptr)[(frame * bytesPerFrame >> 1) + 3];
  248. // Channel 5
  249. ((short*)area5.Pointer)[0] = ((short*)srcptr)[(frame * bytesPerFrame >> 1) + 4];
  250. // Channel 6
  251. ((short*)area6.Pointer)[0] = ((short*)srcptr)[(frame * bytesPerFrame >> 1) + 5];
  252. area1.Pointer += area1.Step;
  253. area2.Pointer += area2.Step;
  254. area3.Pointer += area3.Step;
  255. area4.Pointer += area4.Step;
  256. area5.Pointer += area5.Step;
  257. area6.Pointer += area6.Step;
  258. }
  259. }
  260. else if (bytesPerSample == 4)
  261. {
  262. for (int frame = 0; frame < frameCount; frame++)
  263. {
  264. // Channel 1
  265. ((int*)area1.Pointer)[0] = ((int*)srcptr)[(frame * bytesPerFrame >> 2) + 0];
  266. // Channel 2
  267. ((int*)area2.Pointer)[0] = ((int*)srcptr)[(frame * bytesPerFrame >> 2) + 1];
  268. // Channel 3
  269. ((int*)area3.Pointer)[0] = ((int*)srcptr)[(frame * bytesPerFrame >> 2) + 2];
  270. // Channel 4
  271. ((int*)area4.Pointer)[0] = ((int*)srcptr)[(frame * bytesPerFrame >> 2) + 3];
  272. // Channel 5
  273. ((int*)area5.Pointer)[0] = ((int*)srcptr)[(frame * bytesPerFrame >> 2) + 4];
  274. // Channel 6
  275. ((int*)area6.Pointer)[0] = ((int*)srcptr)[(frame * bytesPerFrame >> 2) + 5];
  276. area1.Pointer += area1.Step;
  277. area2.Pointer += area2.Step;
  278. area3.Pointer += area3.Step;
  279. area4.Pointer += area4.Step;
  280. area5.Pointer += area5.Step;
  281. area6.Pointer += area6.Step;
  282. }
  283. }
  284. else
  285. {
  286. for (int frame = 0; frame < frameCount; frame++)
  287. {
  288. // Channel 1
  289. Unsafe.CopyBlockUnaligned((byte*)area1.Pointer, srcptr + (frame * bytesPerFrame) + (0 * bytesPerSample), bytesPerSample);
  290. // Channel 2
  291. Unsafe.CopyBlockUnaligned((byte*)area2.Pointer, srcptr + (frame * bytesPerFrame) + (1 * bytesPerSample), bytesPerSample);
  292. // Channel 3
  293. Unsafe.CopyBlockUnaligned((byte*)area3.Pointer, srcptr + (frame * bytesPerFrame) + (2 * bytesPerSample), bytesPerSample);
  294. // Channel 4
  295. Unsafe.CopyBlockUnaligned((byte*)area4.Pointer, srcptr + (frame * bytesPerFrame) + (3 * bytesPerSample), bytesPerSample);
  296. // Channel 5
  297. Unsafe.CopyBlockUnaligned((byte*)area5.Pointer, srcptr + (frame * bytesPerFrame) + (4 * bytesPerSample), bytesPerSample);
  298. // Channel 6
  299. Unsafe.CopyBlockUnaligned((byte*)area6.Pointer, srcptr + (frame * bytesPerFrame) + (5 * bytesPerSample), bytesPerSample);
  300. area1.Pointer += area1.Step;
  301. area2.Pointer += area2.Step;
  302. area3.Pointer += area3.Step;
  303. area4.Pointer += area4.Step;
  304. area5.Pointer += area5.Step;
  305. area6.Pointer += area6.Step;
  306. }
  307. }
  308. }
  309. }
  310. // Every other channel count
  311. else
  312. {
  313. fixed (byte* srcptr = samples)
  314. {
  315. for (int frame = 0; frame < frameCount; frame++)
  316. {
  317. for (int channel = 0; channel < areas.Length; channel++)
  318. {
  319. // Copy channel by channel, frame by frame. This is slow!
  320. Unsafe.CopyBlockUnaligned((byte*)areas[channel].Pointer, srcptr + (frame * bytesPerFrame) + (channel * bytesPerSample), bytesPerSample);
  321. areas[channel].Pointer += areas[channel].Step;
  322. }
  323. }
  324. }
  325. }
  326. _outputStream.EndWrite();
  327. ulong sampleCount = (ulong)(samples.Length / bytesPerSample / channelCount);
  328. ulong availaibleSampleCount = sampleCount;
  329. bool needUpdate = false;
  330. while (availaibleSampleCount > 0 && _queuedBuffers.TryPeek(out SoundIoAudioBuffer driverBuffer))
  331. {
  332. ulong sampleStillNeeded = driverBuffer.SampleCount - Interlocked.Read(ref driverBuffer.SamplePlayed);
  333. ulong playedAudioBufferSampleCount = Math.Min(sampleStillNeeded, availaibleSampleCount);
  334. Interlocked.Add(ref driverBuffer.SamplePlayed, playedAudioBufferSampleCount);
  335. availaibleSampleCount -= playedAudioBufferSampleCount;
  336. if (Interlocked.Read(ref driverBuffer.SamplePlayed) == driverBuffer.SampleCount)
  337. {
  338. _queuedBuffers.TryDequeue(out _);
  339. needUpdate = true;
  340. }
  341. Interlocked.Add(ref _playedSampleCount, playedAudioBufferSampleCount);
  342. }
  343. // Notify the output if needed.
  344. if (needUpdate)
  345. {
  346. _updateRequiredEvent.Set();
  347. }
  348. }
  349. protected virtual void Dispose(bool disposing)
  350. {
  351. if (disposing && _driver.Unregister(this))
  352. {
  353. PrepareToClose();
  354. Stop();
  355. _outputStream.Dispose();
  356. }
  357. }
  358. public override void Dispose()
  359. {
  360. if (Interlocked.CompareExchange(ref _disposeState, 1, 0) == 0)
  361. {
  362. Dispose(true);
  363. }
  364. }
  365. }
  366. }