CommandGenerator.cs 42 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940
  1. //
  2. // Copyright (c) 2019-2020 Ryujinx
  3. //
  4. // This program is free software: you can redistribute it and/or modify
  5. // it under the terms of the GNU Lesser General Public License as published by
  6. // the Free Software Foundation, either version 3 of the License, or
  7. // (at your option) any later version.
  8. //
  9. // This program is distributed in the hope that it will be useful,
  10. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  12. // GNU Lesser General Public License for more details.
  13. //
  14. // You should have received a copy of the GNU Lesser General Public License
  15. // along with this program. If not, see <https://www.gnu.org/licenses/>.
  16. //
  17. using Ryujinx.Audio.Renderer.Common;
  18. using Ryujinx.Audio.Renderer.Dsp.Command;
  19. using Ryujinx.Audio.Renderer.Dsp.State;
  20. using Ryujinx.Audio.Renderer.Parameter;
  21. using Ryujinx.Audio.Renderer.Server.Effect;
  22. using Ryujinx.Audio.Renderer.Server.Mix;
  23. using Ryujinx.Audio.Renderer.Server.Performance;
  24. using Ryujinx.Audio.Renderer.Server.Sink;
  25. using Ryujinx.Audio.Renderer.Server.Splitter;
  26. using Ryujinx.Audio.Renderer.Server.Voice;
  27. using Ryujinx.Audio.Renderer.Utils;
  28. using System;
  29. using System.Diagnostics;
  30. namespace Ryujinx.Audio.Renderer.Server
  31. {
  32. public class CommandGenerator
  33. {
  34. private CommandBuffer _commandBuffer;
  35. private RendererSystemContext _rendererContext;
  36. private VoiceContext _voiceContext;
  37. private MixContext _mixContext;
  38. private EffectContext _effectContext;
  39. private SinkContext _sinkContext;
  40. private SplitterContext _splitterContext;
  41. private PerformanceManager _performanceManager;
  42. public CommandGenerator(CommandBuffer commandBuffer, RendererSystemContext rendererContext, VoiceContext voiceContext, MixContext mixContext, EffectContext effectContext, SinkContext sinkContext, SplitterContext splitterContext, PerformanceManager performanceManager)
  43. {
  44. _commandBuffer = commandBuffer;
  45. _rendererContext = rendererContext;
  46. _voiceContext = voiceContext;
  47. _mixContext = mixContext;
  48. _effectContext = effectContext;
  49. _sinkContext = sinkContext;
  50. _splitterContext = splitterContext;
  51. _performanceManager = performanceManager;
  52. _commandBuffer.GenerateClearMixBuffer(RendererConstants.InvalidNodeId);
  53. }
  54. private void GenerateDataSource(ref VoiceState voiceState, Memory<VoiceUpdateState> dspState, int channelIndex)
  55. {
  56. if (voiceState.MixId != RendererConstants.UnusedMixId)
  57. {
  58. ref MixState mix = ref _mixContext.GetState(voiceState.MixId);
  59. _commandBuffer.GenerateDepopPrepare(dspState,
  60. _rendererContext.DepopBuffer,
  61. mix.BufferCount,
  62. mix.BufferOffset,
  63. voiceState.NodeId,
  64. voiceState.WasPlaying);
  65. }
  66. else if (voiceState.SplitterId != RendererConstants.UnusedSplitterId)
  67. {
  68. int destinationId = 0;
  69. while (true)
  70. {
  71. Span<SplitterDestination> destinationSpan = _splitterContext.GetDestination((int)voiceState.SplitterId, destinationId++);
  72. if (destinationSpan.IsEmpty)
  73. {
  74. break;
  75. }
  76. ref SplitterDestination destination = ref destinationSpan[0];
  77. if (destination.IsConfigured())
  78. {
  79. int mixId = destination.DestinationId;
  80. if (mixId < _mixContext.GetCount() && mixId != RendererConstants.UnusedSplitterIdInt)
  81. {
  82. ref MixState mix = ref _mixContext.GetState(mixId);
  83. _commandBuffer.GenerateDepopPrepare(dspState,
  84. _rendererContext.DepopBuffer,
  85. mix.BufferCount,
  86. mix.BufferOffset,
  87. voiceState.NodeId,
  88. voiceState.WasPlaying);
  89. destination.MarkAsNeedToUpdateInternalState();
  90. }
  91. }
  92. }
  93. }
  94. if (!voiceState.WasPlaying)
  95. {
  96. Debug.Assert(voiceState.SampleFormat != SampleFormat.Adpcm || channelIndex == 0);
  97. if (_rendererContext.BehaviourContext.IsWaveBufferVersion2Supported())
  98. {
  99. _commandBuffer.GenerateDataSourceVersion2(ref voiceState,
  100. dspState,
  101. (ushort)_rendererContext.MixBufferCount,
  102. (ushort)channelIndex,
  103. voiceState.NodeId);
  104. }
  105. else
  106. {
  107. switch (voiceState.SampleFormat)
  108. {
  109. case SampleFormat.PcmInt16:
  110. _commandBuffer.GeneratePcmInt16DataSourceVersion1(ref voiceState,
  111. dspState,
  112. (ushort)_rendererContext.MixBufferCount,
  113. (ushort)channelIndex,
  114. voiceState.NodeId);
  115. break;
  116. case SampleFormat.PcmFloat:
  117. _commandBuffer.GeneratePcmFloatDataSourceVersion1(ref voiceState,
  118. dspState,
  119. (ushort)_rendererContext.MixBufferCount,
  120. (ushort)channelIndex,
  121. voiceState.NodeId);
  122. break;
  123. case SampleFormat.Adpcm:
  124. _commandBuffer.GenerateAdpcmDataSourceVersion1(ref voiceState,
  125. dspState,
  126. (ushort)_rendererContext.MixBufferCount,
  127. voiceState.NodeId);
  128. break;
  129. default:
  130. throw new NotImplementedException($"Unsupported data source {voiceState.SampleFormat}");
  131. }
  132. }
  133. }
  134. }
  135. private void GenerateBiquadFilterForVoice(ref VoiceState voiceState, Memory<VoiceUpdateState> state, int baseIndex, int bufferOffset, int nodeId)
  136. {
  137. for (int i = 0; i < voiceState.BiquadFilters.Length; i++)
  138. {
  139. ref BiquadFilterParameter filter = ref voiceState.BiquadFilters[i];
  140. if (filter.Enable)
  141. {
  142. Memory<byte> biquadStateRawMemory = SpanMemoryManager<byte>.Cast(state).Slice(VoiceUpdateState.BiquadStateOffset, VoiceUpdateState.BiquadStateSize * RendererConstants.VoiceBiquadFilterCount);
  143. Memory<BiquadFilterState> stateMemory = SpanMemoryManager<BiquadFilterState>.Cast(biquadStateRawMemory);
  144. _commandBuffer.GenerateBiquadFilter(baseIndex,
  145. ref filter,
  146. stateMemory.Slice(i, 1),
  147. bufferOffset,
  148. bufferOffset,
  149. !voiceState.BiquadFilterNeedInitialization[i],
  150. nodeId);
  151. }
  152. }
  153. }
  154. private void GenerateVoiceMix(Span<float> mixVolumes, Span<float> previousMixVolumes, Memory<VoiceUpdateState> state, uint bufferOffset, uint bufferCount, uint bufferIndex, int nodeId)
  155. {
  156. if (bufferCount > RendererConstants.VoiceChannelCountMax)
  157. {
  158. _commandBuffer.GenerateMixRampGrouped(bufferCount,
  159. bufferIndex,
  160. bufferOffset,
  161. previousMixVolumes,
  162. mixVolumes,
  163. state,
  164. nodeId);
  165. }
  166. else
  167. {
  168. for (int i = 0; i < bufferCount; i++)
  169. {
  170. float previousMixVolume = previousMixVolumes[i];
  171. float mixVolume = mixVolumes[i];
  172. if (mixVolume != 0.0f || previousMixVolume != 0.0f)
  173. {
  174. _commandBuffer.GenerateMixRamp(previousMixVolume,
  175. mixVolume,
  176. bufferIndex,
  177. bufferOffset + (uint)i,
  178. i,
  179. state,
  180. nodeId);
  181. }
  182. }
  183. }
  184. }
  185. private void GenerateVoice(ref VoiceState voiceState)
  186. {
  187. int nodeId = voiceState.NodeId;
  188. uint channelsCount = voiceState.ChannelsCount;
  189. for (int channelIndex = 0; channelIndex < channelsCount; channelIndex++)
  190. {
  191. Memory<VoiceUpdateState> dspStateMemory = _voiceContext.GetUpdateStateForDsp(voiceState.ChannelResourceIds[channelIndex]);
  192. ref VoiceChannelResource channelResource = ref _voiceContext.GetChannelResource(voiceState.ChannelResourceIds[channelIndex]);
  193. PerformanceDetailType dataSourceDetailType = PerformanceDetailType.Adpcm;
  194. if (voiceState.SampleFormat == SampleFormat.PcmInt16)
  195. {
  196. dataSourceDetailType = PerformanceDetailType.PcmInt16;
  197. }
  198. else if (voiceState.SampleFormat == SampleFormat.PcmFloat)
  199. {
  200. dataSourceDetailType = PerformanceDetailType.PcmFloat;
  201. }
  202. bool performanceInitialized = false;
  203. PerformanceEntryAddresses performanceEntry = new PerformanceEntryAddresses();
  204. if (_performanceManager != null && _performanceManager.IsTargetNodeId(nodeId) && _performanceManager.GetNextEntry(out performanceEntry, dataSourceDetailType, PerformanceEntryType.Voice, nodeId))
  205. {
  206. performanceInitialized = true;
  207. GeneratePerformance(ref performanceEntry, PerformanceCommand.Type.Start, nodeId);
  208. }
  209. GenerateDataSource(ref voiceState, dspStateMemory, channelIndex);
  210. if (performanceInitialized)
  211. {
  212. GeneratePerformance(ref performanceEntry, PerformanceCommand.Type.End, nodeId);
  213. }
  214. if (voiceState.WasPlaying)
  215. {
  216. voiceState.PreviousVolume = 0.0f;
  217. }
  218. else if (voiceState.HasAnyDestination())
  219. {
  220. performanceInitialized = false;
  221. if (_performanceManager != null && _performanceManager.IsTargetNodeId(nodeId) && _performanceManager.GetNextEntry(out performanceEntry, PerformanceDetailType.BiquadFilter, PerformanceEntryType.Voice, nodeId))
  222. {
  223. performanceInitialized = true;
  224. GeneratePerformance(ref performanceEntry, PerformanceCommand.Type.Start, nodeId);
  225. }
  226. GenerateBiquadFilterForVoice(ref voiceState, dspStateMemory, (int)_rendererContext.MixBufferCount, channelIndex, nodeId);
  227. if (performanceInitialized)
  228. {
  229. GeneratePerformance(ref performanceEntry, PerformanceCommand.Type.End, nodeId);
  230. }
  231. performanceInitialized = false;
  232. if (_performanceManager != null && _performanceManager.IsTargetNodeId(nodeId) && _performanceManager.GetNextEntry(out performanceEntry, PerformanceDetailType.VolumeRamp, PerformanceEntryType.Voice, nodeId))
  233. {
  234. performanceInitialized = true;
  235. GeneratePerformance(ref performanceEntry, PerformanceCommand.Type.Start, nodeId);
  236. }
  237. _commandBuffer.GenerateVolumeRamp(voiceState.PreviousVolume,
  238. voiceState.Volume,
  239. _rendererContext.MixBufferCount + (uint)channelIndex,
  240. nodeId);
  241. if (performanceInitialized)
  242. {
  243. GeneratePerformance(ref performanceEntry, PerformanceCommand.Type.End, nodeId);
  244. }
  245. voiceState.PreviousVolume = voiceState.Volume;
  246. if (voiceState.MixId == RendererConstants.UnusedMixId)
  247. {
  248. if (voiceState.SplitterId != RendererConstants.UnusedSplitterId)
  249. {
  250. int destinationId = channelIndex;
  251. while (true)
  252. {
  253. Span<SplitterDestination> destinationSpan = _splitterContext.GetDestination((int)voiceState.SplitterId, destinationId);
  254. if (destinationSpan.IsEmpty)
  255. {
  256. break;
  257. }
  258. ref SplitterDestination destination = ref destinationSpan[0];
  259. destinationId += (int)channelsCount;
  260. if (destination.IsConfigured())
  261. {
  262. int mixId = destination.DestinationId;
  263. if (mixId < _mixContext.GetCount() && mixId != RendererConstants.UnusedSplitterIdInt)
  264. {
  265. ref MixState mix = ref _mixContext.GetState(mixId);
  266. GenerateVoiceMix(destination.MixBufferVolume,
  267. destination.PreviousMixBufferVolume,
  268. dspStateMemory,
  269. mix.BufferOffset,
  270. mix.BufferCount,
  271. _rendererContext.MixBufferCount + (uint)channelIndex,
  272. nodeId);
  273. destination.MarkAsNeedToUpdateInternalState();
  274. }
  275. }
  276. }
  277. }
  278. }
  279. else
  280. {
  281. ref MixState mix = ref _mixContext.GetState(voiceState.MixId);
  282. performanceInitialized = false;
  283. if (_performanceManager != null && _performanceManager.IsTargetNodeId(nodeId) && _performanceManager.GetNextEntry(out performanceEntry, PerformanceDetailType.Mix, PerformanceEntryType.Voice, nodeId))
  284. {
  285. performanceInitialized = true;
  286. GeneratePerformance(ref performanceEntry, PerformanceCommand.Type.Start, nodeId);
  287. }
  288. GenerateVoiceMix(channelResource.Mix.ToSpan(),
  289. channelResource.PreviousMix.ToSpan(),
  290. dspStateMemory,
  291. mix.BufferOffset,
  292. mix.BufferCount,
  293. _rendererContext.MixBufferCount + (uint)channelIndex,
  294. nodeId);
  295. if (performanceInitialized)
  296. {
  297. GeneratePerformance(ref performanceEntry, PerformanceCommand.Type.End, nodeId);
  298. }
  299. channelResource.UpdateState();
  300. }
  301. for (int i = 0; i < voiceState.BiquadFilterNeedInitialization.Length; i++)
  302. {
  303. voiceState.BiquadFilterNeedInitialization[i] = voiceState.BiquadFilters[i].Enable;
  304. }
  305. }
  306. }
  307. }
  308. public void GenerateVoices()
  309. {
  310. for (int i = 0; i < _voiceContext.GetCount(); i++)
  311. {
  312. ref VoiceState sortedState = ref _voiceContext.GetSortedState(i);
  313. if (!sortedState.ShouldSkip() && sortedState.UpdateForCommandGeneration(_voiceContext))
  314. {
  315. int nodeId = sortedState.NodeId;
  316. PerformanceEntryAddresses performanceEntry = new PerformanceEntryAddresses();
  317. bool performanceInitialized = false;
  318. if (_performanceManager != null && _performanceManager.GetNextEntry(out performanceEntry, PerformanceEntryType.Voice, nodeId))
  319. {
  320. performanceInitialized = true;
  321. GeneratePerformance(ref performanceEntry, PerformanceCommand.Type.Start, nodeId);
  322. }
  323. GenerateVoice(ref sortedState);
  324. if (performanceInitialized)
  325. {
  326. GeneratePerformance(ref performanceEntry, PerformanceCommand.Type.End, nodeId);
  327. }
  328. }
  329. }
  330. _splitterContext.UpdateInternalState();
  331. }
  332. public void GeneratePerformance(ref PerformanceEntryAddresses performanceEntryAddresses, PerformanceCommand.Type type, int nodeId)
  333. {
  334. _commandBuffer.GeneratePerformance(ref performanceEntryAddresses, type, nodeId);
  335. }
  336. private void GenerateBufferMixerEffect(int bufferOffset, BufferMixEffect effect, int nodeId)
  337. {
  338. Debug.Assert(effect.Type == EffectType.BufferMix);
  339. if (effect.IsEnabled)
  340. {
  341. for (int i = 0; i < effect.Parameter.MixesCount; i++)
  342. {
  343. if (effect.Parameter.Volumes[i] != 0.0f)
  344. {
  345. _commandBuffer.GenerateMix((uint)bufferOffset + effect.Parameter.Input[i],
  346. (uint)bufferOffset + effect.Parameter.Output[i],
  347. nodeId,
  348. effect.Parameter.Volumes[i]);
  349. }
  350. }
  351. }
  352. }
  353. private void GenerateAuxEffect(uint bufferOffset, AuxiliaryBufferEffect effect, int nodeId)
  354. {
  355. Debug.Assert(effect.Type == EffectType.AuxiliaryBuffer);
  356. if (effect.IsEnabled)
  357. {
  358. effect.GetWorkBuffer(0);
  359. effect.GetWorkBuffer(1);
  360. }
  361. if (effect.State.SendBufferInfoBase != 0 && effect.State.ReturnBufferInfoBase != 0)
  362. {
  363. int i = 0;
  364. uint writeOffset = 0;
  365. for (uint channelIndex = effect.Parameter.ChannelCount; channelIndex != 0; channelIndex--)
  366. {
  367. uint newUpdateCount = writeOffset + _commandBuffer.CommandList.SampleCount;
  368. uint updateCount;
  369. if ((channelIndex - 1) != 0)
  370. {
  371. updateCount = 0;
  372. }
  373. else
  374. {
  375. updateCount = newUpdateCount;
  376. }
  377. _commandBuffer.GenerateAuxEffect(bufferOffset,
  378. effect.Parameter.Input[i],
  379. effect.Parameter.Output[i],
  380. ref effect.State,
  381. effect.IsEnabled,
  382. effect.Parameter.BufferStorageSize,
  383. effect.State.SendBufferInfoBase,
  384. effect.State.ReturnBufferInfoBase,
  385. updateCount,
  386. writeOffset,
  387. nodeId);
  388. writeOffset = newUpdateCount;
  389. i++;
  390. }
  391. }
  392. }
  393. private void GenerateDelayEffect(uint bufferOffset, DelayEffect effect, int nodeId)
  394. {
  395. Debug.Assert(effect.Type == EffectType.Delay);
  396. ulong workBuffer = effect.GetWorkBuffer(-1);
  397. _commandBuffer.GenerateDelayEffect(bufferOffset, effect.Parameter, effect.State, effect.IsEnabled, workBuffer, nodeId);
  398. }
  399. private void GenerateReverbEffect(uint bufferOffset, ReverbEffect effect, int nodeId, bool isLongSizePreDelaySupported)
  400. {
  401. Debug.Assert(effect.Type == EffectType.Reverb);
  402. ulong workBuffer = effect.GetWorkBuffer(-1);
  403. _commandBuffer.GenerateReverbEffect(bufferOffset, effect.Parameter, effect.State, effect.IsEnabled, workBuffer, nodeId, isLongSizePreDelaySupported);
  404. }
  405. private void GenerateReverb3dEffect(uint bufferOffset, Reverb3dEffect effect, int nodeId)
  406. {
  407. Debug.Assert(effect.Type == EffectType.Reverb3d);
  408. ulong workBuffer = effect.GetWorkBuffer(-1);
  409. _commandBuffer.GenerateReverb3dEffect(bufferOffset, effect.Parameter, effect.State, effect.IsEnabled, workBuffer, nodeId);
  410. }
  411. private void GenerateBiquadFilterEffect(uint bufferOffset, BiquadFilterEffect effect, int nodeId)
  412. {
  413. Debug.Assert(effect.Type == EffectType.BiquadFilter);
  414. if (effect.IsEnabled)
  415. {
  416. bool needInitialization = effect.Parameter.Status == UsageState.Invalid ||
  417. (effect.Parameter.Status == UsageState.New && !_rendererContext.BehaviourContext.IsBiquadFilterEffectStateClearBugFixed());
  418. BiquadFilterParameter parameter = new BiquadFilterParameter();
  419. parameter.Enable = true;
  420. effect.Parameter.Denominator.ToSpan().CopyTo(parameter.Denominator.ToSpan());
  421. effect.Parameter.Numerator.ToSpan().CopyTo(parameter.Numerator.ToSpan());
  422. for (int i = 0; i < effect.Parameter.ChannelCount; i++)
  423. {
  424. _commandBuffer.GenerateBiquadFilter((int)bufferOffset, ref parameter, effect.State.Slice(i, 1),
  425. effect.Parameter.Input[i],
  426. effect.Parameter.Output[i],
  427. needInitialization,
  428. nodeId);
  429. }
  430. }
  431. else
  432. {
  433. for (int i = 0; i < effect.Parameter.ChannelCount; i++)
  434. {
  435. uint inputBufferIndex = bufferOffset + effect.Parameter.Input[i];
  436. uint outputBufferIndex = bufferOffset + effect.Parameter.Output[i];
  437. // If the input and output isn't the same, generate a command.
  438. if (inputBufferIndex != outputBufferIndex)
  439. {
  440. _commandBuffer.GenerateCopyMixBuffer(inputBufferIndex, outputBufferIndex, nodeId);
  441. }
  442. }
  443. }
  444. }
  445. private void GenerateEffect(ref MixState mix, BaseEffect effect)
  446. {
  447. int nodeId = mix.NodeId;
  448. bool isFinalMix = mix.MixId == RendererConstants.FinalMixId;
  449. PerformanceEntryAddresses performanceEntry = new PerformanceEntryAddresses();
  450. bool performanceInitialized = false;
  451. if (_performanceManager != null && _performanceManager.GetNextEntry(out performanceEntry, effect.GetPerformanceDetailType(),
  452. isFinalMix ? PerformanceEntryType.FinalMix : PerformanceEntryType.SubMix, nodeId))
  453. {
  454. performanceInitialized = true;
  455. GeneratePerformance(ref performanceEntry, PerformanceCommand.Type.Start, nodeId);
  456. }
  457. switch (effect.Type)
  458. {
  459. case EffectType.BufferMix:
  460. GenerateBufferMixerEffect((int)mix.BufferOffset, (BufferMixEffect)effect, nodeId);
  461. break;
  462. case EffectType.AuxiliaryBuffer:
  463. GenerateAuxEffect(mix.BufferOffset, (AuxiliaryBufferEffect)effect, nodeId);
  464. break;
  465. case EffectType.Delay:
  466. GenerateDelayEffect(mix.BufferOffset, (DelayEffect)effect, nodeId);
  467. break;
  468. case EffectType.Reverb:
  469. GenerateReverbEffect(mix.BufferOffset, (ReverbEffect)effect, nodeId, mix.IsLongSizePreDelaySupported);
  470. break;
  471. case EffectType.Reverb3d:
  472. GenerateReverb3dEffect(mix.BufferOffset, (Reverb3dEffect)effect, nodeId);
  473. break;
  474. case EffectType.BiquadFilter:
  475. GenerateBiquadFilterEffect(mix.BufferOffset, (BiquadFilterEffect)effect, nodeId);
  476. break;
  477. default:
  478. throw new NotImplementedException($"Unsupported effect type {effect.Type}");
  479. }
  480. if (performanceInitialized)
  481. {
  482. GeneratePerformance(ref performanceEntry, PerformanceCommand.Type.End, nodeId);
  483. }
  484. effect.UpdateForCommandGeneration();
  485. }
  486. private void GenerateEffects(ref MixState mix)
  487. {
  488. ReadOnlySpan<int> effectProcessingOrderArray = mix.EffectProcessingOrderArray;
  489. Debug.Assert(_effectContext.GetCount() == 0 || !effectProcessingOrderArray.IsEmpty);
  490. for (int i = 0; i < _effectContext.GetCount(); i++)
  491. {
  492. int effectOrder = effectProcessingOrderArray[i];
  493. if (effectOrder == RendererConstants.InvalidProcessingOrder)
  494. {
  495. break;
  496. }
  497. // BaseEffect is a class, we don't need to pass it by ref
  498. BaseEffect effect = _effectContext.GetEffect(effectOrder);
  499. Debug.Assert(effect.Type != EffectType.Invalid);
  500. Debug.Assert(effect.MixId == mix.MixId);
  501. if (!effect.ShouldSkip())
  502. {
  503. GenerateEffect(ref mix, effect);
  504. }
  505. }
  506. }
  507. private void GenerateMix(ref MixState mix)
  508. {
  509. if (mix.HasAnyDestination())
  510. {
  511. Debug.Assert(mix.DestinationMixId != RendererConstants.UnusedMixId || mix.DestinationSplitterId != RendererConstants.UnusedSplitterId);
  512. if (mix.DestinationMixId == RendererConstants.UnusedMixId)
  513. {
  514. if (mix.DestinationSplitterId != RendererConstants.UnusedSplitterId)
  515. {
  516. int destinationId = 0;
  517. while (true)
  518. {
  519. int destinationIndex = destinationId++;
  520. Span<SplitterDestination> destinationSpan = _splitterContext.GetDestination((int)mix.DestinationSplitterId, destinationIndex);
  521. if (destinationSpan.IsEmpty)
  522. {
  523. break;
  524. }
  525. ref SplitterDestination destination = ref destinationSpan[0];
  526. if (destination.IsConfigured())
  527. {
  528. int mixId = destination.DestinationId;
  529. if (mixId < _mixContext.GetCount() && mixId != RendererConstants.UnusedSplitterIdInt)
  530. {
  531. ref MixState destinationMix = ref _mixContext.GetState(mixId);
  532. uint inputBufferIndex = mix.BufferOffset + ((uint)destinationIndex % mix.BufferCount);
  533. for (uint bufferDestinationIndex = 0; bufferDestinationIndex < destinationMix.BufferCount; bufferDestinationIndex++)
  534. {
  535. float volume = mix.Volume * destination.GetMixVolume((int)bufferDestinationIndex);
  536. if (volume != 0.0f)
  537. {
  538. _commandBuffer.GenerateMix(inputBufferIndex,
  539. destinationMix.BufferOffset + bufferDestinationIndex,
  540. mix.NodeId,
  541. volume);
  542. }
  543. }
  544. }
  545. }
  546. }
  547. }
  548. }
  549. else
  550. {
  551. ref MixState destinationMix = ref _mixContext.GetState(mix.DestinationMixId);
  552. for (uint bufferIndex = 0; bufferIndex < mix.BufferCount; bufferIndex++)
  553. {
  554. for (uint bufferDestinationIndex = 0; bufferDestinationIndex < destinationMix.BufferCount; bufferDestinationIndex++)
  555. {
  556. float volume = mix.Volume * mix.GetMixBufferVolume((int)bufferIndex, (int)bufferDestinationIndex);
  557. if (volume != 0.0f)
  558. {
  559. _commandBuffer.GenerateMix(mix.BufferOffset + bufferIndex,
  560. destinationMix.BufferOffset + bufferDestinationIndex,
  561. mix.NodeId,
  562. volume);
  563. }
  564. }
  565. }
  566. }
  567. }
  568. }
  569. private void GenerateSubMix(ref MixState subMix)
  570. {
  571. _commandBuffer.GenerateDepopForMixBuffersCommand(_rendererContext.DepopBuffer,
  572. subMix.BufferOffset,
  573. subMix.BufferCount,
  574. subMix.NodeId,
  575. subMix.SampleRate);
  576. GenerateEffects(ref subMix);
  577. PerformanceEntryAddresses performanceEntry = new PerformanceEntryAddresses();
  578. int nodeId = subMix.NodeId;
  579. bool performanceInitialized = false;
  580. if (_performanceManager != null && _performanceManager.IsTargetNodeId(nodeId) && _performanceManager.GetNextEntry(out performanceEntry, PerformanceDetailType.Mix, PerformanceEntryType.SubMix, nodeId))
  581. {
  582. performanceInitialized = true;
  583. GeneratePerformance(ref performanceEntry, PerformanceCommand.Type.Start, nodeId);
  584. }
  585. GenerateMix(ref subMix);
  586. if (performanceInitialized)
  587. {
  588. GeneratePerformance(ref performanceEntry, PerformanceCommand.Type.End, nodeId);
  589. }
  590. }
  591. public void GenerateSubMixes()
  592. {
  593. for (int id = 0; id < _mixContext.GetCount(); id++)
  594. {
  595. ref MixState sortedState = ref _mixContext.GetSortedState(id);
  596. if (sortedState.IsUsed && sortedState.MixId != RendererConstants.FinalMixId)
  597. {
  598. int nodeId = sortedState.NodeId;
  599. PerformanceEntryAddresses performanceEntry = new PerformanceEntryAddresses();
  600. bool performanceInitialized = false;
  601. if (_performanceManager != null && _performanceManager.GetNextEntry(out performanceEntry, PerformanceEntryType.SubMix, nodeId))
  602. {
  603. performanceInitialized = true;
  604. GeneratePerformance(ref performanceEntry, PerformanceCommand.Type.Start, nodeId);
  605. }
  606. GenerateSubMix(ref sortedState);
  607. if (performanceInitialized)
  608. {
  609. GeneratePerformance(ref performanceEntry, PerformanceCommand.Type.End, nodeId);
  610. }
  611. }
  612. }
  613. }
  614. private void GenerateFinalMix()
  615. {
  616. ref MixState finalMix = ref _mixContext.GetFinalState();
  617. _commandBuffer.GenerateDepopForMixBuffersCommand(_rendererContext.DepopBuffer,
  618. finalMix.BufferOffset,
  619. finalMix.BufferCount,
  620. finalMix.NodeId,
  621. finalMix.SampleRate);
  622. GenerateEffects(ref finalMix);
  623. PerformanceEntryAddresses performanceEntry = new PerformanceEntryAddresses();
  624. int nodeId = finalMix.NodeId;
  625. bool performanceInitialized = false;
  626. if (_performanceManager != null && _performanceManager.IsTargetNodeId(nodeId) && _performanceManager.GetNextEntry(out performanceEntry, PerformanceDetailType.Mix, PerformanceEntryType.FinalMix, nodeId))
  627. {
  628. performanceInitialized = true;
  629. GeneratePerformance(ref performanceEntry, PerformanceCommand.Type.Start, nodeId);
  630. }
  631. // Only generate volume command if the volume isn't 100%.
  632. if (finalMix.Volume != 1.0f)
  633. {
  634. for (uint bufferIndex = 0; bufferIndex < finalMix.BufferCount; bufferIndex++)
  635. {
  636. bool performanceSubInitialized = false;
  637. if (_performanceManager != null && _performanceManager.IsTargetNodeId(nodeId) && _performanceManager.GetNextEntry(out performanceEntry, PerformanceDetailType.VolumeRamp, PerformanceEntryType.FinalMix, nodeId))
  638. {
  639. performanceSubInitialized = true;
  640. GeneratePerformance(ref performanceEntry, PerformanceCommand.Type.Start, nodeId);
  641. }
  642. _commandBuffer.GenerateVolume(finalMix.Volume,
  643. finalMix.BufferOffset + bufferIndex,
  644. nodeId);
  645. if (performanceSubInitialized)
  646. {
  647. GeneratePerformance(ref performanceEntry, PerformanceCommand.Type.End, nodeId);
  648. }
  649. }
  650. }
  651. if (performanceInitialized)
  652. {
  653. GeneratePerformance(ref performanceEntry, PerformanceCommand.Type.End, nodeId);
  654. }
  655. }
  656. public void GenerateFinalMixes()
  657. {
  658. int nodeId = _mixContext.GetFinalState().NodeId;
  659. PerformanceEntryAddresses performanceEntry = new PerformanceEntryAddresses();
  660. bool performanceInitialized = false;
  661. if (_performanceManager != null && _performanceManager.GetNextEntry(out performanceEntry, PerformanceEntryType.FinalMix, nodeId))
  662. {
  663. performanceInitialized = true;
  664. GeneratePerformance(ref performanceEntry, PerformanceCommand.Type.Start, nodeId);
  665. }
  666. GenerateFinalMix();
  667. if (performanceInitialized)
  668. {
  669. GeneratePerformance(ref performanceEntry, PerformanceCommand.Type.End, nodeId);
  670. }
  671. }
  672. private void GenerateCircularBuffer(CircularBufferSink sink, ref MixState finalMix)
  673. {
  674. _commandBuffer.GenerateCircularBuffer(finalMix.BufferOffset, sink, RendererConstants.InvalidNodeId);
  675. }
  676. private void GenerateDevice(DeviceSink sink, ref MixState finalMix)
  677. {
  678. if (_commandBuffer.CommandList.SampleRate != 48000 && sink.UpsamplerState == null)
  679. {
  680. sink.UpsamplerState = _rendererContext.UpsamplerManager.Allocate();
  681. }
  682. bool useCustomDownMixingCommand = _rendererContext.ChannelCount == 2 && sink.Parameter.DownMixParameterEnabled;
  683. if (useCustomDownMixingCommand)
  684. {
  685. _commandBuffer.GenerateDownMixSurroundToStereo(finalMix.BufferOffset,
  686. sink.Parameter.Input.ToSpan(),
  687. sink.Parameter.Input.ToSpan(),
  688. sink.DownMixCoefficients,
  689. RendererConstants.InvalidNodeId);
  690. }
  691. // NOTE: we do the downmixing at the DSP level as right now the renderer interface doesn't use audout.
  692. // TODO: Remove this when audout is rewritten.
  693. else if (_rendererContext.ChannelCount == 2 && sink.Parameter.InputCount == 6)
  694. {
  695. _commandBuffer.GenerateDownMixSurroundToStereo(finalMix.BufferOffset,
  696. sink.Parameter.Input.ToSpan(),
  697. sink.Parameter.Input.ToSpan(),
  698. RendererConstants.DefaultSurroundToStereoCoefficients,
  699. RendererConstants.InvalidNodeId);
  700. }
  701. CommandList commandList = _commandBuffer.CommandList;
  702. if (sink.UpsamplerState != null)
  703. {
  704. _commandBuffer.GenerateUpsample(finalMix.BufferOffset,
  705. sink.UpsamplerState,
  706. sink.Parameter.InputCount,
  707. sink.Parameter.Input.ToSpan(),
  708. commandList.BufferCount,
  709. commandList.SampleCount,
  710. commandList.SampleRate,
  711. RendererConstants.InvalidNodeId);
  712. }
  713. _commandBuffer.GenerateDeviceSink(finalMix.BufferOffset,
  714. sink,
  715. _rendererContext.SessionId,
  716. commandList.Buffers,
  717. RendererConstants.InvalidNodeId);
  718. }
  719. private void GenerateSink(BaseSink sink, ref MixState finalMix)
  720. {
  721. bool performanceInitialized = false;
  722. PerformanceEntryAddresses performanceEntry = new PerformanceEntryAddresses();
  723. if (_performanceManager != null && _performanceManager.GetNextEntry(out performanceEntry, PerformanceEntryType.Sink, sink.NodeId))
  724. {
  725. performanceInitialized = true;
  726. GeneratePerformance(ref performanceEntry, PerformanceCommand.Type.Start, sink.NodeId);
  727. }
  728. if (!sink.ShouldSkip)
  729. {
  730. switch (sink.Type)
  731. {
  732. case SinkType.CircularBuffer:
  733. GenerateCircularBuffer((CircularBufferSink)sink, ref finalMix);
  734. break;
  735. case SinkType.Device:
  736. GenerateDevice((DeviceSink)sink, ref finalMix);
  737. break;
  738. default:
  739. throw new NotImplementedException($"Unsupported sink type {sink.Type}");
  740. }
  741. sink.UpdateForCommandGeneration();
  742. }
  743. if (performanceInitialized)
  744. {
  745. GeneratePerformance(ref performanceEntry, PerformanceCommand.Type.End, sink.NodeId);
  746. }
  747. }
  748. public void GenerateSinks()
  749. {
  750. ref MixState finalMix = ref _mixContext.GetFinalState();
  751. for (int i = 0; i < _sinkContext.GetCount(); i++)
  752. {
  753. // BaseSink is a class, we don't need to pass it by ref
  754. BaseSink sink = _sinkContext.GetSink(i);
  755. if (sink.IsUsed)
  756. {
  757. GenerateSink(sink, ref finalMix);
  758. }
  759. }
  760. }
  761. }
  762. }