CommandGenerator.cs 42 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938
  1. //
  2. // Copyright (c) 2019-2020 Ryujinx
  3. //
  4. // This program is free software: you can redistribute it and/or modify
  5. // it under the terms of the GNU Lesser General Public License as published by
  6. // the Free Software Foundation, either version 3 of the License, or
  7. // (at your option) any later version.
  8. //
  9. // This program is distributed in the hope that it will be useful,
  10. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  12. // GNU Lesser General Public License for more details.
  13. //
  14. // You should have received a copy of the GNU Lesser General Public License
  15. // along with this program. If not, see <https://www.gnu.org/licenses/>.
  16. //
  17. using Ryujinx.Audio.Renderer.Common;
  18. using Ryujinx.Audio.Renderer.Dsp.Command;
  19. using Ryujinx.Audio.Renderer.Dsp.State;
  20. using Ryujinx.Audio.Renderer.Parameter;
  21. using Ryujinx.Audio.Renderer.Server.Effect;
  22. using Ryujinx.Audio.Renderer.Server.Mix;
  23. using Ryujinx.Audio.Renderer.Server.Performance;
  24. using Ryujinx.Audio.Renderer.Server.Sink;
  25. using Ryujinx.Audio.Renderer.Server.Splitter;
  26. using Ryujinx.Audio.Renderer.Server.Voice;
  27. using Ryujinx.Audio.Renderer.Utils;
  28. using System;
  29. using System.Diagnostics;
  30. namespace Ryujinx.Audio.Renderer.Server
  31. {
  32. public class CommandGenerator
  33. {
  34. private CommandBuffer _commandBuffer;
  35. private RendererSystemContext _rendererContext;
  36. private VoiceContext _voiceContext;
  37. private MixContext _mixContext;
  38. private EffectContext _effectContext;
  39. private SinkContext _sinkContext;
  40. private SplitterContext _splitterContext;
  41. private PerformanceManager _performanceManager;
  42. public CommandGenerator(CommandBuffer commandBuffer, RendererSystemContext rendererContext, VoiceContext voiceContext, MixContext mixContext, EffectContext effectContext, SinkContext sinkContext, SplitterContext splitterContext, PerformanceManager performanceManager)
  43. {
  44. _commandBuffer = commandBuffer;
  45. _rendererContext = rendererContext;
  46. _voiceContext = voiceContext;
  47. _mixContext = mixContext;
  48. _effectContext = effectContext;
  49. _sinkContext = sinkContext;
  50. _splitterContext = splitterContext;
  51. _performanceManager = performanceManager;
  52. _commandBuffer.GenerateClearMixBuffer(RendererConstants.InvalidNodeId);
  53. }
  54. private void GenerateDataSource(ref VoiceState voiceState, Memory<VoiceUpdateState> dspState, int channelIndex)
  55. {
  56. if (voiceState.MixId != RendererConstants.UnusedMixId)
  57. {
  58. ref MixState mix = ref _mixContext.GetState(voiceState.MixId);
  59. _commandBuffer.GenerateDepopPrepare(dspState,
  60. _rendererContext.DepopBuffer,
  61. mix.BufferCount,
  62. mix.BufferOffset,
  63. voiceState.NodeId,
  64. voiceState.WasPlaying);
  65. }
  66. else if (voiceState.SplitterId != RendererConstants.UnusedSplitterId)
  67. {
  68. int destinationId = 0;
  69. while (true)
  70. {
  71. Span<SplitterDestination> destinationSpan = _splitterContext.GetDestination((int)voiceState.SplitterId, destinationId++);
  72. if (destinationSpan.IsEmpty)
  73. {
  74. break;
  75. }
  76. ref SplitterDestination destination = ref destinationSpan[0];
  77. if (destination.IsConfigured())
  78. {
  79. int mixId = destination.DestinationId;
  80. if (mixId < _mixContext.GetCount() && mixId != RendererConstants.UnusedSplitterIdInt)
  81. {
  82. ref MixState mix = ref _mixContext.GetState(mixId);
  83. _commandBuffer.GenerateDepopPrepare(dspState,
  84. _rendererContext.DepopBuffer,
  85. mix.BufferCount,
  86. mix.BufferOffset,
  87. voiceState.NodeId,
  88. voiceState.WasPlaying);
  89. destination.MarkAsNeedToUpdateInternalState();
  90. }
  91. }
  92. }
  93. }
  94. if (!voiceState.WasPlaying)
  95. {
  96. if (_rendererContext.BehaviourContext.IsWaveBufferVersion2Supported())
  97. {
  98. _commandBuffer.GenerateDataSourceVersion2(ref voiceState,
  99. dspState,
  100. (ushort)_rendererContext.MixBufferCount,
  101. (ushort)channelIndex,
  102. voiceState.NodeId);
  103. }
  104. else
  105. {
  106. switch (voiceState.SampleFormat)
  107. {
  108. case SampleFormat.PcmInt16:
  109. _commandBuffer.GeneratePcmInt16DataSourceVersion1(ref voiceState,
  110. dspState,
  111. (ushort)_rendererContext.MixBufferCount,
  112. (ushort)channelIndex,
  113. voiceState.NodeId);
  114. break;
  115. case SampleFormat.PcmFloat:
  116. _commandBuffer.GeneratePcmFloatDataSourceVersion1(ref voiceState,
  117. dspState,
  118. (ushort)_rendererContext.MixBufferCount,
  119. (ushort)channelIndex,
  120. voiceState.NodeId);
  121. break;
  122. case SampleFormat.Adpcm:
  123. _commandBuffer.GenerateAdpcmDataSourceVersion1(ref voiceState,
  124. dspState,
  125. (ushort)_rendererContext.MixBufferCount,
  126. voiceState.NodeId);
  127. break;
  128. default:
  129. throw new NotImplementedException($"Unsupported data source {voiceState.SampleFormat}");
  130. }
  131. }
  132. }
  133. }
  134. private void GenerateBiquadFilterForVoice(ref VoiceState voiceState, Memory<VoiceUpdateState> state, int baseIndex, int bufferOffset, int nodeId)
  135. {
  136. for (int i = 0; i < voiceState.BiquadFilters.Length; i++)
  137. {
  138. ref BiquadFilterParameter filter = ref voiceState.BiquadFilters[i];
  139. if (filter.Enable)
  140. {
  141. Memory<byte> biquadStateRawMemory = SpanMemoryManager<byte>.Cast(state).Slice(VoiceUpdateState.BiquadStateOffset, VoiceUpdateState.BiquadStateSize * RendererConstants.VoiceBiquadFilterCount);
  142. Memory<BiquadFilterState> stateMemory = SpanMemoryManager<BiquadFilterState>.Cast(biquadStateRawMemory);
  143. _commandBuffer.GenerateBiquadFilter(baseIndex,
  144. ref filter,
  145. stateMemory.Slice(i, 1),
  146. bufferOffset,
  147. bufferOffset,
  148. !voiceState.BiquadFilterNeedInitialization[i],
  149. nodeId);
  150. }
  151. }
  152. }
  153. private void GenerateVoiceMix(Span<float> mixVolumes, Span<float> previousMixVolumes, Memory<VoiceUpdateState> state, uint bufferOffset, uint bufferCount, uint bufferIndex, int nodeId)
  154. {
  155. if (bufferCount > RendererConstants.VoiceChannelCountMax)
  156. {
  157. _commandBuffer.GenerateMixRampGrouped(bufferCount,
  158. bufferIndex,
  159. bufferOffset,
  160. previousMixVolumes,
  161. mixVolumes,
  162. state,
  163. nodeId);
  164. }
  165. else
  166. {
  167. for (int i = 0; i < bufferCount; i++)
  168. {
  169. float previousMixVolume = previousMixVolumes[i];
  170. float mixVolume = mixVolumes[i];
  171. if (mixVolume != 0.0f || previousMixVolume != 0.0f)
  172. {
  173. _commandBuffer.GenerateMixRamp(previousMixVolume,
  174. mixVolume,
  175. bufferIndex,
  176. bufferOffset + (uint)i,
  177. i,
  178. state,
  179. nodeId);
  180. }
  181. }
  182. }
  183. }
  184. private void GenerateVoice(ref VoiceState voiceState)
  185. {
  186. int nodeId = voiceState.NodeId;
  187. uint channelsCount = voiceState.ChannelsCount;
  188. for (int channelIndex = 0; channelIndex < channelsCount; channelIndex++)
  189. {
  190. Memory<VoiceUpdateState> dspStateMemory = _voiceContext.GetUpdateStateForDsp(voiceState.ChannelResourceIds[channelIndex]);
  191. ref VoiceChannelResource channelResource = ref _voiceContext.GetChannelResource(voiceState.ChannelResourceIds[channelIndex]);
  192. PerformanceDetailType dataSourceDetailType = PerformanceDetailType.Adpcm;
  193. if (voiceState.SampleFormat == SampleFormat.PcmInt16)
  194. {
  195. dataSourceDetailType = PerformanceDetailType.PcmInt16;
  196. }
  197. else if (voiceState.SampleFormat == SampleFormat.PcmFloat)
  198. {
  199. dataSourceDetailType = PerformanceDetailType.PcmFloat;
  200. }
  201. bool performanceInitialized = false;
  202. PerformanceEntryAddresses performanceEntry = new PerformanceEntryAddresses();
  203. if (_performanceManager != null && _performanceManager.IsTargetNodeId(nodeId) && _performanceManager.GetNextEntry(out performanceEntry, dataSourceDetailType, PerformanceEntryType.Voice, nodeId))
  204. {
  205. performanceInitialized = true;
  206. GeneratePerformance(ref performanceEntry, PerformanceCommand.Type.Start, nodeId);
  207. }
  208. GenerateDataSource(ref voiceState, dspStateMemory, channelIndex);
  209. if (performanceInitialized)
  210. {
  211. GeneratePerformance(ref performanceEntry, PerformanceCommand.Type.End, nodeId);
  212. }
  213. if (voiceState.WasPlaying)
  214. {
  215. voiceState.PreviousVolume = 0.0f;
  216. }
  217. else if (voiceState.HasAnyDestination())
  218. {
  219. performanceInitialized = false;
  220. if (_performanceManager != null && _performanceManager.IsTargetNodeId(nodeId) && _performanceManager.GetNextEntry(out performanceEntry, PerformanceDetailType.BiquadFilter, PerformanceEntryType.Voice, nodeId))
  221. {
  222. performanceInitialized = true;
  223. GeneratePerformance(ref performanceEntry, PerformanceCommand.Type.Start, nodeId);
  224. }
  225. GenerateBiquadFilterForVoice(ref voiceState, dspStateMemory, (int)_rendererContext.MixBufferCount, channelIndex, nodeId);
  226. if (performanceInitialized)
  227. {
  228. GeneratePerformance(ref performanceEntry, PerformanceCommand.Type.End, nodeId);
  229. }
  230. performanceInitialized = false;
  231. if (_performanceManager != null && _performanceManager.IsTargetNodeId(nodeId) && _performanceManager.GetNextEntry(out performanceEntry, PerformanceDetailType.VolumeRamp, PerformanceEntryType.Voice, nodeId))
  232. {
  233. performanceInitialized = true;
  234. GeneratePerformance(ref performanceEntry, PerformanceCommand.Type.Start, nodeId);
  235. }
  236. _commandBuffer.GenerateVolumeRamp(voiceState.PreviousVolume,
  237. voiceState.Volume,
  238. _rendererContext.MixBufferCount + (uint)channelIndex,
  239. nodeId);
  240. if (performanceInitialized)
  241. {
  242. GeneratePerformance(ref performanceEntry, PerformanceCommand.Type.End, nodeId);
  243. }
  244. voiceState.PreviousVolume = voiceState.Volume;
  245. if (voiceState.MixId == RendererConstants.UnusedMixId)
  246. {
  247. if (voiceState.SplitterId != RendererConstants.UnusedSplitterId)
  248. {
  249. int destinationId = channelIndex;
  250. while (true)
  251. {
  252. Span<SplitterDestination> destinationSpan = _splitterContext.GetDestination((int)voiceState.SplitterId, destinationId);
  253. if (destinationSpan.IsEmpty)
  254. {
  255. break;
  256. }
  257. ref SplitterDestination destination = ref destinationSpan[0];
  258. destinationId += (int)channelsCount;
  259. if (destination.IsConfigured())
  260. {
  261. int mixId = destination.DestinationId;
  262. if (mixId < _mixContext.GetCount() && mixId != RendererConstants.UnusedSplitterIdInt)
  263. {
  264. ref MixState mix = ref _mixContext.GetState(mixId);
  265. GenerateVoiceMix(destination.MixBufferVolume,
  266. destination.PreviousMixBufferVolume,
  267. dspStateMemory,
  268. mix.BufferOffset,
  269. mix.BufferCount,
  270. _rendererContext.MixBufferCount + (uint)channelIndex,
  271. nodeId);
  272. destination.MarkAsNeedToUpdateInternalState();
  273. }
  274. }
  275. }
  276. }
  277. }
  278. else
  279. {
  280. ref MixState mix = ref _mixContext.GetState(voiceState.MixId);
  281. performanceInitialized = false;
  282. if (_performanceManager != null && _performanceManager.IsTargetNodeId(nodeId) && _performanceManager.GetNextEntry(out performanceEntry, PerformanceDetailType.Mix, PerformanceEntryType.Voice, nodeId))
  283. {
  284. performanceInitialized = true;
  285. GeneratePerformance(ref performanceEntry, PerformanceCommand.Type.Start, nodeId);
  286. }
  287. GenerateVoiceMix(channelResource.Mix.ToSpan(),
  288. channelResource.PreviousMix.ToSpan(),
  289. dspStateMemory,
  290. mix.BufferOffset,
  291. mix.BufferCount,
  292. _rendererContext.MixBufferCount + (uint)channelIndex,
  293. nodeId);
  294. if (performanceInitialized)
  295. {
  296. GeneratePerformance(ref performanceEntry, PerformanceCommand.Type.End, nodeId);
  297. }
  298. channelResource.UpdateState();
  299. }
  300. for (int i = 0; i < voiceState.BiquadFilterNeedInitialization.Length; i++)
  301. {
  302. voiceState.BiquadFilterNeedInitialization[i] = voiceState.BiquadFilters[i].Enable;
  303. }
  304. }
  305. }
  306. }
  307. public void GenerateVoices()
  308. {
  309. for (int i = 0; i < _voiceContext.GetCount(); i++)
  310. {
  311. ref VoiceState sortedState = ref _voiceContext.GetSortedState(i);
  312. if (!sortedState.ShouldSkip() && sortedState.UpdateForCommandGeneration(_voiceContext))
  313. {
  314. int nodeId = sortedState.NodeId;
  315. PerformanceEntryAddresses performanceEntry = new PerformanceEntryAddresses();
  316. bool performanceInitialized = false;
  317. if (_performanceManager != null && _performanceManager.GetNextEntry(out performanceEntry, PerformanceEntryType.Voice, nodeId))
  318. {
  319. performanceInitialized = true;
  320. GeneratePerformance(ref performanceEntry, PerformanceCommand.Type.Start, nodeId);
  321. }
  322. GenerateVoice(ref sortedState);
  323. if (performanceInitialized)
  324. {
  325. GeneratePerformance(ref performanceEntry, PerformanceCommand.Type.End, nodeId);
  326. }
  327. }
  328. }
  329. _splitterContext.UpdateInternalState();
  330. }
  331. public void GeneratePerformance(ref PerformanceEntryAddresses performanceEntryAddresses, PerformanceCommand.Type type, int nodeId)
  332. {
  333. _commandBuffer.GeneratePerformance(ref performanceEntryAddresses, type, nodeId);
  334. }
  335. private void GenerateBufferMixerEffect(int bufferOffset, BufferMixEffect effect, int nodeId)
  336. {
  337. Debug.Assert(effect.Type == EffectType.BufferMix);
  338. if (effect.IsEnabled)
  339. {
  340. for (int i = 0; i < effect.Parameter.MixesCount; i++)
  341. {
  342. if (effect.Parameter.Volumes[i] != 0.0f)
  343. {
  344. _commandBuffer.GenerateMix((uint)bufferOffset + effect.Parameter.Input[i],
  345. (uint)bufferOffset + effect.Parameter.Output[i],
  346. nodeId,
  347. effect.Parameter.Volumes[i]);
  348. }
  349. }
  350. }
  351. }
  352. private void GenerateAuxEffect(uint bufferOffset, AuxiliaryBufferEffect effect, int nodeId)
  353. {
  354. Debug.Assert(effect.Type == EffectType.AuxiliaryBuffer);
  355. if (effect.IsEnabled)
  356. {
  357. effect.GetWorkBuffer(0);
  358. effect.GetWorkBuffer(1);
  359. }
  360. if (effect.State.SendBufferInfoBase != 0 && effect.State.ReturnBufferInfoBase != 0)
  361. {
  362. int i = 0;
  363. uint writeOffset = 0;
  364. for (uint channelIndex = effect.Parameter.ChannelCount; channelIndex != 0; channelIndex--)
  365. {
  366. uint newUpdateCount = writeOffset + _commandBuffer.CommandList.SampleCount;
  367. uint updateCount;
  368. if ((channelIndex - 1) != 0)
  369. {
  370. updateCount = 0;
  371. }
  372. else
  373. {
  374. updateCount = newUpdateCount;
  375. }
  376. _commandBuffer.GenerateAuxEffect(bufferOffset,
  377. effect.Parameter.Input[i],
  378. effect.Parameter.Output[i],
  379. ref effect.State,
  380. effect.IsEnabled,
  381. effect.Parameter.BufferStorageSize,
  382. effect.State.SendBufferInfoBase,
  383. effect.State.ReturnBufferInfoBase,
  384. updateCount,
  385. writeOffset,
  386. nodeId);
  387. writeOffset = newUpdateCount;
  388. i++;
  389. }
  390. }
  391. }
  392. private void GenerateDelayEffect(uint bufferOffset, DelayEffect effect, int nodeId)
  393. {
  394. Debug.Assert(effect.Type == EffectType.Delay);
  395. ulong workBuffer = effect.GetWorkBuffer(-1);
  396. _commandBuffer.GenerateDelayEffect(bufferOffset, effect.Parameter, effect.State, effect.IsEnabled, workBuffer, nodeId);
  397. }
  398. private void GenerateReverbEffect(uint bufferOffset, ReverbEffect effect, int nodeId, bool isLongSizePreDelaySupported)
  399. {
  400. Debug.Assert(effect.Type == EffectType.Reverb);
  401. ulong workBuffer = effect.GetWorkBuffer(-1);
  402. _commandBuffer.GenerateReverbEffect(bufferOffset, effect.Parameter, effect.State, effect.IsEnabled, workBuffer, nodeId, isLongSizePreDelaySupported);
  403. }
  404. private void GenerateReverb3dEffect(uint bufferOffset, Reverb3dEffect effect, int nodeId)
  405. {
  406. Debug.Assert(effect.Type == EffectType.Reverb3d);
  407. ulong workBuffer = effect.GetWorkBuffer(-1);
  408. _commandBuffer.GenerateReverb3dEffect(bufferOffset, effect.Parameter, effect.State, effect.IsEnabled, workBuffer, nodeId);
  409. }
  410. private void GenerateBiquadFilterEffect(uint bufferOffset, BiquadFilterEffect effect, int nodeId)
  411. {
  412. Debug.Assert(effect.Type == EffectType.BiquadFilter);
  413. if (effect.IsEnabled)
  414. {
  415. bool needInitialization = effect.Parameter.Status == UsageState.Invalid ||
  416. (effect.Parameter.Status == UsageState.New && !_rendererContext.BehaviourContext.IsBiquadFilterEffectStateClearBugFixed());
  417. BiquadFilterParameter parameter = new BiquadFilterParameter();
  418. parameter.Enable = true;
  419. effect.Parameter.Denominator.ToSpan().CopyTo(parameter.Denominator.ToSpan());
  420. effect.Parameter.Numerator.ToSpan().CopyTo(parameter.Numerator.ToSpan());
  421. for (int i = 0; i < effect.Parameter.ChannelCount; i++)
  422. {
  423. _commandBuffer.GenerateBiquadFilter((int)bufferOffset, ref parameter, effect.State.Slice(i, 1),
  424. effect.Parameter.Input[i],
  425. effect.Parameter.Output[i],
  426. needInitialization,
  427. nodeId);
  428. }
  429. }
  430. else
  431. {
  432. for (int i = 0; i < effect.Parameter.ChannelCount; i++)
  433. {
  434. uint inputBufferIndex = bufferOffset + effect.Parameter.Input[i];
  435. uint outputBufferIndex = bufferOffset + effect.Parameter.Output[i];
  436. // If the input and output isn't the same, generate a command.
  437. if (inputBufferIndex != outputBufferIndex)
  438. {
  439. _commandBuffer.GenerateCopyMixBuffer(inputBufferIndex, outputBufferIndex, nodeId);
  440. }
  441. }
  442. }
  443. }
  444. private void GenerateEffect(ref MixState mix, BaseEffect effect)
  445. {
  446. int nodeId = mix.NodeId;
  447. bool isFinalMix = mix.MixId == RendererConstants.FinalMixId;
  448. PerformanceEntryAddresses performanceEntry = new PerformanceEntryAddresses();
  449. bool performanceInitialized = false;
  450. if (_performanceManager != null && _performanceManager.GetNextEntry(out performanceEntry, effect.GetPerformanceDetailType(),
  451. isFinalMix ? PerformanceEntryType.FinalMix : PerformanceEntryType.SubMix, nodeId))
  452. {
  453. performanceInitialized = true;
  454. GeneratePerformance(ref performanceEntry, PerformanceCommand.Type.Start, nodeId);
  455. }
  456. switch (effect.Type)
  457. {
  458. case EffectType.BufferMix:
  459. GenerateBufferMixerEffect((int)mix.BufferOffset, (BufferMixEffect)effect, nodeId);
  460. break;
  461. case EffectType.AuxiliaryBuffer:
  462. GenerateAuxEffect(mix.BufferOffset, (AuxiliaryBufferEffect)effect, nodeId);
  463. break;
  464. case EffectType.Delay:
  465. GenerateDelayEffect(mix.BufferOffset, (DelayEffect)effect, nodeId);
  466. break;
  467. case EffectType.Reverb:
  468. GenerateReverbEffect(mix.BufferOffset, (ReverbEffect)effect, nodeId, mix.IsLongSizePreDelaySupported);
  469. break;
  470. case EffectType.Reverb3d:
  471. GenerateReverb3dEffect(mix.BufferOffset, (Reverb3dEffect)effect, nodeId);
  472. break;
  473. case EffectType.BiquadFilter:
  474. GenerateBiquadFilterEffect(mix.BufferOffset, (BiquadFilterEffect)effect, nodeId);
  475. break;
  476. default:
  477. throw new NotImplementedException($"Unsupported effect type {effect.Type}");
  478. }
  479. if (performanceInitialized)
  480. {
  481. GeneratePerformance(ref performanceEntry, PerformanceCommand.Type.End, nodeId);
  482. }
  483. effect.UpdateForCommandGeneration();
  484. }
  485. private void GenerateEffects(ref MixState mix)
  486. {
  487. ReadOnlySpan<int> effectProcessingOrderArray = mix.EffectProcessingOrderArray;
  488. Debug.Assert(_effectContext.GetCount() == 0 || !effectProcessingOrderArray.IsEmpty);
  489. for (int i = 0; i < _effectContext.GetCount(); i++)
  490. {
  491. int effectOrder = effectProcessingOrderArray[i];
  492. if (effectOrder == RendererConstants.InvalidProcessingOrder)
  493. {
  494. break;
  495. }
  496. // BaseEffect is a class, we don't need to pass it by ref
  497. BaseEffect effect = _effectContext.GetEffect(effectOrder);
  498. Debug.Assert(effect.Type != EffectType.Invalid);
  499. Debug.Assert(effect.MixId == mix.MixId);
  500. if (!effect.ShouldSkip())
  501. {
  502. GenerateEffect(ref mix, effect);
  503. }
  504. }
  505. }
  506. private void GenerateMix(ref MixState mix)
  507. {
  508. if (mix.HasAnyDestination())
  509. {
  510. Debug.Assert(mix.DestinationMixId != RendererConstants.UnusedMixId || mix.DestinationSplitterId != RendererConstants.UnusedSplitterId);
  511. if (mix.DestinationMixId == RendererConstants.UnusedMixId)
  512. {
  513. if (mix.DestinationSplitterId != RendererConstants.UnusedSplitterId)
  514. {
  515. int destinationId = 0;
  516. while (true)
  517. {
  518. int destinationIndex = destinationId++;
  519. Span<SplitterDestination> destinationSpan = _splitterContext.GetDestination((int)mix.DestinationSplitterId, destinationIndex);
  520. if (destinationSpan.IsEmpty)
  521. {
  522. break;
  523. }
  524. ref SplitterDestination destination = ref destinationSpan[0];
  525. if (destination.IsConfigured())
  526. {
  527. int mixId = destination.DestinationId;
  528. if (mixId < _mixContext.GetCount() && mixId != RendererConstants.UnusedSplitterIdInt)
  529. {
  530. ref MixState destinationMix = ref _mixContext.GetState(mixId);
  531. uint inputBufferIndex = mix.BufferOffset + ((uint)destinationIndex % mix.BufferCount);
  532. for (uint bufferDestinationIndex = 0; bufferDestinationIndex < destinationMix.BufferCount; bufferDestinationIndex++)
  533. {
  534. float volume = mix.Volume * destination.GetMixVolume((int)bufferDestinationIndex);
  535. if (volume != 0.0f)
  536. {
  537. _commandBuffer.GenerateMix(inputBufferIndex,
  538. destinationMix.BufferOffset + bufferDestinationIndex,
  539. mix.NodeId,
  540. volume);
  541. }
  542. }
  543. }
  544. }
  545. }
  546. }
  547. }
  548. else
  549. {
  550. ref MixState destinationMix = ref _mixContext.GetState(mix.DestinationMixId);
  551. for (uint bufferIndex = 0; bufferIndex < mix.BufferCount; bufferIndex++)
  552. {
  553. for (uint bufferDestinationIndex = 0; bufferDestinationIndex < destinationMix.BufferCount; bufferDestinationIndex++)
  554. {
  555. float volume = mix.Volume * mix.GetMixBufferVolume((int)bufferIndex, (int)bufferDestinationIndex);
  556. if (volume != 0.0f)
  557. {
  558. _commandBuffer.GenerateMix(mix.BufferOffset + bufferIndex,
  559. destinationMix.BufferOffset + bufferDestinationIndex,
  560. mix.NodeId,
  561. volume);
  562. }
  563. }
  564. }
  565. }
  566. }
  567. }
  568. private void GenerateSubMix(ref MixState subMix)
  569. {
  570. _commandBuffer.GenerateDepopForMixBuffersCommand(_rendererContext.DepopBuffer,
  571. subMix.BufferOffset,
  572. subMix.BufferCount,
  573. subMix.NodeId,
  574. subMix.SampleRate);
  575. GenerateEffects(ref subMix);
  576. PerformanceEntryAddresses performanceEntry = new PerformanceEntryAddresses();
  577. int nodeId = subMix.NodeId;
  578. bool performanceInitialized = false;
  579. if (_performanceManager != null && _performanceManager.IsTargetNodeId(nodeId) && _performanceManager.GetNextEntry(out performanceEntry, PerformanceDetailType.Mix, PerformanceEntryType.SubMix, nodeId))
  580. {
  581. performanceInitialized = true;
  582. GeneratePerformance(ref performanceEntry, PerformanceCommand.Type.Start, nodeId);
  583. }
  584. GenerateMix(ref subMix);
  585. if (performanceInitialized)
  586. {
  587. GeneratePerformance(ref performanceEntry, PerformanceCommand.Type.End, nodeId);
  588. }
  589. }
  590. public void GenerateSubMixes()
  591. {
  592. for (int id = 0; id < _mixContext.GetCount(); id++)
  593. {
  594. ref MixState sortedState = ref _mixContext.GetSortedState(id);
  595. if (sortedState.IsUsed && sortedState.MixId != RendererConstants.FinalMixId)
  596. {
  597. int nodeId = sortedState.NodeId;
  598. PerformanceEntryAddresses performanceEntry = new PerformanceEntryAddresses();
  599. bool performanceInitialized = false;
  600. if (_performanceManager != null && _performanceManager.GetNextEntry(out performanceEntry, PerformanceEntryType.SubMix, nodeId))
  601. {
  602. performanceInitialized = true;
  603. GeneratePerformance(ref performanceEntry, PerformanceCommand.Type.Start, nodeId);
  604. }
  605. GenerateSubMix(ref sortedState);
  606. if (performanceInitialized)
  607. {
  608. GeneratePerformance(ref performanceEntry, PerformanceCommand.Type.End, nodeId);
  609. }
  610. }
  611. }
  612. }
  613. private void GenerateFinalMix()
  614. {
  615. ref MixState finalMix = ref _mixContext.GetFinalState();
  616. _commandBuffer.GenerateDepopForMixBuffersCommand(_rendererContext.DepopBuffer,
  617. finalMix.BufferOffset,
  618. finalMix.BufferCount,
  619. finalMix.NodeId,
  620. finalMix.SampleRate);
  621. GenerateEffects(ref finalMix);
  622. PerformanceEntryAddresses performanceEntry = new PerformanceEntryAddresses();
  623. int nodeId = finalMix.NodeId;
  624. bool performanceInitialized = false;
  625. if (_performanceManager != null && _performanceManager.IsTargetNodeId(nodeId) && _performanceManager.GetNextEntry(out performanceEntry, PerformanceDetailType.Mix, PerformanceEntryType.FinalMix, nodeId))
  626. {
  627. performanceInitialized = true;
  628. GeneratePerformance(ref performanceEntry, PerformanceCommand.Type.Start, nodeId);
  629. }
  630. // Only generate volume command if the volume isn't 100%.
  631. if (finalMix.Volume != 1.0f)
  632. {
  633. for (uint bufferIndex = 0; bufferIndex < finalMix.BufferCount; bufferIndex++)
  634. {
  635. bool performanceSubInitialized = false;
  636. if (_performanceManager != null && _performanceManager.IsTargetNodeId(nodeId) && _performanceManager.GetNextEntry(out performanceEntry, PerformanceDetailType.VolumeRamp, PerformanceEntryType.FinalMix, nodeId))
  637. {
  638. performanceSubInitialized = true;
  639. GeneratePerformance(ref performanceEntry, PerformanceCommand.Type.Start, nodeId);
  640. }
  641. _commandBuffer.GenerateVolume(finalMix.Volume,
  642. finalMix.BufferOffset + bufferIndex,
  643. nodeId);
  644. if (performanceSubInitialized)
  645. {
  646. GeneratePerformance(ref performanceEntry, PerformanceCommand.Type.End, nodeId);
  647. }
  648. }
  649. }
  650. if (performanceInitialized)
  651. {
  652. GeneratePerformance(ref performanceEntry, PerformanceCommand.Type.End, nodeId);
  653. }
  654. }
  655. public void GenerateFinalMixes()
  656. {
  657. int nodeId = _mixContext.GetFinalState().NodeId;
  658. PerformanceEntryAddresses performanceEntry = new PerformanceEntryAddresses();
  659. bool performanceInitialized = false;
  660. if (_performanceManager != null && _performanceManager.GetNextEntry(out performanceEntry, PerformanceEntryType.FinalMix, nodeId))
  661. {
  662. performanceInitialized = true;
  663. GeneratePerformance(ref performanceEntry, PerformanceCommand.Type.Start, nodeId);
  664. }
  665. GenerateFinalMix();
  666. if (performanceInitialized)
  667. {
  668. GeneratePerformance(ref performanceEntry, PerformanceCommand.Type.End, nodeId);
  669. }
  670. }
  671. private void GenerateCircularBuffer(CircularBufferSink sink, ref MixState finalMix)
  672. {
  673. _commandBuffer.GenerateCircularBuffer(finalMix.BufferOffset, sink, RendererConstants.InvalidNodeId);
  674. }
  675. private void GenerateDevice(DeviceSink sink, ref MixState finalMix)
  676. {
  677. if (_commandBuffer.CommandList.SampleRate != 48000 && sink.UpsamplerState == null)
  678. {
  679. sink.UpsamplerState = _rendererContext.UpsamplerManager.Allocate();
  680. }
  681. bool useCustomDownMixingCommand = _rendererContext.ChannelCount == 2 && sink.Parameter.DownMixParameterEnabled;
  682. if (useCustomDownMixingCommand)
  683. {
  684. _commandBuffer.GenerateDownMixSurroundToStereo(finalMix.BufferOffset,
  685. sink.Parameter.Input.ToSpan(),
  686. sink.Parameter.Input.ToSpan(),
  687. sink.DownMixCoefficients,
  688. RendererConstants.InvalidNodeId);
  689. }
  690. // NOTE: we do the downmixing at the DSP level as right now the renderer interface doesn't use audout.
  691. // TODO: Remove this when audout is rewritten.
  692. else if (_rendererContext.ChannelCount == 2 && sink.Parameter.InputCount == 6)
  693. {
  694. _commandBuffer.GenerateDownMixSurroundToStereo(finalMix.BufferOffset,
  695. sink.Parameter.Input.ToSpan(),
  696. sink.Parameter.Input.ToSpan(),
  697. RendererConstants.DefaultSurroundToStereoCoefficients,
  698. RendererConstants.InvalidNodeId);
  699. }
  700. CommandList commandList = _commandBuffer.CommandList;
  701. if (sink.UpsamplerState != null)
  702. {
  703. _commandBuffer.GenerateUpsample(finalMix.BufferOffset,
  704. sink.UpsamplerState,
  705. sink.Parameter.InputCount,
  706. sink.Parameter.Input.ToSpan(),
  707. commandList.BufferCount,
  708. commandList.SampleCount,
  709. commandList.SampleRate,
  710. RendererConstants.InvalidNodeId);
  711. }
  712. _commandBuffer.GenerateDeviceSink(finalMix.BufferOffset,
  713. sink,
  714. _rendererContext.SessionId,
  715. commandList.Buffers,
  716. RendererConstants.InvalidNodeId);
  717. }
  718. private void GenerateSink(BaseSink sink, ref MixState finalMix)
  719. {
  720. bool performanceInitialized = false;
  721. PerformanceEntryAddresses performanceEntry = new PerformanceEntryAddresses();
  722. if (_performanceManager != null && _performanceManager.GetNextEntry(out performanceEntry, PerformanceEntryType.Sink, sink.NodeId))
  723. {
  724. performanceInitialized = true;
  725. GeneratePerformance(ref performanceEntry, PerformanceCommand.Type.Start, sink.NodeId);
  726. }
  727. if (!sink.ShouldSkip)
  728. {
  729. switch (sink.Type)
  730. {
  731. case SinkType.CircularBuffer:
  732. GenerateCircularBuffer((CircularBufferSink)sink, ref finalMix);
  733. break;
  734. case SinkType.Device:
  735. GenerateDevice((DeviceSink)sink, ref finalMix);
  736. break;
  737. default:
  738. throw new NotImplementedException($"Unsupported sink type {sink.Type}");
  739. }
  740. sink.UpdateForCommandGeneration();
  741. }
  742. if (performanceInitialized)
  743. {
  744. GeneratePerformance(ref performanceEntry, PerformanceCommand.Type.End, sink.NodeId);
  745. }
  746. }
  747. public void GenerateSinks()
  748. {
  749. ref MixState finalMix = ref _mixContext.GetFinalState();
  750. for (int i = 0; i < _sinkContext.GetCount(); i++)
  751. {
  752. // BaseSink is a class, we don't need to pass it by ref
  753. BaseSink sink = _sinkContext.GetSink(i);
  754. if (sink.IsUsed)
  755. {
  756. GenerateSink(sink, ref finalMix);
  757. }
  758. }
  759. }
  760. }
  761. }