| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393 |
- using Ryujinx.Graphics.Shader.StructuredIr;
- using Ryujinx.Graphics.Shader.Translation;
- using Spv.Generator;
- using System;
- using System.Collections.Generic;
- using static Spv.Specification;
- namespace Ryujinx.Graphics.Shader.CodeGen.Spirv
- {
- using IrConsts = IntermediateRepresentation.IrConsts;
- using IrOperandType = IntermediateRepresentation.OperandType;
- partial class CodeGenContext : Module
- {
- private const uint SpirvVersionMajor = 1;
- private const uint SpirvVersionMinor = 3;
- private const uint SpirvVersionRevision = 0;
- private const uint SpirvVersionPacked = (SpirvVersionMajor << 16) | (SpirvVersionMinor << 8) | SpirvVersionRevision;
- public StructuredProgramInfo Info { get; }
- public ShaderConfig Config { get; }
- public int InputVertices { get; }
- public Dictionary<int, Instruction> ConstantBuffers { get; } = new Dictionary<int, Instruction>();
- public Dictionary<int, Instruction> StorageBuffers { get; } = new Dictionary<int, Instruction>();
- public Dictionary<int, Instruction> LocalMemories { get; } = new Dictionary<int, Instruction>();
- public Dictionary<int, Instruction> SharedMemories { get; } = new Dictionary<int, Instruction>();
- public Dictionary<TextureMeta, SamplerType> SamplersTypes { get; } = new Dictionary<TextureMeta, SamplerType>();
- public Dictionary<TextureMeta, (Instruction, Instruction, Instruction)> Samplers { get; } = new Dictionary<TextureMeta, (Instruction, Instruction, Instruction)>();
- public Dictionary<TextureMeta, (Instruction, Instruction)> Images { get; } = new Dictionary<TextureMeta, (Instruction, Instruction)>();
- public Dictionary<IoDefinition, Instruction> Inputs { get; } = new Dictionary<IoDefinition, Instruction>();
- public Dictionary<IoDefinition, Instruction> Outputs { get; } = new Dictionary<IoDefinition, Instruction>();
- public Dictionary<IoDefinition, Instruction> InputsPerPatch { get; } = new Dictionary<IoDefinition, Instruction>();
- public Dictionary<IoDefinition, Instruction> OutputsPerPatch { get; } = new Dictionary<IoDefinition, Instruction>();
- public StructuredFunction CurrentFunction { get; set; }
- private readonly Dictionary<AstOperand, Instruction> _locals = new Dictionary<AstOperand, Instruction>();
- private readonly Dictionary<int, Instruction[]> _localForArgs = new Dictionary<int, Instruction[]>();
- private readonly Dictionary<int, Instruction> _funcArgs = new Dictionary<int, Instruction>();
- private readonly Dictionary<int, (StructuredFunction, Instruction)> _functions = new Dictionary<int, (StructuredFunction, Instruction)>();
- private class BlockState
- {
- private int _entryCount;
- private readonly List<Instruction> _labels = new List<Instruction>();
- public Instruction GetNextLabel(CodeGenContext context)
- {
- return GetLabel(context, _entryCount);
- }
- public Instruction GetNextLabelAutoIncrement(CodeGenContext context)
- {
- return GetLabel(context, _entryCount++);
- }
- public Instruction GetLabel(CodeGenContext context, int index)
- {
- while (index >= _labels.Count)
- {
- _labels.Add(context.Label());
- }
- return _labels[index];
- }
- }
- private readonly Dictionary<AstBlock, BlockState> _labels = new Dictionary<AstBlock, BlockState>();
- public Dictionary<AstBlock, (Instruction, Instruction)> LoopTargets { get; set; }
- public AstBlock CurrentBlock { get; private set; }
- public SpirvDelegates Delegates { get; }
- public bool IsMainFunction { get; private set; }
- public bool MayHaveReturned { get; set; }
- public CodeGenContext(
- StructuredProgramInfo info,
- ShaderConfig config,
- GeneratorPool<Instruction> instPool,
- GeneratorPool<LiteralInteger> integerPool) : base(SpirvVersionPacked, instPool, integerPool)
- {
- Info = info;
- Config = config;
- if (config.Stage == ShaderStage.Geometry)
- {
- InputTopology inPrimitive = config.GpuAccessor.QueryPrimitiveTopology();
- InputVertices = inPrimitive switch
- {
- InputTopology.Points => 1,
- InputTopology.Lines => 2,
- InputTopology.LinesAdjacency => 2,
- InputTopology.Triangles => 3,
- InputTopology.TrianglesAdjacency => 3,
- _ => throw new InvalidOperationException($"Invalid input topology \"{inPrimitive}\".")
- };
- }
- AddCapability(Capability.Shader);
- AddCapability(Capability.Float64);
- SetMemoryModel(AddressingModel.Logical, MemoryModel.GLSL450);
- Delegates = new SpirvDelegates(this);
- }
- public void StartFunction(bool isMainFunction)
- {
- IsMainFunction = isMainFunction;
- MayHaveReturned = false;
- _locals.Clear();
- _localForArgs.Clear();
- _funcArgs.Clear();
- }
- public void EnterBlock(AstBlock block)
- {
- CurrentBlock = block;
- AddLabel(GetBlockStateLazy(block).GetNextLabelAutoIncrement(this));
- }
- public Instruction GetFirstLabel(AstBlock block)
- {
- return GetBlockStateLazy(block).GetLabel(this, 0);
- }
- public Instruction GetNextLabel(AstBlock block)
- {
- return GetBlockStateLazy(block).GetNextLabel(this);
- }
- private BlockState GetBlockStateLazy(AstBlock block)
- {
- if (!_labels.TryGetValue(block, out var blockState))
- {
- blockState = new BlockState();
- _labels.Add(block, blockState);
- }
- return blockState;
- }
- public Instruction NewBlock()
- {
- var label = Label();
- Branch(label);
- AddLabel(label);
- return label;
- }
- public Instruction[] GetMainInterface()
- {
- var mainInterface = new List<Instruction>();
- mainInterface.AddRange(Inputs.Values);
- mainInterface.AddRange(Outputs.Values);
- mainInterface.AddRange(InputsPerPatch.Values);
- mainInterface.AddRange(OutputsPerPatch.Values);
- return mainInterface.ToArray();
- }
- public void DeclareLocal(AstOperand local, Instruction spvLocal)
- {
- _locals.Add(local, spvLocal);
- }
- public void DeclareLocalForArgs(int funcIndex, Instruction[] spvLocals)
- {
- _localForArgs.Add(funcIndex, spvLocals);
- }
- public void DeclareArgument(int argIndex, Instruction spvLocal)
- {
- _funcArgs.Add(argIndex, spvLocal);
- }
- public void DeclareFunction(int funcIndex, StructuredFunction function, Instruction spvFunc)
- {
- _functions.Add(funcIndex, (function, spvFunc));
- }
- public Instruction GetFP32(IAstNode node)
- {
- return Get(AggregateType.FP32, node);
- }
- public Instruction GetFP64(IAstNode node)
- {
- return Get(AggregateType.FP64, node);
- }
- public Instruction GetS32(IAstNode node)
- {
- return Get(AggregateType.S32, node);
- }
- public Instruction GetU32(IAstNode node)
- {
- return Get(AggregateType.U32, node);
- }
- public Instruction Get(AggregateType type, IAstNode node)
- {
- if (node is AstOperation operation)
- {
- var opResult = Instructions.Generate(this, operation);
- return BitcastIfNeeded(type, opResult.Type, opResult.Value);
- }
- else if (node is AstOperand operand)
- {
- return operand.Type switch
- {
- IrOperandType.Argument => GetArgument(type, operand),
- IrOperandType.Constant => GetConstant(type, operand),
- IrOperandType.LocalVariable => GetLocal(type, operand),
- IrOperandType.Undefined => GetUndefined(type),
- _ => throw new ArgumentException($"Invalid operand type \"{operand.Type}\".")
- };
- }
- throw new NotImplementedException(node.GetType().Name);
- }
- public Instruction GetWithType(IAstNode node, out AggregateType type)
- {
- if (node is AstOperation operation)
- {
- var opResult = Instructions.Generate(this, operation);
- type = opResult.Type;
- return opResult.Value;
- }
- else if (node is AstOperand operand)
- {
- switch (operand.Type)
- {
- case IrOperandType.LocalVariable:
- type = operand.VarType;
- return GetLocal(type, operand);
- default:
- throw new ArgumentException($"Invalid operand type \"{operand.Type}\".");
- }
- }
- throw new NotImplementedException(node.GetType().Name);
- }
- private Instruction GetUndefined(AggregateType type)
- {
- return type switch
- {
- AggregateType.Bool => ConstantFalse(TypeBool()),
- AggregateType.FP32 => Constant(TypeFP32(), 0f),
- AggregateType.FP64 => Constant(TypeFP64(), 0d),
- _ => Constant(GetType(type), 0)
- };
- }
- public Instruction GetConstant(AggregateType type, AstOperand operand)
- {
- return type switch
- {
- AggregateType.Bool => operand.Value != 0 ? ConstantTrue(TypeBool()) : ConstantFalse(TypeBool()),
- AggregateType.FP32 => Constant(TypeFP32(), BitConverter.Int32BitsToSingle(operand.Value)),
- AggregateType.FP64 => Constant(TypeFP64(), (double)BitConverter.Int32BitsToSingle(operand.Value)),
- AggregateType.S32 => Constant(TypeS32(), operand.Value),
- AggregateType.U32 => Constant(TypeU32(), (uint)operand.Value),
- _ => throw new ArgumentException($"Invalid type \"{type}\".")
- };
- }
- public Instruction GetLocalPointer(AstOperand local)
- {
- return _locals[local];
- }
- public Instruction[] GetLocalForArgsPointers(int funcIndex)
- {
- return _localForArgs[funcIndex];
- }
- public Instruction GetArgumentPointer(AstOperand funcArg)
- {
- return _funcArgs[funcArg.Value];
- }
- public Instruction GetLocal(AggregateType dstType, AstOperand local)
- {
- var srcType = local.VarType;
- return BitcastIfNeeded(dstType, srcType, Load(GetType(srcType), GetLocalPointer(local)));
- }
- public Instruction GetArgument(AggregateType dstType, AstOperand funcArg)
- {
- var srcType = funcArg.VarType;
- return BitcastIfNeeded(dstType, srcType, Load(GetType(srcType), GetArgumentPointer(funcArg)));
- }
- public (StructuredFunction, Instruction) GetFunction(int funcIndex)
- {
- return _functions[funcIndex];
- }
- public Instruction GetType(AggregateType type, int length = 1)
- {
- if ((type & AggregateType.Array) != 0)
- {
- if (length > 0)
- {
- return TypeArray(GetType(type & ~AggregateType.Array), Constant(TypeU32(), length));
- }
- else
- {
- return TypeRuntimeArray(GetType(type & ~AggregateType.Array));
- }
- }
- else if ((type & AggregateType.ElementCountMask) != 0)
- {
- int vectorLength = (type & AggregateType.ElementCountMask) switch
- {
- AggregateType.Vector2 => 2,
- AggregateType.Vector3 => 3,
- AggregateType.Vector4 => 4,
- _ => 1
- };
- return TypeVector(GetType(type & ~AggregateType.ElementCountMask), vectorLength);
- }
- return type switch
- {
- AggregateType.Void => TypeVoid(),
- AggregateType.Bool => TypeBool(),
- AggregateType.FP32 => TypeFP32(),
- AggregateType.FP64 => TypeFP64(),
- AggregateType.S32 => TypeS32(),
- AggregateType.U32 => TypeU32(),
- _ => throw new ArgumentException($"Invalid attribute type \"{type}\".")
- };
- }
- public Instruction BitcastIfNeeded(AggregateType dstType, AggregateType srcType, Instruction value)
- {
- if (dstType == srcType)
- {
- return value;
- }
- if (dstType == AggregateType.Bool)
- {
- return INotEqual(TypeBool(), BitcastIfNeeded(AggregateType.S32, srcType, value), Constant(TypeS32(), 0));
- }
- else if (srcType == AggregateType.Bool)
- {
- var intTrue = Constant(TypeS32(), IrConsts.True);
- var intFalse = Constant(TypeS32(), IrConsts.False);
- return BitcastIfNeeded(dstType, AggregateType.S32, Select(TypeS32(), value, intTrue, intFalse));
- }
- else
- {
- return Bitcast(GetType(dstType, 1), value);
- }
- }
- public Instruction TypeS32()
- {
- return TypeInt(32, true);
- }
- public Instruction TypeU32()
- {
- return TypeInt(32, false);
- }
- public Instruction TypeFP32()
- {
- return TypeFloat(32);
- }
- public Instruction TypeFP64()
- {
- return TypeFloat(64);
- }
- }
- }
|