mirror of
https://git.ryujinx.app/ryubing/ryujinx.git
synced 2026-05-27 23:49:15 +00:00
48888bd014
The previous fix for Tomodachi Life (#91) included the extension to all shaders, independently on if it was needed or not. This PR fixes that by lazily adding the extension only when it is actually needed. This change should not be noticed by anyone, but it avoids having to modify shaders that do not perform any type of dynamic indexing, which apparently is something some modders care about. Co-authored-by: AsperTheDog <guillerman0000@gmail.com> Reviewed-on: https://git.ryujinx.app/projects/Ryubing/pulls/99
2174 lines
93 KiB
C#
2174 lines
93 KiB
C#
using Ryujinx.Graphics.Shader.IntermediateRepresentation;
|
|
using Ryujinx.Graphics.Shader.StructuredIr;
|
|
using Ryujinx.Graphics.Shader.Translation;
|
|
using System;
|
|
using System.Collections.Generic;
|
|
using System.Diagnostics;
|
|
using System.Numerics;
|
|
using static Spv.Specification;
|
|
|
|
namespace Ryujinx.Graphics.Shader.CodeGen.Spirv
|
|
{
|
|
using SpvInstruction = Spv.Generator.Instruction;
|
|
using SpvLiteralInteger = Spv.Generator.LiteralInteger;
|
|
|
|
static class Instructions
|
|
{
|
|
private const MemorySemanticsMask DefaultMemorySemantics =
|
|
MemorySemanticsMask.ImageMemory |
|
|
MemorySemanticsMask.AtomicCounterMemory |
|
|
MemorySemanticsMask.WorkgroupMemory |
|
|
MemorySemanticsMask.UniformMemory |
|
|
MemorySemanticsMask.AcquireRelease;
|
|
|
|
private static readonly Func<CodeGenContext, AstOperation, OperationResult>[] _instTable;
|
|
|
|
static Instructions()
|
|
{
|
|
_instTable = new Func<CodeGenContext, AstOperation, OperationResult>[(int)Instruction.Count];
|
|
|
|
#pragma warning disable IDE0055 // Disable formatting
|
|
Add(Instruction.Absolute, GenerateAbsolute);
|
|
Add(Instruction.Add, GenerateAdd);
|
|
Add(Instruction.AtomicAdd, GenerateAtomicAdd);
|
|
Add(Instruction.AtomicAnd, GenerateAtomicAnd);
|
|
Add(Instruction.AtomicCompareAndSwap, GenerateAtomicCompareAndSwap);
|
|
Add(Instruction.AtomicMinS32, GenerateAtomicMinS32);
|
|
Add(Instruction.AtomicMinU32, GenerateAtomicMinU32);
|
|
Add(Instruction.AtomicMaxS32, GenerateAtomicMaxS32);
|
|
Add(Instruction.AtomicMaxU32, GenerateAtomicMaxU32);
|
|
Add(Instruction.AtomicOr, GenerateAtomicOr);
|
|
Add(Instruction.AtomicSwap, GenerateAtomicSwap);
|
|
Add(Instruction.AtomicXor, GenerateAtomicXor);
|
|
Add(Instruction.Ballot, GenerateBallot);
|
|
Add(Instruction.Barrier, GenerateBarrier);
|
|
Add(Instruction.BitCount, GenerateBitCount);
|
|
Add(Instruction.BitfieldExtractS32, GenerateBitfieldExtractS32);
|
|
Add(Instruction.BitfieldExtractU32, GenerateBitfieldExtractU32);
|
|
Add(Instruction.BitfieldInsert, GenerateBitfieldInsert);
|
|
Add(Instruction.BitfieldReverse, GenerateBitfieldReverse);
|
|
Add(Instruction.BitwiseAnd, GenerateBitwiseAnd);
|
|
Add(Instruction.BitwiseExclusiveOr, GenerateBitwiseExclusiveOr);
|
|
Add(Instruction.BitwiseNot, GenerateBitwiseNot);
|
|
Add(Instruction.BitwiseOr, GenerateBitwiseOr);
|
|
Add(Instruction.Call, GenerateCall);
|
|
Add(Instruction.Ceiling, GenerateCeiling);
|
|
Add(Instruction.Clamp, GenerateClamp);
|
|
Add(Instruction.ClampU32, GenerateClampU32);
|
|
Add(Instruction.Comment, GenerateComment);
|
|
Add(Instruction.CompareEqual, GenerateCompareEqual);
|
|
Add(Instruction.CompareGreater, GenerateCompareGreater);
|
|
Add(Instruction.CompareGreaterOrEqual, GenerateCompareGreaterOrEqual);
|
|
Add(Instruction.CompareGreaterOrEqualU32, GenerateCompareGreaterOrEqualU32);
|
|
Add(Instruction.CompareGreaterU32, GenerateCompareGreaterU32);
|
|
Add(Instruction.CompareLess, GenerateCompareLess);
|
|
Add(Instruction.CompareLessOrEqual, GenerateCompareLessOrEqual);
|
|
Add(Instruction.CompareLessOrEqualU32, GenerateCompareLessOrEqualU32);
|
|
Add(Instruction.CompareLessU32, GenerateCompareLessU32);
|
|
Add(Instruction.CompareNotEqual, GenerateCompareNotEqual);
|
|
Add(Instruction.ConditionalSelect, GenerateConditionalSelect);
|
|
Add(Instruction.ConvertFP32ToFP64, GenerateConvertFP32ToFP64);
|
|
Add(Instruction.ConvertFP32ToS32, GenerateConvertFP32ToS32);
|
|
Add(Instruction.ConvertFP32ToU32, GenerateConvertFP32ToU32);
|
|
Add(Instruction.ConvertFP64ToFP32, GenerateConvertFP64ToFP32);
|
|
Add(Instruction.ConvertFP64ToS32, GenerateConvertFP64ToS32);
|
|
Add(Instruction.ConvertFP64ToU32, GenerateConvertFP64ToU32);
|
|
Add(Instruction.ConvertS32ToFP32, GenerateConvertS32ToFP32);
|
|
Add(Instruction.ConvertS32ToFP64, GenerateConvertS32ToFP64);
|
|
Add(Instruction.ConvertU32ToFP32, GenerateConvertU32ToFP32);
|
|
Add(Instruction.ConvertU32ToFP64, GenerateConvertU32ToFP64);
|
|
Add(Instruction.Cosine, GenerateCosine);
|
|
Add(Instruction.Ddx, GenerateDdx);
|
|
Add(Instruction.Ddy, GenerateDdy);
|
|
Add(Instruction.Discard, GenerateDiscard);
|
|
Add(Instruction.Divide, GenerateDivide);
|
|
Add(Instruction.EmitVertex, GenerateEmitVertex);
|
|
Add(Instruction.EndPrimitive, GenerateEndPrimitive);
|
|
Add(Instruction.ExponentB2, GenerateExponentB2);
|
|
Add(Instruction.FSIBegin, GenerateFSIBegin);
|
|
Add(Instruction.FSIEnd, GenerateFSIEnd);
|
|
Add(Instruction.FindLSB, GenerateFindLSB);
|
|
Add(Instruction.FindMSBS32, GenerateFindMSBS32);
|
|
Add(Instruction.FindMSBU32, GenerateFindMSBU32);
|
|
Add(Instruction.Floor, GenerateFloor);
|
|
Add(Instruction.FusedMultiplyAdd, GenerateFusedMultiplyAdd);
|
|
Add(Instruction.GroupMemoryBarrier, GenerateGroupMemoryBarrier);
|
|
Add(Instruction.ImageAtomic, GenerateImageAtomic);
|
|
Add(Instruction.ImageLoad, GenerateImageLoad);
|
|
Add(Instruction.ImageStore, GenerateImageStore);
|
|
Add(Instruction.IsNan, GenerateIsNan);
|
|
Add(Instruction.Load, GenerateLoad);
|
|
Add(Instruction.Lod, GenerateLod);
|
|
Add(Instruction.LogarithmB2, GenerateLogarithmB2);
|
|
Add(Instruction.LogicalAnd, GenerateLogicalAnd);
|
|
Add(Instruction.LogicalExclusiveOr, GenerateLogicalExclusiveOr);
|
|
Add(Instruction.LogicalNot, GenerateLogicalNot);
|
|
Add(Instruction.LogicalOr, GenerateLogicalOr);
|
|
Add(Instruction.LoopBreak, GenerateLoopBreak);
|
|
Add(Instruction.LoopContinue, GenerateLoopContinue);
|
|
Add(Instruction.Maximum, GenerateMaximum);
|
|
Add(Instruction.MaximumU32, GenerateMaximumU32);
|
|
Add(Instruction.MemoryBarrier, GenerateMemoryBarrier);
|
|
Add(Instruction.Minimum, GenerateMinimum);
|
|
Add(Instruction.MinimumU32, GenerateMinimumU32);
|
|
Add(Instruction.Modulo, GenerateModulo);
|
|
Add(Instruction.Multiply, GenerateMultiply);
|
|
Add(Instruction.MultiplyHighS32, GenerateMultiplyHighS32);
|
|
Add(Instruction.MultiplyHighU32, GenerateMultiplyHighU32);
|
|
Add(Instruction.Negate, GenerateNegate);
|
|
Add(Instruction.PackDouble2x32, GeneratePackDouble2x32);
|
|
Add(Instruction.PackHalf2x16, GeneratePackHalf2x16);
|
|
Add(Instruction.ReciprocalSquareRoot, GenerateReciprocalSquareRoot);
|
|
Add(Instruction.Return, GenerateReturn);
|
|
Add(Instruction.Round, GenerateRound);
|
|
Add(Instruction.ShiftLeft, GenerateShiftLeft);
|
|
Add(Instruction.ShiftRightS32, GenerateShiftRightS32);
|
|
Add(Instruction.ShiftRightU32, GenerateShiftRightU32);
|
|
Add(Instruction.Shuffle, GenerateShuffle);
|
|
Add(Instruction.ShuffleDown, GenerateShuffleDown);
|
|
Add(Instruction.ShuffleUp, GenerateShuffleUp);
|
|
Add(Instruction.ShuffleXor, GenerateShuffleXor);
|
|
Add(Instruction.Sine, GenerateSine);
|
|
Add(Instruction.SquareRoot, GenerateSquareRoot);
|
|
Add(Instruction.Store, GenerateStore);
|
|
Add(Instruction.Subtract, GenerateSubtract);
|
|
Add(Instruction.SwizzleAdd, GenerateSwizzleAdd);
|
|
Add(Instruction.TextureSample, GenerateTextureSample);
|
|
Add(Instruction.TextureQuerySamples, GenerateTextureQuerySamples);
|
|
Add(Instruction.TextureQuerySize, GenerateTextureQuerySize);
|
|
Add(Instruction.Truncate, GenerateTruncate);
|
|
Add(Instruction.UnpackDouble2x32, GenerateUnpackDouble2x32);
|
|
Add(Instruction.UnpackHalf2x16, GenerateUnpackHalf2x16);
|
|
Add(Instruction.VectorExtract, GenerateVectorExtract);
|
|
Add(Instruction.VoteAll, GenerateVoteAll);
|
|
Add(Instruction.VoteAllEqual, GenerateVoteAllEqual);
|
|
Add(Instruction.VoteAny, GenerateVoteAny);
|
|
#pragma warning restore IDE0055
|
|
}
|
|
|
|
private static void Add(Instruction inst, Func<CodeGenContext, AstOperation, OperationResult> handler)
|
|
{
|
|
_instTable[(int)(inst & Instruction.Mask)] = handler;
|
|
}
|
|
|
|
public static OperationResult Generate(CodeGenContext context, AstOperation operation)
|
|
{
|
|
Func<CodeGenContext, AstOperation, OperationResult> handler = _instTable[(int)(operation.Inst & Instruction.Mask)];
|
|
if (handler != null)
|
|
{
|
|
return handler(context, operation);
|
|
}
|
|
else
|
|
{
|
|
throw new NotImplementedException(operation.Inst.ToString());
|
|
}
|
|
}
|
|
|
|
private static OperationResult GenerateAbsolute(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateUnary(context, operation, context.Delegates.GlslFAbs, context.Delegates.GlslSAbs);
|
|
}
|
|
|
|
private static OperationResult GenerateAdd(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateBinary(context, operation, context.Delegates.FAdd, context.Delegates.IAdd);
|
|
}
|
|
|
|
private static OperationResult GenerateAtomicAdd(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateAtomicMemoryBinary(context, operation, context.Delegates.AtomicIAdd);
|
|
}
|
|
|
|
private static OperationResult GenerateAtomicAnd(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateAtomicMemoryBinary(context, operation, context.Delegates.AtomicAnd);
|
|
}
|
|
|
|
private static OperationResult GenerateAtomicCompareAndSwap(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateAtomicMemoryCas(context, operation);
|
|
}
|
|
|
|
private static OperationResult GenerateAtomicMinS32(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateAtomicMemoryBinary(context, operation, context.Delegates.AtomicSMin);
|
|
}
|
|
|
|
private static OperationResult GenerateAtomicMinU32(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateAtomicMemoryBinary(context, operation, context.Delegates.AtomicUMin);
|
|
}
|
|
|
|
private static OperationResult GenerateAtomicMaxS32(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateAtomicMemoryBinary(context, operation, context.Delegates.AtomicSMax);
|
|
}
|
|
|
|
private static OperationResult GenerateAtomicMaxU32(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateAtomicMemoryBinary(context, operation, context.Delegates.AtomicUMax);
|
|
}
|
|
|
|
private static OperationResult GenerateAtomicOr(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateAtomicMemoryBinary(context, operation, context.Delegates.AtomicOr);
|
|
}
|
|
|
|
private static OperationResult GenerateAtomicSwap(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateAtomicMemoryBinary(context, operation, context.Delegates.AtomicExchange);
|
|
}
|
|
|
|
private static OperationResult GenerateAtomicXor(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateAtomicMemoryBinary(context, operation, context.Delegates.AtomicXor);
|
|
}
|
|
|
|
private static OperationResult GenerateBallot(CodeGenContext context, AstOperation operation)
|
|
{
|
|
IAstNode source = operation.GetSource(0);
|
|
|
|
SpvInstruction uvec4Type = context.TypeVector(context.TypeU32(), 4);
|
|
SpvInstruction execution = context.Constant(context.TypeU32(), Scope.Subgroup);
|
|
|
|
SpvInstruction maskVector = context.GroupNonUniformBallot(uvec4Type, execution, context.Get(AggregateType.Bool, source));
|
|
SpvInstruction mask = context.CompositeExtract(context.TypeU32(), maskVector, (SpvLiteralInteger)operation.Index);
|
|
|
|
return new OperationResult(AggregateType.U32, mask);
|
|
}
|
|
|
|
private static OperationResult GenerateBarrier(CodeGenContext context, AstOperation operation)
|
|
{
|
|
// Barrier on divergent control flow paths may cause the GPU to hang,
|
|
// so skip emitting the barrier for those cases.
|
|
if (!context.HostCapabilities.SupportsShaderBarrierDivergence &&
|
|
(context.CurrentBlock.Type != AstBlockType.Main || context.MayHaveReturned || !context.IsMainFunction))
|
|
{
|
|
context.Logger.Log("Shader has barrier on potentially divergent block, the barrier will be removed.");
|
|
|
|
return OperationResult.Invalid;
|
|
}
|
|
|
|
context.ControlBarrier(
|
|
context.Constant(context.TypeU32(), Scope.Workgroup),
|
|
context.Constant(context.TypeU32(), Scope.Workgroup),
|
|
context.Constant(context.TypeU32(), MemorySemanticsMask.WorkgroupMemory | MemorySemanticsMask.AcquireRelease));
|
|
|
|
return OperationResult.Invalid;
|
|
}
|
|
|
|
private static OperationResult GenerateBitCount(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateUnaryS32(context, operation, context.Delegates.BitCount);
|
|
}
|
|
|
|
private static OperationResult GenerateBitfieldExtractS32(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateBitfieldExtractS32(context, operation, context.Delegates.BitFieldSExtract);
|
|
}
|
|
|
|
private static OperationResult GenerateBitfieldExtractU32(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateTernaryU32(context, operation, context.Delegates.BitFieldUExtract);
|
|
}
|
|
|
|
private static OperationResult GenerateBitfieldInsert(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateBitfieldInsert(context, operation, context.Delegates.BitFieldInsert);
|
|
}
|
|
|
|
private static OperationResult GenerateBitfieldReverse(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateUnaryS32(context, operation, context.Delegates.BitReverse);
|
|
}
|
|
|
|
private static OperationResult GenerateBitwiseAnd(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateBinaryS32(context, operation, context.Delegates.BitwiseAnd);
|
|
}
|
|
|
|
private static OperationResult GenerateBitwiseExclusiveOr(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateBinaryS32(context, operation, context.Delegates.BitwiseXor);
|
|
}
|
|
|
|
private static OperationResult GenerateBitwiseNot(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateUnaryS32(context, operation, context.Delegates.Not);
|
|
}
|
|
|
|
private static OperationResult GenerateBitwiseOr(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateBinaryS32(context, operation, context.Delegates.BitwiseOr);
|
|
}
|
|
|
|
private static OperationResult GenerateCall(CodeGenContext context, AstOperation operation)
|
|
{
|
|
AstOperand funcId = (AstOperand)operation.GetSource(0);
|
|
|
|
Debug.Assert(funcId.Type == OperandType.Constant);
|
|
|
|
(StructuredFunction function, SpvInstruction spvFunc) = context.GetFunction(funcId.Value);
|
|
|
|
SpvInstruction[] args = new SpvInstruction[operation.SourcesCount - 1];
|
|
|
|
for (int i = 0; i < args.Length; i++)
|
|
{
|
|
IAstNode operand = operation.GetSource(i + 1);
|
|
|
|
AstOperand local = (AstOperand)operand;
|
|
Debug.Assert(local.Type == OperandType.LocalVariable);
|
|
args[i] = context.GetLocalPointer(local);
|
|
}
|
|
|
|
AggregateType retType = function.ReturnType;
|
|
SpvInstruction result = context.FunctionCall(context.GetType(retType), spvFunc, args);
|
|
return new OperationResult(retType, result);
|
|
}
|
|
|
|
private static OperationResult GenerateCeiling(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateUnary(context, operation, context.Delegates.GlslCeil, null);
|
|
}
|
|
|
|
private static OperationResult GenerateClamp(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateTernary(context, operation, context.Delegates.GlslFClamp, context.Delegates.GlslSClamp);
|
|
}
|
|
|
|
private static OperationResult GenerateClampU32(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateTernaryU32(context, operation, context.Delegates.GlslUClamp);
|
|
}
|
|
|
|
private static OperationResult GenerateComment(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return OperationResult.Invalid;
|
|
}
|
|
|
|
private static OperationResult GenerateCompareEqual(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateCompare(context, operation, context.Delegates.FOrdEqual, context.Delegates.IEqual);
|
|
}
|
|
|
|
private static OperationResult GenerateCompareGreater(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateCompare(context, operation, context.Delegates.FOrdGreaterThan, context.Delegates.SGreaterThan);
|
|
}
|
|
|
|
private static OperationResult GenerateCompareGreaterOrEqual(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateCompare(context, operation, context.Delegates.FOrdGreaterThanEqual, context.Delegates.SGreaterThanEqual);
|
|
}
|
|
|
|
private static OperationResult GenerateCompareGreaterOrEqualU32(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateCompareU32(context, operation, context.Delegates.UGreaterThanEqual);
|
|
}
|
|
|
|
private static OperationResult GenerateCompareGreaterU32(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateCompareU32(context, operation, context.Delegates.UGreaterThan);
|
|
}
|
|
|
|
private static OperationResult GenerateCompareLess(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateCompare(context, operation, context.Delegates.FOrdLessThan, context.Delegates.SLessThan);
|
|
}
|
|
|
|
private static OperationResult GenerateCompareLessOrEqual(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateCompare(context, operation, context.Delegates.FOrdLessThanEqual, context.Delegates.SLessThanEqual);
|
|
}
|
|
|
|
private static OperationResult GenerateCompareLessOrEqualU32(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateCompareU32(context, operation, context.Delegates.ULessThanEqual);
|
|
}
|
|
|
|
private static OperationResult GenerateCompareLessU32(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateCompareU32(context, operation, context.Delegates.ULessThan);
|
|
}
|
|
|
|
private static OperationResult GenerateCompareNotEqual(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateCompare(context, operation, context.Delegates.FOrdNotEqual, context.Delegates.INotEqual);
|
|
}
|
|
|
|
private static OperationResult GenerateConditionalSelect(CodeGenContext context, AstOperation operation)
|
|
{
|
|
IAstNode src1 = operation.GetSource(0);
|
|
IAstNode src2 = operation.GetSource(1);
|
|
IAstNode src3 = operation.GetSource(2);
|
|
|
|
SpvInstruction cond = context.Get(AggregateType.Bool, src1);
|
|
|
|
if (operation.Inst.HasFlag(Instruction.FP64))
|
|
{
|
|
return new OperationResult(AggregateType.FP64, context.Select(context.TypeFP64(), cond, context.GetFP64(src2), context.GetFP64(src3)));
|
|
}
|
|
else if (operation.Inst.HasFlag(Instruction.FP32))
|
|
{
|
|
return new OperationResult(AggregateType.FP32, context.Select(context.TypeFP32(), cond, context.GetFP32(src2), context.GetFP32(src3)));
|
|
}
|
|
else
|
|
{
|
|
return new OperationResult(AggregateType.S32, context.Select(context.TypeS32(), cond, context.GetS32(src2), context.GetS32(src3)));
|
|
}
|
|
}
|
|
|
|
private static OperationResult GenerateConvertFP32ToFP64(CodeGenContext context, AstOperation operation)
|
|
{
|
|
IAstNode source = operation.GetSource(0);
|
|
|
|
return new OperationResult(AggregateType.FP64, context.FConvert(context.TypeFP64(), context.GetFP32(source)));
|
|
}
|
|
|
|
private static OperationResult GenerateConvertFP32ToS32(CodeGenContext context, AstOperation operation)
|
|
{
|
|
IAstNode source = operation.GetSource(0);
|
|
|
|
return new OperationResult(AggregateType.S32, context.ConvertFToS(context.TypeS32(), context.GetFP32(source)));
|
|
}
|
|
|
|
private static OperationResult GenerateConvertFP32ToU32(CodeGenContext context, AstOperation operation)
|
|
{
|
|
IAstNode source = operation.GetSource(0);
|
|
|
|
return new OperationResult(AggregateType.U32, context.ConvertFToU(context.TypeU32(), context.GetFP32(source)));
|
|
}
|
|
|
|
private static OperationResult GenerateConvertFP64ToFP32(CodeGenContext context, AstOperation operation)
|
|
{
|
|
IAstNode source = operation.GetSource(0);
|
|
|
|
return new OperationResult(AggregateType.FP32, context.FConvert(context.TypeFP32(), context.GetFP64(source)));
|
|
}
|
|
|
|
private static OperationResult GenerateConvertFP64ToS32(CodeGenContext context, AstOperation operation)
|
|
{
|
|
IAstNode source = operation.GetSource(0);
|
|
|
|
return new OperationResult(AggregateType.S32, context.ConvertFToS(context.TypeS32(), context.GetFP64(source)));
|
|
}
|
|
|
|
private static OperationResult GenerateConvertFP64ToU32(CodeGenContext context, AstOperation operation)
|
|
{
|
|
IAstNode source = operation.GetSource(0);
|
|
|
|
return new OperationResult(AggregateType.U32, context.ConvertFToU(context.TypeU32(), context.GetFP64(source)));
|
|
}
|
|
|
|
private static OperationResult GenerateConvertS32ToFP32(CodeGenContext context, AstOperation operation)
|
|
{
|
|
IAstNode source = operation.GetSource(0);
|
|
|
|
return new OperationResult(AggregateType.FP32, context.ConvertSToF(context.TypeFP32(), context.GetS32(source)));
|
|
}
|
|
|
|
private static OperationResult GenerateConvertS32ToFP64(CodeGenContext context, AstOperation operation)
|
|
{
|
|
IAstNode source = operation.GetSource(0);
|
|
|
|
return new OperationResult(AggregateType.FP64, context.ConvertSToF(context.TypeFP64(), context.GetS32(source)));
|
|
}
|
|
|
|
private static OperationResult GenerateConvertU32ToFP32(CodeGenContext context, AstOperation operation)
|
|
{
|
|
IAstNode source = operation.GetSource(0);
|
|
|
|
return new OperationResult(AggregateType.FP32, context.ConvertUToF(context.TypeFP32(), context.GetU32(source)));
|
|
}
|
|
|
|
private static OperationResult GenerateConvertU32ToFP64(CodeGenContext context, AstOperation operation)
|
|
{
|
|
IAstNode source = operation.GetSource(0);
|
|
|
|
return new OperationResult(AggregateType.FP64, context.ConvertUToF(context.TypeFP64(), context.GetU32(source)));
|
|
}
|
|
|
|
private static OperationResult GenerateCosine(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateUnary(context, operation, context.Delegates.GlslCos, null);
|
|
}
|
|
|
|
private static OperationResult GenerateDdx(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateUnaryFP32(context, operation, context.Delegates.DPdx);
|
|
}
|
|
|
|
private static OperationResult GenerateDdy(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateUnaryFP32(context, operation, context.Delegates.DPdy);
|
|
}
|
|
|
|
private static OperationResult GenerateDiscard(CodeGenContext context, AstOperation operation)
|
|
{
|
|
context.Kill();
|
|
return OperationResult.Invalid;
|
|
}
|
|
|
|
private static OperationResult GenerateDivide(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateBinary(context, operation, context.Delegates.FDiv, context.Delegates.SDiv);
|
|
}
|
|
|
|
private static OperationResult GenerateEmitVertex(CodeGenContext context, AstOperation operation)
|
|
{
|
|
context.EmitVertex();
|
|
|
|
return OperationResult.Invalid;
|
|
}
|
|
|
|
private static OperationResult GenerateEndPrimitive(CodeGenContext context, AstOperation operation)
|
|
{
|
|
context.EndPrimitive();
|
|
|
|
return OperationResult.Invalid;
|
|
}
|
|
|
|
private static OperationResult GenerateExponentB2(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateUnary(context, operation, context.Delegates.GlslExp2, null);
|
|
}
|
|
|
|
private static OperationResult GenerateFSIBegin(CodeGenContext context, AstOperation operation)
|
|
{
|
|
if (context.HostCapabilities.SupportsFragmentShaderInterlock)
|
|
{
|
|
context.BeginInvocationInterlockEXT();
|
|
}
|
|
|
|
return OperationResult.Invalid;
|
|
}
|
|
|
|
private static OperationResult GenerateFSIEnd(CodeGenContext context, AstOperation operation)
|
|
{
|
|
if (context.HostCapabilities.SupportsFragmentShaderInterlock)
|
|
{
|
|
context.EndInvocationInterlockEXT();
|
|
}
|
|
|
|
return OperationResult.Invalid;
|
|
}
|
|
|
|
private static OperationResult GenerateFindLSB(CodeGenContext context, AstOperation operation)
|
|
{
|
|
SpvInstruction source = context.GetU32(operation.GetSource(0));
|
|
return new OperationResult(AggregateType.U32, context.GlslFindILsb(context.TypeU32(), source));
|
|
}
|
|
|
|
private static OperationResult GenerateFindMSBS32(CodeGenContext context, AstOperation operation)
|
|
{
|
|
SpvInstruction source = context.GetS32(operation.GetSource(0));
|
|
return new OperationResult(AggregateType.U32, context.GlslFindSMsb(context.TypeU32(), source));
|
|
}
|
|
|
|
private static OperationResult GenerateFindMSBU32(CodeGenContext context, AstOperation operation)
|
|
{
|
|
SpvInstruction source = context.GetU32(operation.GetSource(0));
|
|
return new OperationResult(AggregateType.U32, context.GlslFindUMsb(context.TypeU32(), source));
|
|
}
|
|
|
|
private static OperationResult GenerateFloor(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateUnary(context, operation, context.Delegates.GlslFloor, null);
|
|
}
|
|
|
|
private static OperationResult GenerateFusedMultiplyAdd(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateTernary(context, operation, context.Delegates.GlslFma, null);
|
|
}
|
|
|
|
private static OperationResult GenerateGroupMemoryBarrier(CodeGenContext context, AstOperation operation)
|
|
{
|
|
context.MemoryBarrier(context.Constant(context.TypeU32(), Scope.Workgroup), context.Constant(context.TypeU32(), DefaultMemorySemantics));
|
|
return OperationResult.Invalid;
|
|
}
|
|
|
|
private static void MarkNonUniform(CodeGenContext context, SpvInstruction inst)
|
|
{
|
|
if (context.HostCapabilities.SupportsShaderNonUniformIndexing)
|
|
{
|
|
if (!context.WasNonUniformAccessDeclared)
|
|
{
|
|
context.AddExtension("SPV_EXT_descriptor_indexing");
|
|
context.AddCapability(Capability.ShaderNonUniform);
|
|
context.AddCapability(Capability.SampledImageArrayNonUniformIndexing);
|
|
context.AddCapability(Capability.StorageImageArrayNonUniformIndexing);
|
|
}
|
|
|
|
context.Decorate(inst, Decoration.NonUniform);
|
|
context.WasNonUniformAccessDeclared = true;
|
|
}
|
|
}
|
|
|
|
private static OperationResult GenerateImageAtomic(CodeGenContext context, AstOperation operation)
|
|
{
|
|
AstTextureOperation texOp = (AstTextureOperation)operation;
|
|
|
|
AggregateType componentType = texOp.Format.GetComponentType();
|
|
|
|
bool isArray = (texOp.Type & SamplerType.Array) != 0;
|
|
|
|
int srcIndex = 0;
|
|
|
|
SpvInstruction Src(AggregateType type)
|
|
{
|
|
return context.Get(type, texOp.GetSource(srcIndex++));
|
|
}
|
|
|
|
ImageDeclaration declaration = context.Images[texOp.GetTextureSetAndBinding()];
|
|
SpvInstruction image = declaration.Image;
|
|
|
|
SpvInstruction resultType = context.GetType(componentType);
|
|
SpvInstruction imagePointerType = context.TypePointer(StorageClass.Image, resultType);
|
|
|
|
if (declaration.IsIndexed)
|
|
{
|
|
SpvInstruction textureIndex = Src(AggregateType.S32);
|
|
|
|
image = context.AccessChain(imagePointerType, image, textureIndex);
|
|
MarkNonUniform(context, image);
|
|
}
|
|
|
|
int coordsCount = texOp.Type.Dimensions;
|
|
|
|
int pCount = coordsCount + (isArray ? 1 : 0);
|
|
|
|
SpvInstruction pCoords;
|
|
|
|
if (pCount > 1)
|
|
{
|
|
SpvInstruction[] elems = new SpvInstruction[pCount];
|
|
|
|
for (int i = 0; i < pCount; i++)
|
|
{
|
|
elems[i] = Src(AggregateType.S32);
|
|
}
|
|
|
|
SpvInstruction vectorType = context.TypeVector(context.TypeS32(), pCount);
|
|
pCoords = context.CompositeConstruct(vectorType, elems);
|
|
}
|
|
else
|
|
{
|
|
pCoords = Src(AggregateType.S32);
|
|
}
|
|
|
|
SpvInstruction value = Src(componentType);
|
|
|
|
SpvInstruction pointer = context.ImageTexelPointer(imagePointerType, image, pCoords, context.Constant(context.TypeU32(), 0));
|
|
SpvInstruction one = context.Constant(context.TypeU32(), 1);
|
|
SpvInstruction zero = context.Constant(context.TypeU32(), 0);
|
|
|
|
SpvInstruction result = (texOp.Flags & TextureFlags.AtomicMask) switch
|
|
{
|
|
TextureFlags.Add => context.AtomicIAdd(resultType, pointer, one, zero, value),
|
|
TextureFlags.Minimum => componentType == AggregateType.S32
|
|
? context.AtomicSMin(resultType, pointer, one, zero, value)
|
|
: context.AtomicUMin(resultType, pointer, one, zero, value),
|
|
TextureFlags.Maximum => componentType == AggregateType.S32
|
|
? context.AtomicSMax(resultType, pointer, one, zero, value)
|
|
: context.AtomicUMax(resultType, pointer, one, zero, value),
|
|
TextureFlags.Increment => context.AtomicIIncrement(resultType, pointer, one, zero),
|
|
TextureFlags.Decrement => context.AtomicIDecrement(resultType, pointer, one, zero),
|
|
TextureFlags.BitwiseAnd => context.AtomicAnd(resultType, pointer, one, zero, value),
|
|
TextureFlags.BitwiseOr => context.AtomicOr(resultType, pointer, one, zero, value),
|
|
TextureFlags.BitwiseXor => context.AtomicXor(resultType, pointer, one, zero, value),
|
|
TextureFlags.Swap => context.AtomicExchange(resultType, pointer, one, zero, value),
|
|
TextureFlags.CAS => context.AtomicCompareExchange(resultType, pointer, one, zero, zero, Src(componentType), value),
|
|
_ => context.AtomicIAdd(resultType, pointer, one, zero, value),
|
|
};
|
|
|
|
return new OperationResult(componentType, result);
|
|
}
|
|
|
|
private static OperationResult GenerateImageLoad(CodeGenContext context, AstOperation operation)
|
|
{
|
|
AstTextureOperation texOp = (AstTextureOperation)operation;
|
|
|
|
AggregateType componentType = texOp.Format.GetComponentType();
|
|
|
|
bool isArray = (texOp.Type & SamplerType.Array) != 0;
|
|
|
|
int srcIndex = 0;
|
|
|
|
SpvInstruction Src(AggregateType type)
|
|
{
|
|
return context.Get(type, texOp.GetSource(srcIndex++));
|
|
}
|
|
|
|
ImageDeclaration declaration = context.Images[texOp.GetTextureSetAndBinding()];
|
|
SpvInstruction image = declaration.Image;
|
|
bool isIndexed = declaration.IsIndexed;
|
|
|
|
if (isIndexed)
|
|
{
|
|
SpvInstruction textureIndex = Src(AggregateType.S32);
|
|
|
|
image = context.AccessChain(declaration.ImagePointerType, image, textureIndex);
|
|
MarkNonUniform(context, image);
|
|
}
|
|
|
|
image = context.Load(declaration.ImageType, image);
|
|
if (isIndexed)
|
|
{
|
|
MarkNonUniform(context, image);
|
|
}
|
|
|
|
int coordsCount = texOp.Type.Dimensions;
|
|
|
|
int pCount = coordsCount + (isArray ? 1 : 0);
|
|
|
|
SpvInstruction pCoords;
|
|
|
|
if (pCount > 1)
|
|
{
|
|
SpvInstruction[] elems = new SpvInstruction[pCount];
|
|
|
|
for (int i = 0; i < pCount; i++)
|
|
{
|
|
elems[i] = Src(AggregateType.S32);
|
|
}
|
|
|
|
SpvInstruction vectorType = context.TypeVector(context.TypeS32(), pCount);
|
|
pCoords = context.CompositeConstruct(vectorType, elems);
|
|
}
|
|
else
|
|
{
|
|
pCoords = Src(AggregateType.S32);
|
|
}
|
|
|
|
SpvInstruction imageComponentType = context.GetType(componentType);
|
|
AggregateType swizzledResultType = texOp.GetVectorType(componentType);
|
|
|
|
SpvInstruction texel = context.ImageRead(context.TypeVector(imageComponentType, 4), image, pCoords, ImageOperandsMask.MaskNone);
|
|
SpvInstruction result = GetSwizzledResult(context, texel, swizzledResultType, texOp.Index);
|
|
|
|
return new OperationResult(componentType, result);
|
|
}
|
|
|
|
private static OperationResult GenerateImageStore(CodeGenContext context, AstOperation operation)
|
|
{
|
|
AstTextureOperation texOp = (AstTextureOperation)operation;
|
|
|
|
bool isArray = (texOp.Type & SamplerType.Array) != 0;
|
|
|
|
int srcIndex = 0;
|
|
|
|
SpvInstruction Src(AggregateType type)
|
|
{
|
|
return context.Get(type, texOp.GetSource(srcIndex++));
|
|
}
|
|
|
|
ImageDeclaration declaration = context.Images[texOp.GetTextureSetAndBinding()];
|
|
SpvInstruction image = declaration.Image;
|
|
bool isIndexed = declaration.IsIndexed;
|
|
|
|
if (isIndexed)
|
|
{
|
|
SpvInstruction textureIndex = Src(AggregateType.S32);
|
|
|
|
image = context.AccessChain(declaration.ImagePointerType, image, textureIndex);
|
|
MarkNonUniform(context, image);
|
|
}
|
|
|
|
image = context.Load(declaration.ImageType, image);
|
|
if (isIndexed)
|
|
{
|
|
MarkNonUniform(context, image);
|
|
}
|
|
|
|
int coordsCount = texOp.Type.Dimensions;
|
|
|
|
int pCount = coordsCount + (isArray ? 1 : 0);
|
|
|
|
SpvInstruction pCoords;
|
|
|
|
if (pCount > 1)
|
|
{
|
|
SpvInstruction[] elems = new SpvInstruction[pCount];
|
|
|
|
for (int i = 0; i < pCount; i++)
|
|
{
|
|
elems[i] = Src(AggregateType.S32);
|
|
}
|
|
|
|
SpvInstruction vectorType = context.TypeVector(context.TypeS32(), pCount);
|
|
pCoords = context.CompositeConstruct(vectorType, elems);
|
|
}
|
|
else
|
|
{
|
|
pCoords = Src(AggregateType.S32);
|
|
}
|
|
|
|
AggregateType componentType = texOp.Format.GetComponentType();
|
|
|
|
const int ComponentsCount = 4;
|
|
|
|
SpvInstruction[] cElems = new SpvInstruction[ComponentsCount];
|
|
|
|
for (int i = 0; i < ComponentsCount; i++)
|
|
{
|
|
if (srcIndex < texOp.SourcesCount)
|
|
{
|
|
cElems[i] = Src(componentType);
|
|
}
|
|
else
|
|
{
|
|
cElems[i] = componentType switch
|
|
{
|
|
AggregateType.S32 => context.Constant(context.TypeS32(), 0),
|
|
AggregateType.U32 => context.Constant(context.TypeU32(), 0u),
|
|
_ => context.Constant(context.TypeFP32(), 0f),
|
|
};
|
|
}
|
|
}
|
|
|
|
SpvInstruction texel = context.CompositeConstruct(context.TypeVector(context.GetType(componentType), ComponentsCount), cElems);
|
|
|
|
context.ImageWrite(image, pCoords, texel, ImageOperandsMask.MaskNone);
|
|
|
|
return OperationResult.Invalid;
|
|
}
|
|
|
|
private static OperationResult GenerateIsNan(CodeGenContext context, AstOperation operation)
|
|
{
|
|
IAstNode source = operation.GetSource(0);
|
|
|
|
SpvInstruction result;
|
|
|
|
if (operation.Inst.HasFlag(Instruction.FP64))
|
|
{
|
|
result = context.IsNan(context.TypeBool(), context.GetFP64(source));
|
|
}
|
|
else
|
|
{
|
|
result = context.IsNan(context.TypeBool(), context.GetFP32(source));
|
|
}
|
|
|
|
return new OperationResult(AggregateType.Bool, result);
|
|
}
|
|
|
|
private static OperationResult GenerateLoad(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateLoadOrStore(context, operation, isStore: false);
|
|
}
|
|
|
|
private static OperationResult GenerateLod(CodeGenContext context, AstOperation operation)
|
|
{
|
|
AstTextureOperation texOp = (AstTextureOperation)operation;
|
|
|
|
int srcIndex = 0;
|
|
|
|
SpvInstruction Src(AggregateType type)
|
|
{
|
|
return context.Get(type, texOp.GetSource(srcIndex++));
|
|
}
|
|
|
|
SamplerDeclaration declaration = context.Samplers[texOp.GetTextureSetAndBinding()];
|
|
SpvInstruction image = GenerateSampledImageLoad(context, texOp, declaration, ref srcIndex);
|
|
|
|
int pCount = texOp.Type.Dimensions;
|
|
|
|
SpvInstruction pCoords;
|
|
|
|
if (pCount > 1)
|
|
{
|
|
SpvInstruction[] elems = new SpvInstruction[pCount];
|
|
|
|
for (int i = 0; i < pCount; i++)
|
|
{
|
|
elems[i] = Src(AggregateType.FP32);
|
|
}
|
|
|
|
SpvInstruction vectorType = context.TypeVector(context.TypeFP32(), pCount);
|
|
pCoords = context.CompositeConstruct(vectorType, elems);
|
|
}
|
|
else
|
|
{
|
|
pCoords = Src(AggregateType.FP32);
|
|
}
|
|
|
|
SpvInstruction resultType = context.TypeVector(context.TypeFP32(), 2);
|
|
SpvInstruction packed = context.ImageQueryLod(resultType, image, pCoords);
|
|
SpvInstruction result = context.CompositeExtract(context.TypeFP32(), packed, (SpvLiteralInteger)texOp.Index);
|
|
|
|
return new OperationResult(AggregateType.FP32, result);
|
|
}
|
|
|
|
private static OperationResult GenerateLogarithmB2(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateUnary(context, operation, context.Delegates.GlslLog2, null);
|
|
}
|
|
|
|
private static OperationResult GenerateLogicalAnd(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateBinaryBool(context, operation, context.Delegates.LogicalAnd);
|
|
}
|
|
|
|
private static OperationResult GenerateLogicalExclusiveOr(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateBinaryBool(context, operation, context.Delegates.LogicalNotEqual);
|
|
}
|
|
|
|
private static OperationResult GenerateLogicalNot(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateUnaryBool(context, operation, context.Delegates.LogicalNot);
|
|
}
|
|
|
|
private static OperationResult GenerateLogicalOr(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateBinaryBool(context, operation, context.Delegates.LogicalOr);
|
|
}
|
|
|
|
private static OperationResult GenerateLoopBreak(CodeGenContext context, AstOperation operation)
|
|
{
|
|
AstBlock loopBlock = context.CurrentBlock;
|
|
while (loopBlock.Type != AstBlockType.DoWhile)
|
|
{
|
|
loopBlock = loopBlock.Parent;
|
|
}
|
|
|
|
context.Branch(context.GetNextLabel(loopBlock.Parent));
|
|
|
|
return OperationResult.Invalid;
|
|
}
|
|
|
|
private static OperationResult GenerateLoopContinue(CodeGenContext context, AstOperation operation)
|
|
{
|
|
AstBlock loopBlock = context.CurrentBlock;
|
|
while (loopBlock.Type != AstBlockType.DoWhile)
|
|
{
|
|
loopBlock = loopBlock.Parent;
|
|
}
|
|
|
|
(_, SpvInstruction continueTarget) = context.LoopTargets[loopBlock];
|
|
|
|
context.Branch(continueTarget);
|
|
|
|
return OperationResult.Invalid;
|
|
}
|
|
|
|
private static OperationResult GenerateMaximum(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateBinary(context, operation, context.Delegates.GlslFMax, context.Delegates.GlslSMax);
|
|
}
|
|
|
|
private static OperationResult GenerateMaximumU32(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateBinaryU32(context, operation, context.Delegates.GlslUMax);
|
|
}
|
|
|
|
private static OperationResult GenerateMemoryBarrier(CodeGenContext context, AstOperation operation)
|
|
{
|
|
context.MemoryBarrier(context.Constant(context.TypeU32(), Scope.Device), context.Constant(context.TypeU32(), DefaultMemorySemantics));
|
|
return OperationResult.Invalid;
|
|
}
|
|
|
|
private static OperationResult GenerateMinimum(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateBinary(context, operation, context.Delegates.GlslFMin, context.Delegates.GlslSMin);
|
|
}
|
|
|
|
private static OperationResult GenerateMinimumU32(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateBinaryU32(context, operation, context.Delegates.GlslUMin);
|
|
}
|
|
|
|
private static OperationResult GenerateModulo(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateBinary(context, operation, context.Delegates.FMod, null);
|
|
}
|
|
|
|
private static OperationResult GenerateMultiply(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateBinary(context, operation, context.Delegates.FMul, context.Delegates.IMul);
|
|
}
|
|
|
|
private static OperationResult GenerateMultiplyHighS32(CodeGenContext context, AstOperation operation)
|
|
{
|
|
IAstNode src1 = operation.GetSource(0);
|
|
IAstNode src2 = operation.GetSource(1);
|
|
|
|
SpvInstruction resultType = context.TypeStruct(false, context.TypeS32(), context.TypeS32());
|
|
SpvInstruction result = context.SMulExtended(resultType, context.GetS32(src1), context.GetS32(src2));
|
|
result = context.CompositeExtract(context.TypeS32(), result, 1);
|
|
|
|
return new OperationResult(AggregateType.S32, result);
|
|
}
|
|
|
|
private static OperationResult GenerateMultiplyHighU32(CodeGenContext context, AstOperation operation)
|
|
{
|
|
IAstNode src1 = operation.GetSource(0);
|
|
IAstNode src2 = operation.GetSource(1);
|
|
|
|
SpvInstruction resultType = context.TypeStruct(false, context.TypeU32(), context.TypeU32());
|
|
SpvInstruction result = context.UMulExtended(resultType, context.GetU32(src1), context.GetU32(src2));
|
|
result = context.CompositeExtract(context.TypeU32(), result, 1);
|
|
|
|
return new OperationResult(AggregateType.U32, result);
|
|
}
|
|
|
|
private static OperationResult GenerateNegate(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateUnary(context, operation, context.Delegates.FNegate, context.Delegates.SNegate);
|
|
}
|
|
|
|
private static OperationResult GeneratePackDouble2x32(CodeGenContext context, AstOperation operation)
|
|
{
|
|
SpvInstruction value0 = context.GetU32(operation.GetSource(0));
|
|
SpvInstruction value1 = context.GetU32(operation.GetSource(1));
|
|
SpvInstruction vector = context.CompositeConstruct(context.TypeVector(context.TypeU32(), 2), value0, value1);
|
|
SpvInstruction result = context.GlslPackDouble2x32(context.TypeFP64(), vector);
|
|
|
|
return new OperationResult(AggregateType.FP64, result);
|
|
}
|
|
|
|
private static OperationResult GeneratePackHalf2x16(CodeGenContext context, AstOperation operation)
|
|
{
|
|
SpvInstruction value0 = context.GetFP32(operation.GetSource(0));
|
|
SpvInstruction value1 = context.GetFP32(operation.GetSource(1));
|
|
SpvInstruction vector = context.CompositeConstruct(context.TypeVector(context.TypeFP32(), 2), value0, value1);
|
|
SpvInstruction result = context.GlslPackHalf2x16(context.TypeU32(), vector);
|
|
|
|
return new OperationResult(AggregateType.U32, result);
|
|
}
|
|
|
|
private static OperationResult GenerateReciprocalSquareRoot(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateUnary(context, operation, context.Delegates.GlslInverseSqrt, null);
|
|
}
|
|
|
|
private static OperationResult GenerateReturn(CodeGenContext context, AstOperation operation)
|
|
{
|
|
context.MayHaveReturned = true;
|
|
|
|
if (operation.SourcesCount != 0)
|
|
{
|
|
context.ReturnValue(context.Get(context.CurrentFunction.ReturnType, operation.GetSource(0)));
|
|
}
|
|
else
|
|
{
|
|
context.Return();
|
|
}
|
|
|
|
return OperationResult.Invalid;
|
|
}
|
|
|
|
private static OperationResult GenerateRound(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateUnary(context, operation, context.Delegates.GlslRoundEven, null);
|
|
}
|
|
|
|
private static OperationResult GenerateShiftLeft(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateBinaryS32(context, operation, context.Delegates.ShiftLeftLogical);
|
|
}
|
|
|
|
private static OperationResult GenerateShiftRightS32(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateBinaryS32(context, operation, context.Delegates.ShiftRightArithmetic);
|
|
}
|
|
|
|
private static OperationResult GenerateShiftRightU32(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateBinaryS32(context, operation, context.Delegates.ShiftRightLogical);
|
|
}
|
|
|
|
private static OperationResult GenerateShuffle(CodeGenContext context, AstOperation operation)
|
|
{
|
|
SpvInstruction value = context.GetFP32(operation.GetSource(0));
|
|
SpvInstruction index = context.GetU32(operation.GetSource(1));
|
|
|
|
SpvInstruction result = context.GroupNonUniformShuffle(context.TypeFP32(), context.Constant(context.TypeU32(), (int)Scope.Subgroup), value, index);
|
|
|
|
return new OperationResult(AggregateType.FP32, result);
|
|
}
|
|
|
|
private static OperationResult GenerateShuffleDown(CodeGenContext context, AstOperation operation)
|
|
{
|
|
SpvInstruction value = context.GetFP32(operation.GetSource(0));
|
|
SpvInstruction index = context.GetU32(operation.GetSource(1));
|
|
|
|
SpvInstruction result = context.GroupNonUniformShuffleDown(context.TypeFP32(), context.Constant(context.TypeU32(), (int)Scope.Subgroup), value, index);
|
|
|
|
return new OperationResult(AggregateType.FP32, result);
|
|
}
|
|
|
|
private static OperationResult GenerateShuffleUp(CodeGenContext context, AstOperation operation)
|
|
{
|
|
SpvInstruction value = context.GetFP32(operation.GetSource(0));
|
|
SpvInstruction index = context.GetU32(operation.GetSource(1));
|
|
|
|
SpvInstruction result = context.GroupNonUniformShuffleUp(context.TypeFP32(), context.Constant(context.TypeU32(), (int)Scope.Subgroup), value, index);
|
|
|
|
return new OperationResult(AggregateType.FP32, result);
|
|
}
|
|
|
|
private static OperationResult GenerateShuffleXor(CodeGenContext context, AstOperation operation)
|
|
{
|
|
SpvInstruction value = context.GetFP32(operation.GetSource(0));
|
|
SpvInstruction index = context.GetU32(operation.GetSource(1));
|
|
|
|
SpvInstruction result = context.GroupNonUniformShuffleXor(context.TypeFP32(), context.Constant(context.TypeU32(), (int)Scope.Subgroup), value, index);
|
|
|
|
return new OperationResult(AggregateType.FP32, result);
|
|
}
|
|
|
|
private static OperationResult GenerateSine(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateUnary(context, operation, context.Delegates.GlslSin, null);
|
|
}
|
|
|
|
private static OperationResult GenerateSquareRoot(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateUnary(context, operation, context.Delegates.GlslSqrt, null);
|
|
}
|
|
|
|
private static OperationResult GenerateStore(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateLoadOrStore(context, operation, isStore: true);
|
|
}
|
|
|
|
private static OperationResult GenerateSubtract(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateBinary(context, operation, context.Delegates.FSub, context.Delegates.ISub);
|
|
}
|
|
|
|
private static OperationResult GenerateSwizzleAdd(CodeGenContext context, AstOperation operation)
|
|
{
|
|
SpvInstruction x = context.Get(AggregateType.FP32, operation.GetSource(0));
|
|
SpvInstruction y = context.Get(AggregateType.FP32, operation.GetSource(1));
|
|
SpvInstruction mask = context.Get(AggregateType.U32, operation.GetSource(2));
|
|
|
|
SpvInstruction v4float = context.TypeVector(context.TypeFP32(), 4);
|
|
SpvInstruction one = context.Constant(context.TypeFP32(), 1.0f);
|
|
SpvInstruction minusOne = context.Constant(context.TypeFP32(), -1.0f);
|
|
SpvInstruction zero = context.Constant(context.TypeFP32(), 0.0f);
|
|
SpvInstruction xLut = context.ConstantComposite(v4float, one, minusOne, one, zero);
|
|
SpvInstruction yLut = context.ConstantComposite(v4float, one, one, minusOne, one);
|
|
|
|
SpvInstruction three = context.Constant(context.TypeU32(), 3);
|
|
|
|
SpvInstruction threadId = GetScalarInput(context, IoVariable.SubgroupLaneId);
|
|
SpvInstruction shift = context.BitwiseAnd(context.TypeU32(), threadId, three);
|
|
shift = context.ShiftLeftLogical(context.TypeU32(), shift, context.Constant(context.TypeU32(), 1));
|
|
SpvInstruction lutIdx = context.ShiftRightLogical(context.TypeU32(), mask, shift);
|
|
lutIdx = context.BitwiseAnd(context.TypeU32(), lutIdx, three);
|
|
|
|
SpvInstruction xLutValue = context.VectorExtractDynamic(context.TypeFP32(), xLut, lutIdx);
|
|
SpvInstruction yLutValue = context.VectorExtractDynamic(context.TypeFP32(), yLut, lutIdx);
|
|
|
|
SpvInstruction xResult = context.FMul(context.TypeFP32(), x, xLutValue);
|
|
SpvInstruction yResult = context.FMul(context.TypeFP32(), y, yLutValue);
|
|
SpvInstruction result = context.FAdd(context.TypeFP32(), xResult, yResult);
|
|
|
|
return new OperationResult(AggregateType.FP32, result);
|
|
}
|
|
|
|
private static OperationResult GenerateTextureSample(CodeGenContext context, AstOperation operation)
|
|
{
|
|
AstTextureOperation texOp = (AstTextureOperation)operation;
|
|
|
|
bool isGather = (texOp.Flags & TextureFlags.Gather) != 0;
|
|
bool hasDerivatives = (texOp.Flags & TextureFlags.Derivatives) != 0;
|
|
bool intCoords = (texOp.Flags & TextureFlags.IntCoords) != 0;
|
|
bool hasLodBias = (texOp.Flags & TextureFlags.LodBias) != 0;
|
|
bool hasLodLevel = (texOp.Flags & TextureFlags.LodLevel) != 0;
|
|
bool hasOffset = (texOp.Flags & TextureFlags.Offset) != 0;
|
|
bool hasOffsets = (texOp.Flags & TextureFlags.Offsets) != 0;
|
|
|
|
bool isArray = (texOp.Type & SamplerType.Array) != 0;
|
|
bool isMultisample = (texOp.Type & SamplerType.Multisample) != 0;
|
|
bool isShadow = (texOp.Type & SamplerType.Shadow) != 0;
|
|
|
|
int srcIndex = 0;
|
|
|
|
SpvInstruction Src(AggregateType type)
|
|
{
|
|
return context.Get(type, texOp.GetSource(srcIndex++));
|
|
}
|
|
|
|
SamplerDeclaration declaration = context.Samplers[texOp.GetTextureSetAndBinding()];
|
|
SpvInstruction image = GenerateSampledImageLoad(context, texOp, declaration, ref srcIndex);
|
|
|
|
int coordsCount = texOp.Type.Dimensions;
|
|
|
|
int pCount = coordsCount;
|
|
|
|
int arrayIndexElem = -1;
|
|
|
|
if (isArray)
|
|
{
|
|
arrayIndexElem = pCount++;
|
|
}
|
|
|
|
AggregateType coordType = intCoords ? AggregateType.S32 : AggregateType.FP32;
|
|
|
|
SpvInstruction AssemblePVector(int count)
|
|
{
|
|
if (count > 1)
|
|
{
|
|
SpvInstruction[] elems = new SpvInstruction[count];
|
|
|
|
for (int index = 0; index < count; index++)
|
|
{
|
|
if (arrayIndexElem == index)
|
|
{
|
|
elems[index] = Src(AggregateType.S32);
|
|
|
|
if (!intCoords)
|
|
{
|
|
elems[index] = context.ConvertSToF(context.TypeFP32(), elems[index]);
|
|
}
|
|
}
|
|
else
|
|
{
|
|
elems[index] = Src(coordType);
|
|
}
|
|
}
|
|
|
|
SpvInstruction vectorType = context.TypeVector(intCoords ? context.TypeS32() : context.TypeFP32(), count);
|
|
return context.CompositeConstruct(vectorType, elems);
|
|
}
|
|
else
|
|
{
|
|
return Src(coordType);
|
|
}
|
|
}
|
|
|
|
SpvInstruction pCoords = AssemblePVector(pCount);
|
|
|
|
SpvInstruction AssembleDerivativesVector(int count)
|
|
{
|
|
if (count > 1)
|
|
{
|
|
SpvInstruction[] elems = new SpvInstruction[count];
|
|
|
|
for (int index = 0; index < count; index++)
|
|
{
|
|
elems[index] = Src(AggregateType.FP32);
|
|
}
|
|
|
|
SpvInstruction vectorType = context.TypeVector(context.TypeFP32(), count);
|
|
return context.CompositeConstruct(vectorType, elems);
|
|
}
|
|
else
|
|
{
|
|
return Src(AggregateType.FP32);
|
|
}
|
|
}
|
|
|
|
SpvInstruction dRef = null;
|
|
|
|
if (isShadow)
|
|
{
|
|
dRef = Src(AggregateType.FP32);
|
|
}
|
|
|
|
SpvInstruction[] derivatives = null;
|
|
|
|
if (hasDerivatives)
|
|
{
|
|
derivatives =
|
|
[
|
|
AssembleDerivativesVector(coordsCount), // dPdx
|
|
AssembleDerivativesVector(coordsCount) // dPdy
|
|
];
|
|
}
|
|
|
|
SpvInstruction sample = null;
|
|
SpvInstruction lod = null;
|
|
|
|
if (isMultisample)
|
|
{
|
|
sample = Src(AggregateType.S32);
|
|
}
|
|
else if (hasLodLevel)
|
|
{
|
|
lod = Src(coordType);
|
|
}
|
|
|
|
SpvInstruction AssembleOffsetVector(int count)
|
|
{
|
|
if (count > 1)
|
|
{
|
|
SpvInstruction[] elems = new SpvInstruction[count];
|
|
|
|
for (int index = 0; index < count; index++)
|
|
{
|
|
elems[index] = Src(AggregateType.S32);
|
|
}
|
|
|
|
SpvInstruction vectorType = context.TypeVector(context.TypeS32(), count);
|
|
|
|
return context.ConstantComposite(vectorType, elems);
|
|
}
|
|
else
|
|
{
|
|
return Src(AggregateType.S32);
|
|
}
|
|
}
|
|
|
|
SpvInstruction[] offsets = null;
|
|
|
|
if (hasOffset)
|
|
{
|
|
offsets = [AssembleOffsetVector(coordsCount)];
|
|
}
|
|
else if (hasOffsets)
|
|
{
|
|
offsets =
|
|
[
|
|
AssembleOffsetVector(coordsCount),
|
|
AssembleOffsetVector(coordsCount),
|
|
AssembleOffsetVector(coordsCount),
|
|
AssembleOffsetVector(coordsCount)
|
|
];
|
|
}
|
|
|
|
SpvInstruction lodBias = null;
|
|
|
|
if (hasLodBias)
|
|
{
|
|
lodBias = Src(AggregateType.FP32);
|
|
}
|
|
|
|
if (!isGather && !intCoords && !isMultisample && !hasLodLevel && !hasDerivatives && context.Definitions.Stage != ShaderStage.Fragment)
|
|
{
|
|
// Implicit LOD is only valid on fragment.
|
|
// Use the LOD bias as explicit LOD if available.
|
|
|
|
lod = lodBias ?? context.Constant(context.TypeFP32(), 0f);
|
|
|
|
lodBias = null;
|
|
hasLodBias = false;
|
|
hasLodLevel = true;
|
|
}
|
|
|
|
SpvInstruction compIdx = null;
|
|
|
|
// textureGather* optional extra component index,
|
|
// not needed for shadow samplers.
|
|
if (isGather && !isShadow)
|
|
{
|
|
compIdx = Src(AggregateType.S32);
|
|
}
|
|
|
|
List<SpvInstruction> operandsList = [];
|
|
ImageOperandsMask operandsMask = ImageOperandsMask.MaskNone;
|
|
|
|
if (hasLodBias)
|
|
{
|
|
operandsMask |= ImageOperandsMask.Bias;
|
|
operandsList.Add(lodBias);
|
|
}
|
|
|
|
if (!isMultisample && hasLodLevel)
|
|
{
|
|
operandsMask |= ImageOperandsMask.Lod;
|
|
operandsList.Add(lod);
|
|
}
|
|
|
|
if (hasDerivatives)
|
|
{
|
|
operandsMask |= ImageOperandsMask.Grad;
|
|
operandsList.Add(derivatives[0]);
|
|
operandsList.Add(derivatives[1]);
|
|
}
|
|
|
|
if (hasOffset)
|
|
{
|
|
operandsMask |= ImageOperandsMask.ConstOffset;
|
|
operandsList.Add(offsets[0]);
|
|
}
|
|
else if (hasOffsets)
|
|
{
|
|
operandsMask |= ImageOperandsMask.ConstOffsets;
|
|
SpvInstruction arrayv2 = context.TypeArray(context.TypeVector(context.TypeS32(), 2), context.Constant(context.TypeU32(), 4));
|
|
operandsList.Add(context.ConstantComposite(arrayv2, offsets[0], offsets[1], offsets[2], offsets[3]));
|
|
}
|
|
|
|
if (isMultisample)
|
|
{
|
|
operandsMask |= ImageOperandsMask.Sample;
|
|
operandsList.Add(sample);
|
|
}
|
|
|
|
bool colorIsVector = isGather || !isShadow;
|
|
|
|
SpvInstruction resultType = colorIsVector ? context.TypeVector(context.TypeFP32(), 4) : context.TypeFP32();
|
|
|
|
if (intCoords)
|
|
{
|
|
image = context.Image(declaration.ImageType, image);
|
|
}
|
|
|
|
SpvInstruction[] operands = operandsList.ToArray();
|
|
|
|
SpvInstruction result;
|
|
|
|
if (intCoords)
|
|
{
|
|
result = context.ImageFetch(resultType, image, pCoords, operandsMask, operands);
|
|
}
|
|
else if (isGather)
|
|
{
|
|
if (isShadow)
|
|
{
|
|
result = context.ImageDrefGather(resultType, image, pCoords, dRef, operandsMask, operands);
|
|
}
|
|
else
|
|
{
|
|
result = context.ImageGather(resultType, image, pCoords, compIdx, operandsMask, operands);
|
|
}
|
|
}
|
|
else if (isShadow)
|
|
{
|
|
if (hasLodLevel)
|
|
{
|
|
result = context.ImageSampleDrefExplicitLod(resultType, image, pCoords, dRef, operandsMask, operands);
|
|
}
|
|
else
|
|
{
|
|
result = context.ImageSampleDrefImplicitLod(resultType, image, pCoords, dRef, operandsMask, operands);
|
|
}
|
|
}
|
|
else if (hasDerivatives || hasLodLevel)
|
|
{
|
|
result = context.ImageSampleExplicitLod(resultType, image, pCoords, operandsMask, operands);
|
|
}
|
|
else
|
|
{
|
|
result = context.ImageSampleImplicitLod(resultType, image, pCoords, operandsMask, operands);
|
|
}
|
|
|
|
AggregateType swizzledResultType = AggregateType.FP32;
|
|
|
|
if (colorIsVector)
|
|
{
|
|
swizzledResultType = texOp.GetVectorType(swizzledResultType);
|
|
|
|
result = GetSwizzledResult(context, result, swizzledResultType, texOp.Index);
|
|
}
|
|
|
|
return new OperationResult(swizzledResultType, result);
|
|
}
|
|
|
|
private static OperationResult GenerateTextureQuerySamples(CodeGenContext context, AstOperation operation)
|
|
{
|
|
AstTextureOperation texOp = (AstTextureOperation)operation;
|
|
|
|
int srcIndex = 0;
|
|
|
|
SamplerDeclaration declaration = context.Samplers[texOp.GetTextureSetAndBinding()];
|
|
SpvInstruction image = GenerateSampledImageLoad(context, texOp, declaration, ref srcIndex);
|
|
|
|
image = context.Image(declaration.ImageType, image);
|
|
|
|
SpvInstruction result = context.ImageQuerySamples(context.TypeS32(), image);
|
|
|
|
return new OperationResult(AggregateType.S32, result);
|
|
}
|
|
|
|
private static OperationResult GenerateTextureQuerySize(CodeGenContext context, AstOperation operation)
|
|
{
|
|
AstTextureOperation texOp = (AstTextureOperation)operation;
|
|
|
|
int srcIndex = 0;
|
|
|
|
SamplerDeclaration declaration = context.Samplers[texOp.GetTextureSetAndBinding()];
|
|
SpvInstruction image = GenerateSampledImageLoad(context, texOp, declaration, ref srcIndex);
|
|
|
|
image = context.Image(declaration.ImageType, image);
|
|
|
|
if (texOp.Index == 3)
|
|
{
|
|
return new OperationResult(AggregateType.S32, context.ImageQueryLevels(context.TypeS32(), image));
|
|
}
|
|
else
|
|
{
|
|
SamplerType type = context.SamplersTypes[texOp.GetTextureSetAndBinding()];
|
|
bool hasLod = !type.HasFlag(SamplerType.Multisample) && type != SamplerType.TextureBuffer;
|
|
|
|
int dimensions = (type & SamplerType.Mask) == SamplerType.TextureCube ? 2 : type.Dimensions;
|
|
|
|
if (type.HasFlag(SamplerType.Array))
|
|
{
|
|
dimensions++;
|
|
}
|
|
|
|
SpvInstruction resultType = dimensions == 1 ? context.TypeS32() : context.TypeVector(context.TypeS32(), dimensions);
|
|
|
|
SpvInstruction result;
|
|
|
|
if (hasLod)
|
|
{
|
|
SpvInstruction lod = context.GetS32(operation.GetSource(srcIndex));
|
|
result = context.ImageQuerySizeLod(resultType, image, lod);
|
|
}
|
|
else
|
|
{
|
|
result = context.ImageQuerySize(resultType, image);
|
|
}
|
|
|
|
if (dimensions != 1)
|
|
{
|
|
result = context.CompositeExtract(context.TypeS32(), result, texOp.Index);
|
|
}
|
|
|
|
return new OperationResult(AggregateType.S32, result);
|
|
}
|
|
}
|
|
|
|
private static OperationResult GenerateTruncate(CodeGenContext context, AstOperation operation)
|
|
{
|
|
return GenerateUnary(context, operation, context.Delegates.GlslTrunc, null);
|
|
}
|
|
|
|
private static OperationResult GenerateUnpackDouble2x32(CodeGenContext context, AstOperation operation)
|
|
{
|
|
SpvInstruction value = context.GetFP64(operation.GetSource(0));
|
|
SpvInstruction vector = context.GlslUnpackDouble2x32(context.TypeVector(context.TypeU32(), 2), value);
|
|
SpvInstruction result = context.CompositeExtract(context.TypeU32(), vector, operation.Index);
|
|
|
|
return new OperationResult(AggregateType.U32, result);
|
|
}
|
|
|
|
private static OperationResult GenerateUnpackHalf2x16(CodeGenContext context, AstOperation operation)
|
|
{
|
|
SpvInstruction value = context.GetU32(operation.GetSource(0));
|
|
SpvInstruction vector = context.GlslUnpackHalf2x16(context.TypeVector(context.TypeFP32(), 2), value);
|
|
SpvInstruction result = context.CompositeExtract(context.TypeFP32(), vector, operation.Index);
|
|
|
|
return new OperationResult(AggregateType.FP32, result);
|
|
}
|
|
|
|
private static OperationResult GenerateVectorExtract(CodeGenContext context, AstOperation operation)
|
|
{
|
|
SpvInstruction vector = context.GetWithType(operation.GetSource(0), out AggregateType vectorType);
|
|
AggregateType scalarType = vectorType & ~AggregateType.ElementCountMask;
|
|
SpvInstruction resultType = context.GetType(scalarType);
|
|
SpvInstruction result;
|
|
|
|
if (operation.GetSource(1) is AstOperand indexOperand && indexOperand.Type == OperandType.Constant)
|
|
{
|
|
result = context.CompositeExtract(resultType, vector, (SpvLiteralInteger)indexOperand.Value);
|
|
}
|
|
else
|
|
{
|
|
SpvInstruction index = context.Get(AggregateType.S32, operation.GetSource(1));
|
|
result = context.VectorExtractDynamic(resultType, vector, index);
|
|
}
|
|
|
|
return new OperationResult(scalarType, result);
|
|
}
|
|
|
|
private static OperationResult GenerateVoteAll(CodeGenContext context, AstOperation operation)
|
|
{
|
|
SpvInstruction execution = context.Constant(context.TypeU32(), Scope.Subgroup);
|
|
SpvInstruction result = context.GroupNonUniformAll(context.TypeBool(), execution, context.Get(AggregateType.Bool, operation.GetSource(0)));
|
|
return new OperationResult(AggregateType.Bool, result);
|
|
}
|
|
|
|
private static OperationResult GenerateVoteAllEqual(CodeGenContext context, AstOperation operation)
|
|
{
|
|
SpvInstruction execution = context.Constant(context.TypeU32(), Scope.Subgroup);
|
|
SpvInstruction result = context.GroupNonUniformAllEqual(context.TypeBool(), execution, context.Get(AggregateType.Bool, operation.GetSource(0)));
|
|
return new OperationResult(AggregateType.Bool, result);
|
|
}
|
|
|
|
private static OperationResult GenerateVoteAny(CodeGenContext context, AstOperation operation)
|
|
{
|
|
SpvInstruction execution = context.Constant(context.TypeU32(), Scope.Subgroup);
|
|
SpvInstruction result = context.GroupNonUniformAny(context.TypeBool(), execution, context.Get(AggregateType.Bool, operation.GetSource(0)));
|
|
return new OperationResult(AggregateType.Bool, result);
|
|
}
|
|
|
|
private static OperationResult GenerateCompare(
|
|
CodeGenContext context,
|
|
AstOperation operation,
|
|
Func<SpvInstruction, SpvInstruction, SpvInstruction, SpvInstruction> emitF,
|
|
Func<SpvInstruction, SpvInstruction, SpvInstruction, SpvInstruction> emitI)
|
|
{
|
|
IAstNode src1 = operation.GetSource(0);
|
|
IAstNode src2 = operation.GetSource(1);
|
|
|
|
SpvInstruction result;
|
|
|
|
if (operation.Inst.HasFlag(Instruction.FP64))
|
|
{
|
|
result = emitF(context.TypeBool(), context.GetFP64(src1), context.GetFP64(src2));
|
|
}
|
|
else if (operation.Inst.HasFlag(Instruction.FP32))
|
|
{
|
|
result = emitF(context.TypeBool(), context.GetFP32(src1), context.GetFP32(src2));
|
|
}
|
|
else
|
|
{
|
|
result = emitI(context.TypeBool(), context.GetS32(src1), context.GetS32(src2));
|
|
}
|
|
|
|
return new OperationResult(AggregateType.Bool, result);
|
|
}
|
|
|
|
private static OperationResult GenerateCompareU32(
|
|
CodeGenContext context,
|
|
AstOperation operation,
|
|
Func<SpvInstruction, SpvInstruction, SpvInstruction, SpvInstruction> emitU)
|
|
{
|
|
IAstNode src1 = operation.GetSource(0);
|
|
IAstNode src2 = operation.GetSource(1);
|
|
|
|
SpvInstruction result = emitU(context.TypeBool(), context.GetU32(src1), context.GetU32(src2));
|
|
|
|
return new OperationResult(AggregateType.Bool, result);
|
|
}
|
|
|
|
private static OperationResult GenerateAtomicMemoryBinary(
|
|
CodeGenContext context,
|
|
AstOperation operation,
|
|
Func<SpvInstruction, SpvInstruction, SpvInstruction, SpvInstruction, SpvInstruction, SpvInstruction> emitU)
|
|
{
|
|
SpvInstruction elemPointer = GetStoragePointer(context, operation, out AggregateType varType);
|
|
|
|
SpvInstruction value = context.Get(varType, operation.GetSource(operation.SourcesCount - 1));
|
|
|
|
SpvInstruction one = context.Constant(context.TypeU32(), 1);
|
|
SpvInstruction zero = context.Constant(context.TypeU32(), 0);
|
|
|
|
return new OperationResult(varType, emitU(context.GetType(varType), elemPointer, one, zero, value));
|
|
}
|
|
|
|
private static OperationResult GenerateAtomicMemoryCas(CodeGenContext context, AstOperation operation)
|
|
{
|
|
SpvInstruction elemPointer = GetStoragePointer(context, operation, out AggregateType varType);
|
|
|
|
SpvInstruction value0 = context.Get(varType, operation.GetSource(operation.SourcesCount - 2));
|
|
SpvInstruction value1 = context.Get(varType, operation.GetSource(operation.SourcesCount - 1));
|
|
|
|
SpvInstruction one = context.Constant(context.TypeU32(), 1);
|
|
SpvInstruction zero = context.Constant(context.TypeU32(), 0);
|
|
|
|
return new OperationResult(varType, context.AtomicCompareExchange(context.GetType(varType), elemPointer, one, zero, zero, value1, value0));
|
|
}
|
|
|
|
private static OperationResult GenerateLoadOrStore(CodeGenContext context, AstOperation operation, bool isStore)
|
|
{
|
|
SpvInstruction pointer = GetStoragePointer(context, operation, out AggregateType varType);
|
|
|
|
if (isStore)
|
|
{
|
|
context.Store(pointer, context.Get(varType, operation.GetSource(operation.SourcesCount - 1)));
|
|
return OperationResult.Invalid;
|
|
}
|
|
else
|
|
{
|
|
SpvInstruction result = context.Load(context.GetType(varType), pointer);
|
|
return new OperationResult(varType, result);
|
|
}
|
|
}
|
|
|
|
private static SpvInstruction GetStoragePointer(CodeGenContext context, AstOperation operation, out AggregateType varType)
|
|
{
|
|
StorageKind storageKind = operation.StorageKind;
|
|
|
|
StorageClass storageClass;
|
|
SpvInstruction baseObj;
|
|
int srcIndex = 0;
|
|
IoVariable? perVertexBuiltIn = null;
|
|
|
|
switch (storageKind)
|
|
{
|
|
case StorageKind.ConstantBuffer:
|
|
case StorageKind.StorageBuffer:
|
|
if (operation.GetSource(srcIndex++) is not AstOperand bindingIndex || bindingIndex.Type != OperandType.Constant)
|
|
{
|
|
throw new InvalidOperationException($"First input of {operation.Inst} with {storageKind} storage must be a constant operand.");
|
|
}
|
|
|
|
if (operation.GetSource(srcIndex) is not AstOperand fieldIndex || fieldIndex.Type != OperandType.Constant)
|
|
{
|
|
throw new InvalidOperationException($"Second input of {operation.Inst} with {storageKind} storage must be a constant operand.");
|
|
}
|
|
|
|
BufferDefinition buffer = storageKind == StorageKind.ConstantBuffer
|
|
? context.Properties.ConstantBuffers[bindingIndex.Value]
|
|
: context.Properties.StorageBuffers[bindingIndex.Value];
|
|
StructureField field = buffer.Type.Fields[fieldIndex.Value];
|
|
|
|
storageClass = StorageClass.Uniform;
|
|
varType = field.Type & AggregateType.ElementTypeMask;
|
|
baseObj = storageKind == StorageKind.ConstantBuffer
|
|
? context.ConstantBuffers[bindingIndex.Value]
|
|
: context.StorageBuffers[bindingIndex.Value];
|
|
break;
|
|
|
|
case StorageKind.LocalMemory:
|
|
case StorageKind.SharedMemory:
|
|
if (operation.GetSource(srcIndex++) is not AstOperand { Type: OperandType.Constant } bindingId)
|
|
{
|
|
throw new InvalidOperationException($"First input of {operation.Inst} with {storageKind} storage must be a constant operand.");
|
|
}
|
|
|
|
if (storageKind == StorageKind.LocalMemory)
|
|
{
|
|
storageClass = StorageClass.Private;
|
|
varType = context.Properties.LocalMemories[bindingId.Value].Type & AggregateType.ElementTypeMask;
|
|
baseObj = context.LocalMemories[bindingId.Value];
|
|
}
|
|
else
|
|
{
|
|
storageClass = StorageClass.Workgroup;
|
|
varType = context.Properties.SharedMemories[bindingId.Value].Type & AggregateType.ElementTypeMask;
|
|
baseObj = context.SharedMemories[bindingId.Value];
|
|
}
|
|
|
|
break;
|
|
|
|
case StorageKind.Input:
|
|
case StorageKind.InputPerPatch:
|
|
case StorageKind.Output:
|
|
case StorageKind.OutputPerPatch:
|
|
if (operation.GetSource(srcIndex++) is not AstOperand varId || varId.Type != OperandType.Constant)
|
|
{
|
|
throw new InvalidOperationException($"First input of {operation.Inst} with {storageKind} storage must be a constant operand.");
|
|
}
|
|
|
|
IoVariable ioVariable = (IoVariable)varId.Value;
|
|
bool isOutput = storageKind.IsOutput();
|
|
bool isPerPatch = storageKind.IsPerPatch();
|
|
int location = 0;
|
|
int component = 0;
|
|
|
|
if (context.Definitions.HasPerLocationInputOrOutput(ioVariable, isOutput))
|
|
{
|
|
if (operation.GetSource(srcIndex++) is not AstOperand vecIndex || vecIndex.Type != OperandType.Constant)
|
|
{
|
|
throw new InvalidOperationException($"Second input of {operation.Inst} with {storageKind} storage must be a constant operand.");
|
|
}
|
|
|
|
location = vecIndex.Value;
|
|
|
|
if (operation.SourcesCount > srcIndex &&
|
|
operation.GetSource(srcIndex) is AstOperand elemIndex &&
|
|
elemIndex.Type == OperandType.Constant &&
|
|
context.Definitions.HasPerLocationInputOrOutputComponent(ioVariable, location, elemIndex.Value, isOutput))
|
|
{
|
|
component = elemIndex.Value;
|
|
srcIndex++;
|
|
}
|
|
}
|
|
|
|
if (ioVariable == IoVariable.UserDefined)
|
|
{
|
|
varType = context.Definitions.GetUserDefinedType(location, isOutput);
|
|
}
|
|
else if (ioVariable == IoVariable.FragmentOutputColor)
|
|
{
|
|
varType = context.Definitions.GetFragmentOutputColorType(location);
|
|
}
|
|
else
|
|
{
|
|
(_, varType) = IoMap.GetSpirvBuiltIn(ioVariable);
|
|
|
|
if (IoMap.IsPerVertexBuiltIn(ioVariable))
|
|
{
|
|
perVertexBuiltIn = ioVariable;
|
|
ioVariable = IoVariable.Position;
|
|
}
|
|
}
|
|
|
|
varType &= AggregateType.ElementTypeMask;
|
|
|
|
storageClass = isOutput ? StorageClass.Output : StorageClass.Input;
|
|
|
|
IoDefinition ioDefinition = new(storageKind, ioVariable, location, component);
|
|
Dictionary<IoDefinition, SpvInstruction> dict = isPerPatch
|
|
? (isOutput ? context.OutputsPerPatch : context.InputsPerPatch)
|
|
: (isOutput ? context.Outputs : context.Inputs);
|
|
|
|
baseObj = dict[ioDefinition];
|
|
break;
|
|
|
|
default:
|
|
throw new InvalidOperationException($"Invalid storage kind {storageKind}.");
|
|
}
|
|
|
|
bool isStoreOrAtomic = operation.Inst == Instruction.Store || operation.Inst.IsAtomic();
|
|
int inputsCount = (isStoreOrAtomic ? operation.SourcesCount - 1 : operation.SourcesCount) - srcIndex;
|
|
|
|
if (perVertexBuiltIn.HasValue)
|
|
{
|
|
int fieldIndex = IoMap.GetPerVertexStructFieldIndex(perVertexBuiltIn.Value);
|
|
|
|
SpvInstruction[] indexes = new SpvInstruction[inputsCount + 1];
|
|
int index = 0;
|
|
|
|
if (IoMap.IsPerVertexArrayBuiltIn(storageKind, context.Definitions.Stage))
|
|
{
|
|
indexes[index++] = context.Get(AggregateType.S32, operation.GetSource(srcIndex++));
|
|
indexes[index++] = context.Constant(context.TypeS32(), fieldIndex);
|
|
}
|
|
else
|
|
{
|
|
indexes[index++] = context.Constant(context.TypeS32(), fieldIndex);
|
|
}
|
|
|
|
for (; index < inputsCount + 1; srcIndex++, index++)
|
|
{
|
|
indexes[index] = context.Get(AggregateType.S32, operation.GetSource(srcIndex));
|
|
}
|
|
|
|
return context.AccessChain(context.TypePointer(storageClass, context.GetType(varType)), baseObj, indexes);
|
|
}
|
|
|
|
if (operation.Inst == Instruction.AtomicCompareAndSwap)
|
|
{
|
|
inputsCount--;
|
|
}
|
|
|
|
SpvInstruction e0, e1, e2;
|
|
SpvInstruction pointer;
|
|
|
|
switch (inputsCount)
|
|
{
|
|
case 0:
|
|
pointer = baseObj;
|
|
break;
|
|
case 1:
|
|
e0 = context.Get(AggregateType.S32, operation.GetSource(srcIndex++));
|
|
pointer = context.AccessChain(context.TypePointer(storageClass, context.GetType(varType)), baseObj, e0);
|
|
break;
|
|
case 2:
|
|
e0 = context.Get(AggregateType.S32, operation.GetSource(srcIndex++));
|
|
e1 = context.Get(AggregateType.S32, operation.GetSource(srcIndex++));
|
|
pointer = context.AccessChain(context.TypePointer(storageClass, context.GetType(varType)), baseObj, e0, e1);
|
|
break;
|
|
case 3:
|
|
e0 = context.Get(AggregateType.S32, operation.GetSource(srcIndex++));
|
|
e1 = context.Get(AggregateType.S32, operation.GetSource(srcIndex++));
|
|
e2 = context.Get(AggregateType.S32, operation.GetSource(srcIndex++));
|
|
pointer = context.AccessChain(context.TypePointer(storageClass, context.GetType(varType)), baseObj, e0, e1, e2);
|
|
break;
|
|
default:
|
|
SpvInstruction[] indexes = new SpvInstruction[inputsCount];
|
|
int index = 0;
|
|
|
|
for (; index < inputsCount; srcIndex++, index++)
|
|
{
|
|
indexes[index] = context.Get(AggregateType.S32, operation.GetSource(srcIndex));
|
|
}
|
|
|
|
pointer = context.AccessChain(context.TypePointer(storageClass, context.GetType(varType)), baseObj, indexes);
|
|
break;
|
|
}
|
|
|
|
return pointer;
|
|
}
|
|
|
|
private static SpvInstruction GetScalarInput(CodeGenContext context, IoVariable ioVariable)
|
|
{
|
|
(_, AggregateType varType) = IoMap.GetSpirvBuiltIn(ioVariable);
|
|
varType &= AggregateType.ElementTypeMask;
|
|
|
|
IoDefinition ioDefinition = new(StorageKind.Input, ioVariable);
|
|
|
|
return context.Load(context.GetType(varType), context.Inputs[ioDefinition]);
|
|
}
|
|
|
|
private static SpvInstruction GetSwizzledResult(CodeGenContext context, SpvInstruction vector, AggregateType swizzledResultType, int mask)
|
|
{
|
|
if ((swizzledResultType & AggregateType.ElementCountMask) != 0)
|
|
{
|
|
SpvLiteralInteger[] components = new SpvLiteralInteger[BitOperations.PopCount((uint)mask)];
|
|
|
|
int componentIndex = 0;
|
|
|
|
for (int i = 0; i < 4; i++)
|
|
{
|
|
if ((mask & (1 << i)) != 0)
|
|
{
|
|
components[componentIndex++] = i;
|
|
}
|
|
}
|
|
|
|
return context.VectorShuffle(context.GetType(swizzledResultType), vector, vector, components);
|
|
}
|
|
else
|
|
{
|
|
int componentIndex = (int)BitOperations.TrailingZeroCount(mask);
|
|
|
|
return context.CompositeExtract(context.GetType(swizzledResultType), vector, (SpvLiteralInteger)componentIndex);
|
|
}
|
|
}
|
|
|
|
private static SpvInstruction GenerateSampledImageLoad(CodeGenContext context, AstTextureOperation texOp, SamplerDeclaration declaration, ref int srcIndex)
|
|
{
|
|
SpvInstruction image = declaration.Image;
|
|
bool imageIndexed = declaration.IsIndexed;
|
|
|
|
if (imageIndexed)
|
|
{
|
|
SpvInstruction textureIndex = context.Get(AggregateType.S32, texOp.GetSource(srcIndex++));
|
|
|
|
image = context.AccessChain(declaration.SampledImagePointerType, image, textureIndex);
|
|
MarkNonUniform(context, image);
|
|
}
|
|
|
|
if (texOp.IsSeparate)
|
|
{
|
|
image = context.Load(declaration.ImageType, image);
|
|
if (imageIndexed)
|
|
{
|
|
MarkNonUniform(context, image);
|
|
}
|
|
|
|
SamplerDeclaration samplerDeclaration = context.Samplers[texOp.GetSamplerSetAndBinding()];
|
|
|
|
SpvInstruction sampler = samplerDeclaration.Image;
|
|
bool samplerIndexed = samplerDeclaration.IsIndexed;
|
|
|
|
if (samplerIndexed)
|
|
{
|
|
SpvInstruction samplerIndex = context.Get(AggregateType.S32, texOp.GetSource(srcIndex++));
|
|
|
|
sampler = context.AccessChain(samplerDeclaration.SampledImagePointerType, sampler, samplerIndex);
|
|
MarkNonUniform(context, sampler);
|
|
}
|
|
|
|
sampler = context.Load(samplerDeclaration.ImageType, sampler);
|
|
if (samplerIndexed)
|
|
{
|
|
MarkNonUniform(context, sampler);
|
|
}
|
|
|
|
image = context.SampledImage(declaration.SampledImageType, image, sampler);
|
|
if (imageIndexed || samplerIndexed)
|
|
{
|
|
MarkNonUniform(context, image);
|
|
}
|
|
}
|
|
else
|
|
{
|
|
image = context.Load(declaration.SampledImageType, image);
|
|
if (imageIndexed)
|
|
{
|
|
MarkNonUniform(context, image);
|
|
}
|
|
}
|
|
|
|
return image;
|
|
}
|
|
|
|
private static OperationResult GenerateUnary(
|
|
CodeGenContext context,
|
|
AstOperation operation,
|
|
Func<SpvInstruction, SpvInstruction, SpvInstruction> emitF,
|
|
Func<SpvInstruction, SpvInstruction, SpvInstruction> emitI)
|
|
{
|
|
IAstNode source = operation.GetSource(0);
|
|
|
|
if (operation.Inst.HasFlag(Instruction.FP64))
|
|
{
|
|
return new OperationResult(AggregateType.FP64, emitF(context.TypeFP64(), context.GetFP64(source)));
|
|
}
|
|
else if (operation.Inst.HasFlag(Instruction.FP32))
|
|
{
|
|
return new OperationResult(AggregateType.FP32, emitF(context.TypeFP32(), context.GetFP32(source)));
|
|
}
|
|
else
|
|
{
|
|
return new OperationResult(AggregateType.S32, emitI(context.TypeS32(), context.GetS32(source)));
|
|
}
|
|
}
|
|
|
|
private static OperationResult GenerateUnaryBool(
|
|
CodeGenContext context,
|
|
AstOperation operation,
|
|
Func<SpvInstruction, SpvInstruction, SpvInstruction> emitB)
|
|
{
|
|
IAstNode source = operation.GetSource(0);
|
|
return new OperationResult(AggregateType.Bool, emitB(context.TypeBool(), context.Get(AggregateType.Bool, source)));
|
|
}
|
|
|
|
private static OperationResult GenerateUnaryFP32(
|
|
CodeGenContext context,
|
|
AstOperation operation,
|
|
Func<SpvInstruction, SpvInstruction, SpvInstruction> emit)
|
|
{
|
|
IAstNode source = operation.GetSource(0);
|
|
return new OperationResult(AggregateType.FP32, emit(context.TypeFP32(), context.GetFP32(source)));
|
|
}
|
|
|
|
private static OperationResult GenerateUnaryS32(
|
|
CodeGenContext context,
|
|
AstOperation operation,
|
|
Func<SpvInstruction, SpvInstruction, SpvInstruction> emitS)
|
|
{
|
|
IAstNode source = operation.GetSource(0);
|
|
return new OperationResult(AggregateType.S32, emitS(context.TypeS32(), context.GetS32(source)));
|
|
}
|
|
|
|
private static OperationResult GenerateBinary(
|
|
CodeGenContext context,
|
|
AstOperation operation,
|
|
Func<SpvInstruction, SpvInstruction, SpvInstruction, SpvInstruction> emitF,
|
|
Func<SpvInstruction, SpvInstruction, SpvInstruction, SpvInstruction> emitI)
|
|
{
|
|
IAstNode src1 = operation.GetSource(0);
|
|
IAstNode src2 = operation.GetSource(1);
|
|
|
|
if (operation.Inst.HasFlag(Instruction.FP64))
|
|
{
|
|
SpvInstruction result = emitF(context.TypeFP64(), context.GetFP64(src1), context.GetFP64(src2));
|
|
|
|
if (!context.HostCapabilities.ReducedPrecision || operation.ForcePrecise)
|
|
{
|
|
context.Decorate(result, Decoration.NoContraction);
|
|
}
|
|
|
|
return new OperationResult(AggregateType.FP64, result);
|
|
}
|
|
else if (operation.Inst.HasFlag(Instruction.FP32))
|
|
{
|
|
SpvInstruction result = emitF(context.TypeFP32(), context.GetFP32(src1), context.GetFP32(src2));
|
|
|
|
if (!context.HostCapabilities.ReducedPrecision || operation.ForcePrecise)
|
|
{
|
|
context.Decorate(result, Decoration.NoContraction);
|
|
}
|
|
|
|
return new OperationResult(AggregateType.FP32, result);
|
|
}
|
|
else
|
|
{
|
|
return new OperationResult(AggregateType.S32, emitI(context.TypeS32(), context.GetS32(src1), context.GetS32(src2)));
|
|
}
|
|
}
|
|
|
|
private static OperationResult GenerateBinaryBool(
|
|
CodeGenContext context,
|
|
AstOperation operation,
|
|
Func<SpvInstruction, SpvInstruction, SpvInstruction, SpvInstruction> emitB)
|
|
{
|
|
IAstNode src1 = operation.GetSource(0);
|
|
IAstNode src2 = operation.GetSource(1);
|
|
|
|
return new OperationResult(AggregateType.Bool, emitB(context.TypeBool(), context.Get(AggregateType.Bool, src1), context.Get(AggregateType.Bool, src2)));
|
|
}
|
|
|
|
private static OperationResult GenerateBinaryS32(
|
|
CodeGenContext context,
|
|
AstOperation operation,
|
|
Func<SpvInstruction, SpvInstruction, SpvInstruction, SpvInstruction> emitS)
|
|
{
|
|
IAstNode src1 = operation.GetSource(0);
|
|
IAstNode src2 = operation.GetSource(1);
|
|
|
|
return new OperationResult(AggregateType.S32, emitS(context.TypeS32(), context.GetS32(src1), context.GetS32(src2)));
|
|
}
|
|
|
|
private static OperationResult GenerateBinaryU32(
|
|
CodeGenContext context,
|
|
AstOperation operation,
|
|
Func<SpvInstruction, SpvInstruction, SpvInstruction, SpvInstruction> emitU)
|
|
{
|
|
IAstNode src1 = operation.GetSource(0);
|
|
IAstNode src2 = operation.GetSource(1);
|
|
|
|
return new OperationResult(AggregateType.U32, emitU(context.TypeU32(), context.GetU32(src1), context.GetU32(src2)));
|
|
}
|
|
|
|
private static OperationResult GenerateTernary(
|
|
CodeGenContext context,
|
|
AstOperation operation,
|
|
Func<SpvInstruction, SpvInstruction, SpvInstruction, SpvInstruction, SpvInstruction> emitF,
|
|
Func<SpvInstruction, SpvInstruction, SpvInstruction, SpvInstruction, SpvInstruction> emitI)
|
|
{
|
|
IAstNode src1 = operation.GetSource(0);
|
|
IAstNode src2 = operation.GetSource(1);
|
|
IAstNode src3 = operation.GetSource(2);
|
|
|
|
if (operation.Inst.HasFlag(Instruction.FP64))
|
|
{
|
|
SpvInstruction result = emitF(context.TypeFP64(), context.GetFP64(src1), context.GetFP64(src2), context.GetFP64(src3));
|
|
|
|
if (!context.HostCapabilities.ReducedPrecision || operation.ForcePrecise)
|
|
{
|
|
context.Decorate(result, Decoration.NoContraction);
|
|
}
|
|
|
|
return new OperationResult(AggregateType.FP64, result);
|
|
}
|
|
else if (operation.Inst.HasFlag(Instruction.FP32))
|
|
{
|
|
SpvInstruction result = emitF(context.TypeFP32(), context.GetFP32(src1), context.GetFP32(src2), context.GetFP32(src3));
|
|
|
|
if (!context.HostCapabilities.ReducedPrecision || operation.ForcePrecise)
|
|
{
|
|
context.Decorate(result, Decoration.NoContraction);
|
|
}
|
|
|
|
return new OperationResult(AggregateType.FP32, result);
|
|
}
|
|
else
|
|
{
|
|
return new OperationResult(AggregateType.S32, emitI(context.TypeS32(), context.GetS32(src1), context.GetS32(src2), context.GetS32(src3)));
|
|
}
|
|
}
|
|
|
|
private static OperationResult GenerateTernaryU32(
|
|
CodeGenContext context,
|
|
AstOperation operation,
|
|
Func<SpvInstruction, SpvInstruction, SpvInstruction, SpvInstruction, SpvInstruction> emitU)
|
|
{
|
|
IAstNode src1 = operation.GetSource(0);
|
|
IAstNode src2 = operation.GetSource(1);
|
|
IAstNode src3 = operation.GetSource(2);
|
|
|
|
return new OperationResult(AggregateType.U32, emitU(
|
|
context.TypeU32(),
|
|
context.GetU32(src1),
|
|
context.GetU32(src2),
|
|
context.GetU32(src3)));
|
|
}
|
|
|
|
private static OperationResult GenerateBitfieldExtractS32(
|
|
CodeGenContext context,
|
|
AstOperation operation,
|
|
Func<SpvInstruction, SpvInstruction, SpvInstruction, SpvInstruction, SpvInstruction> emitS)
|
|
{
|
|
IAstNode src1 = operation.GetSource(0);
|
|
IAstNode src2 = operation.GetSource(1);
|
|
IAstNode src3 = operation.GetSource(2);
|
|
|
|
return new OperationResult(AggregateType.S32, emitS(
|
|
context.TypeS32(),
|
|
context.GetS32(src1),
|
|
context.GetU32(src2),
|
|
context.GetU32(src3)));
|
|
}
|
|
|
|
private static OperationResult GenerateBitfieldInsert(
|
|
CodeGenContext context,
|
|
AstOperation operation,
|
|
Func<SpvInstruction, SpvInstruction, SpvInstruction, SpvInstruction, SpvInstruction, SpvInstruction> emitS)
|
|
{
|
|
IAstNode src1 = operation.GetSource(0);
|
|
IAstNode src2 = operation.GetSource(1);
|
|
IAstNode src3 = operation.GetSource(2);
|
|
IAstNode src4 = operation.GetSource(3);
|
|
|
|
return new OperationResult(AggregateType.U32, emitS(
|
|
context.TypeU32(),
|
|
context.GetU32(src1),
|
|
context.GetU32(src2),
|
|
context.GetU32(src3),
|
|
context.GetU32(src4)));
|
|
}
|
|
}
|
|
}
|