DxilConstants.h

///////////////////////////////////////////////////////////////////////////////
//                                                                           //
// DxilConstants.h                                                           //
// Copyright (C) Microsoft Corporation. All rights reserved.                 //
// This file is distributed under the University of Illinois Open Source     //
// License. See LICENSE.TXT for details.                                     //
//                                                                           //
// Essential DXIL constants.                                                 //
//                                                                           //
///////////////////////////////////////////////////////////////////////////////

#pragma once

#include <stdint.h>

namespace hlsl {

/* <py>
import hctdb_instrhelp
</py> */

// TODO:
//   2. get rid of DXIL namespace.
//   3. use class enum for shader flags.
//   4. use class enum for address spaces.

namespace DXIL {
// DXIL version.
const unsigned kDxilMajor = 1;
/* <py::lines('VALRULE-TEXT')>hctdb_instrhelp.get_dxil_version_minor()</py>*/
// VALRULE-TEXT:BEGIN
const unsigned kDxilMinor = 10;
// VALRULE-TEXT:END

inline unsigned MakeDxilVersion(unsigned DxilMajor, unsigned DxilMinor) {
  return 0 | (DxilMajor << 8) | (DxilMinor);
}
inline unsigned GetCurrentDxilVersion() {
  return MakeDxilVersion(kDxilMajor, kDxilMinor);
}
inline unsigned GetDxilVersionMajor(unsigned DxilVersion) {
  return (DxilVersion >> 8) & 0xFF;
}
inline unsigned GetDxilVersionMinor(unsigned DxilVersion) {
  return DxilVersion & 0xFF;
}
// Return positive if v1 > v2, negative if v1 < v2, zero if equal
inline int CompareVersions(unsigned Major1, unsigned Minor1, unsigned Major2,
                           unsigned Minor2) {
  if (Major1 != Major2) {
    // Special case for Major == 0 (latest/unbound)
    if (Major1 == 0 || Major2 == 0)
      return Major1 > 0 ? -1 : 1;
    return Major1 < Major2 ? -1 : 1;
  }
  if (Minor1 < Minor2)
    return -1;
  if (Minor1 > Minor2)
    return 1;
  return 0;
}

// Utility for updating major,minor to max of current and new.
inline bool UpdateToMaxOfVersions(unsigned &major, unsigned &minor,
                                  unsigned newMajor, unsigned newMinor) {
  if (newMajor > major) {
    major = newMajor;
    minor = newMinor;
    return true;
  } else if (newMajor == major) {
    if (newMinor > minor) {
      minor = newMinor;
      return true;
    }
  }
  return false;
}

// Shader flags.
const unsigned kDisableOptimizations =
    0x00000001; // D3D11_1_SB_GLOBAL_FLAG_SKIP_OPTIMIZATION
const unsigned kDisableMathRefactoring =
    0x00000002; //~D3D10_SB_GLOBAL_FLAG_REFACTORING_ALLOWED
const unsigned kEnableDoublePrecision =
    0x00000004; // D3D11_SB_GLOBAL_FLAG_ENABLE_DOUBLE_PRECISION_FLOAT_OPS
const unsigned kForceEarlyDepthStencil =
    0x00000008; // D3D11_SB_GLOBAL_FLAG_FORCE_EARLY_DEPTH_STENCIL
const unsigned kEnableRawAndStructuredBuffers =
    0x00000010; // D3D11_SB_GLOBAL_FLAG_ENABLE_RAW_AND_STRUCTURED_BUFFERS
const unsigned kEnableMinPrecision =
    0x00000020; // D3D11_1_SB_GLOBAL_FLAG_ENABLE_MINIMUM_PRECISION
const unsigned kEnableDoubleExtensions =
    0x00000040; // D3D11_1_SB_GLOBAL_FLAG_ENABLE_DOUBLE_EXTENSIONS
const unsigned kEnableMSAD =
    0x00000080; // D3D11_1_SB_GLOBAL_FLAG_ENABLE_SHADER_EXTENSIONS
const unsigned kAllResourcesBound =
    0x00000100; // D3D12_SB_GLOBAL_FLAG_ALL_RESOURCES_BOUND

const unsigned kNumOutputStreams = 4;
const unsigned kNumClipPlanes = 6;

// TODO: move these to appropriate places (ShaderModel.cpp?)
const unsigned kMaxTempRegCount = 4096; // DXBC only
const unsigned kMaxCBufferSize = 4096;
const unsigned kMaxStructBufferStride = 2048;
const unsigned kMaxHSOutputControlPointsTotalScalars = 3968;
const unsigned kMaxHSOutputPatchConstantTotalScalars = 32 * 4;
const unsigned kMaxSignatureTotalVectors = 32;
const unsigned kMaxOutputTotalScalars = kMaxSignatureTotalVectors * 4;
const unsigned kMaxInputTotalScalars = kMaxSignatureTotalVectors * 4;
const unsigned kMaxClipOrCullDistanceElementCount = 2;
const unsigned kMaxClipOrCullDistanceCount = 2 * 4;
const unsigned kMaxGSOutputVertexCount = 1024;
const unsigned kMaxGSInstanceCount = 32;
const unsigned kMinIAPatchControlPointCount = 1;
const unsigned kMaxIAPatchControlPointCount = 32;
const float kHSMaxTessFactorLowerBound = 1.0f;
const float kHSMaxTessFactorUpperBound = 64.0f;
const unsigned kHSDefaultInputControlPointCount = 1;
const unsigned kMaxCSThreadsPerGroup = 1024;
const unsigned kMaxCSThreadGroupX = 1024;
const unsigned kMaxCSThreadGroupY = 1024;
const unsigned kMaxCSThreadGroupZ = 64;
const unsigned kMinCSThreadGroupX = 1;
const unsigned kMinCSThreadGroupY = 1;
const unsigned kMinCSThreadGroupZ = 1;
const unsigned kMaxCS4XThreadsPerGroup = 768;
const unsigned kMaxCS4XThreadGroupX = 768;
const unsigned kMaxCS4XThreadGroupY = 768;
const unsigned kMaxTGSMSize = 8192 * 4;
const unsigned kMaxGSOutputTotalScalars = 1024;
const unsigned kMaxMSASThreadsPerGroup = 128;
const unsigned kMaxMSASThreadGroupX = 128;
const unsigned kMaxMSASThreadGroupY = 128;
const unsigned kMaxMSASThreadGroupZ = 128;
const unsigned kMinMSASThreadGroupX = 1;
const unsigned kMinMSASThreadGroupY = 1;
const unsigned kMinMSASThreadGroupZ = 1;
const unsigned kMaxMSASPayloadBytes = 1024 * 16;
const unsigned kMaxMSOutputPrimitiveCount = 256;
const unsigned kMaxMSOutputVertexCount = 256;
const unsigned kMaxMSOutputTotalBytes = 1024 * 32;
const unsigned kMaxMSInputOutputTotalBytes = 1024 * 47;
const unsigned kMaxMSVSigRows = 32;
const unsigned kMaxMSPSigRows = 32;
const unsigned kMaxMSTotalSigRows = 32;
const unsigned kMaxMSSMSize = 1024 * 28;
const unsigned kMinWaveSize = 4;
const unsigned kMaxWaveSize = 128;
const unsigned kDefaultMaxVectorLength = 4;
const unsigned kSM69MaxVectorLength = 1024;

const float kMaxMipLodBias = 15.99f;
const float kMinMipLodBias = -16.0f;

const unsigned kResRetStatusIndex = 4;
const unsigned kVecResRetStatusIndex = 1;

/* <py::lines('OLOAD_DIMS-TEXT')>hctdb_instrhelp.get_max_oload_dims()</py>*/
// OLOAD_DIMS-TEXT:BEGIN
const unsigned kDxilMaxOloadDims = 2;
// OLOAD_DIMS-TEXT:END

enum class ComponentType : uint32_t {
  Invalid = 0,
  I1 = 1,
  I16 = 2,
  U16 = 3,
  I32 = 4,
  U32 = 5,
  I64 = 6,
  U64 = 7,
  F16 = 8,
  F32 = 9,
  F64 = 10,
  SNormF16 = 11,
  UNormF16 = 12,
  SNormF32 = 13,
  UNormF32 = 14,
  SNormF64 = 15,
  UNormF64 = 16,
  PackedS8x32 = 17,
  PackedU8x32 = 18,

  // BEGIN NEW FOR SM 6.9
  U8 = 19,
  I8 = 20,
  F8_E4M3 = 21,
  F8_E5M2 = 22,
  // END

  LastEntry
};

// Must match D3D_INTERPOLATION_MODE
enum class InterpolationMode : uint8_t {
  Undefined = 0,
  Constant = 1,
  Linear = 2,
  LinearCentroid = 3,
  LinearNoperspective = 4,
  LinearNoperspectiveCentroid = 5,
  LinearSample = 6,
  LinearNoperspectiveSample = 7,
  Invalid = 8
};

// size of each scalar type in signature element in bits
enum class SignatureDataWidth : uint8_t {
  Undefined = 0,
  Bits16 = 16,
  Bits32 = 32,
};

enum class SignatureKind {
  Invalid = 0,
  Input,
  Output,
  PatchConstOrPrim,
};

// Must match D3D11_SHADER_VERSION_TYPE
enum class ShaderKind {
  Pixel = 0,
  Vertex,
  Geometry,
  Hull,
  Domain,
  Compute,
  Library,
  RayGeneration,
  Intersection,
  AnyHit,
  ClosestHit,
  Miss,
  Callable,
  Mesh,
  Amplification,
  Node,
  Invalid,

  // Last* values identify the last shader kind recognized by the highest
  // validator version before additional kinds were added.
  Last_1_2 = Compute,
  Last_1_4 = Callable,
  Last_1_7 = Amplification,
  Last_1_8 = Node,
  LastValid = Last_1_8,
};
static_assert((unsigned)DXIL::ShaderKind::LastValid + 1 ==
                  (unsigned)DXIL::ShaderKind::Invalid,
              "otherwise, enum needs updating.");

// clang-format off
  // Python lines need to be not formatted.
  /* <py::lines('SemanticKind-ENUM')>hctdb_instrhelp.get_enum_decl("SemanticKind", hide_val=True, sort_val=False)</py>*/
// clang-format on
// SemanticKind-ENUM:BEGIN
// Semantic kind; Arbitrary or specific system value.
enum class SemanticKind : unsigned {
  Arbitrary,
  VertexID,
  InstanceID,
  Position,
  RenderTargetArrayIndex,
  ViewPortArrayIndex,
  ClipDistance,
  CullDistance,
  OutputControlPointID,
  DomainLocation,
  PrimitiveID,
  GSInstanceID,
  SampleIndex,
  IsFrontFace,
  Coverage,
  InnerCoverage,
  Target,
  Depth,
  DepthLessEqual,
  DepthGreaterEqual,
  StencilRef,
  DispatchThreadID,
  GroupID,
  GroupIndex,
  GroupThreadID,
  TessFactor,
  InsideTessFactor,
  ViewID,
  Barycentrics,
  ShadingRate,
  CullPrimitive,
  StartVertexLocation,
  StartInstanceLocation,
  Invalid,
};
// SemanticKind-ENUM:END

// clang-format off
  // Python lines need to be not formatted.
  /* <py::lines('SigPointKind-ENUM')>hctdb_instrhelp.get_enum_decl("SigPointKind", hide_val=True, sort_val=False)</py>*/
// clang-format on
// SigPointKind-ENUM:BEGIN
// Signature Point is more specific than shader stage or signature as it is
// unique in both stage and item dimensionality or frequency.
enum class SigPointKind : unsigned {
  VSIn,    // Ordinary Vertex Shader input from Input Assembler
  VSOut,   // Ordinary Vertex Shader output that may feed Rasterizer
  PCIn,    // Patch Constant function non-patch inputs
  HSIn,    // Hull Shader function non-patch inputs
  HSCPIn,  // Hull Shader patch inputs - Control Points
  HSCPOut, // Hull Shader function output - Control Point
  PCOut,   // Patch Constant function output - Patch Constant data passed to
           // Domain Shader
  DSIn, // Domain Shader regular input - Patch Constant data plus system values
  DSCPIn, // Domain Shader patch input - Control Points
  DSOut,  // Domain Shader output - vertex data that may feed Rasterizer
  GSVIn,  // Geometry Shader vertex input - qualified with primitive type
  GSIn,   // Geometry Shader non-vertex inputs (system values)
  GSOut,  // Geometry Shader output - vertex data that may feed Rasterizer
  PSIn,   // Pixel Shader input
  PSOut,  // Pixel Shader output
  CSIn,   // Compute Shader input
  MSIn,   // Mesh Shader input
  MSOut,  // Mesh Shader vertices output
  MSPOut, // Mesh Shader primitives output
  ASIn,   // Amplification Shader input
  Invalid,
};
// SigPointKind-ENUM:END

// clang-format off
  // Python lines need to be not formatted.
  /* <py::lines('SemanticInterpretationKind-ENUM')>hctdb_instrhelp.get_enum_decl("SemanticInterpretationKind", hide_val=True, sort_val=False)</py>*/
// clang-format on
// SemanticInterpretationKind-ENUM:BEGIN
// Defines how a semantic is interpreted at a particular SignaturePoint
enum class SemanticInterpretationKind : unsigned {
  NA,         // Not Available
  SV,         // Normal System Value
  SGV,        // System Generated Value (sorted last)
  Arb,        // Treated as Arbitrary
  NotInSig,   // Not included in signature (intrinsic access)
  NotPacked,  // Included in signature, but does not contribute to packing
  Target,     // Special handling for SV_Target
  TessFactor, // Special handling for tessellation factors
  Shadow,     // Shadow element must be added to a signature for compatibility
  ClipCull,   // Special packing rules for SV_ClipDistance or SV_CullDistance
  Invalid,
};
// SemanticInterpretationKind-ENUM:END

// clang-format off
  // Python lines need to be not formatted.
  /* <py::lines('PackingKind-ENUM')>hctdb_instrhelp.get_enum_decl("PackingKind", hide_val=True, sort_val=False)</py>*/
// clang-format on
// PackingKind-ENUM:BEGIN
// Kind of signature point
enum class PackingKind : unsigned {
  None,           // No packing should be performed
  InputAssembler, // Vertex Shader input from Input Assembler
  Vertex,         // Vertex that may feed the Rasterizer
  PatchConstant,  // Patch constant signature
  Target,         // Render Target (Pixel Shader Output)
  Invalid,
};
// PackingKind-ENUM:END

// clang-format off
  // Python lines need to be not formatted.
  /* <py::lines('FPDenormMode-ENUM')>hctdb_instrhelp.get_enum_decl("Float32DenormMode", hide_val=False, sort_val=False)</py>*/
// clang-format on
// FPDenormMode-ENUM:BEGIN
// float32 denorm behavior
enum class Float32DenormMode : unsigned {
  Any = 0,      // Undefined behavior for denormal numbers
  Preserve = 1, // Preserve both input and output
  FTZ = 2,      // Preserve denormal inputs. Flush denorm outputs
  Reserve3 = 3, // Reserved Value. Not used for now
  Reserve4 = 4, // Reserved Value. Not used for now
  Reserve5 = 5, // Reserved Value. Not used for now
  Reserve6 = 6, // Reserved Value. Not used for now
  Reserve7 = 7, // Reserved Value. Not used for now
};
// FPDenormMode-ENUM:END

enum class PackingStrategy : unsigned {
  Default = 0,  // Choose default packing algorithm based on target (currently
                // PrefixStable)
  PrefixStable, // Maintain assumption that all elements are packed in order and
                // stable as new elements are added.
  Optimized, // Optimize packing of all elements together (all elements must be
             // present, in the same order, for identical placement of any
             // individual element)
  Invalid,
};

enum class DefaultLinkage : unsigned {
  Default = 0,
  Internal = 1,
  External = 2,
};

enum class SamplerKind : unsigned {
  Default = 0,
  Comparison,
  Mono,
  Invalid,
};

enum class ResourceClass { SRV = 0, UAV, CBuffer, Sampler, Invalid };

enum class ResourceKind : unsigned {
  Invalid = 0,
  Texture1D,
  Texture2D,
  Texture2DMS,
  Texture3D,
  TextureCube,
  Texture1DArray,
  Texture2DArray,
  Texture2DMSArray,
  TextureCubeArray,
  TypedBuffer,
  RawBuffer,
  StructuredBuffer,
  CBuffer,
  Sampler,
  TBuffer,
  RTAccelerationStructure,
  FeedbackTexture2D,
  FeedbackTexture2DArray,
  NumEntries,
};

/// Whether the resource kind is a texture. This does not include
/// FeedbackTextures.
inline bool IsAnyTexture(DXIL::ResourceKind ResourceKind) {
  return DXIL::ResourceKind::Texture1D <= ResourceKind &&
         ResourceKind <= DXIL::ResourceKind::TextureCubeArray;
}

/// Whether the resource kind is an array of textures. This does not include
/// FeedbackTextures.
inline bool IsAnyArrayTexture(DXIL::ResourceKind ResourceKind) {
  return DXIL::ResourceKind::Texture1DArray <= ResourceKind &&
         ResourceKind <= DXIL::ResourceKind::TextureCubeArray;
}

/// Whether the resource kind is a Texture or FeedbackTexture with array
/// dimension.
inline bool IsArrayKind(DXIL::ResourceKind ResourceKind) {
  return IsAnyArrayTexture(ResourceKind) ||
         ResourceKind == DXIL::ResourceKind::FeedbackTexture2DArray;
}

/// Whether the resource kind is a TextureCube or TextureCubeArray.
inline bool IsAnyTextureCube(DXIL::ResourceKind ResourceKind) {
  return DXIL::ResourceKind::TextureCube == ResourceKind ||
         DXIL::ResourceKind::TextureCubeArray == ResourceKind;
}

inline bool IsStructuredBuffer(DXIL::ResourceKind ResourceKind) {
  return ResourceKind == DXIL::ResourceKind::StructuredBuffer;
}

inline bool IsTypedBuffer(DXIL::ResourceKind ResourceKind) {
  return ResourceKind == DXIL::ResourceKind::TypedBuffer;
}

inline bool IsTyped(DXIL::ResourceKind ResourceKind) {
  return IsTypedBuffer(ResourceKind) || IsAnyTexture(ResourceKind);
}

inline bool IsRawBuffer(DXIL::ResourceKind ResourceKind) {
  return ResourceKind == DXIL::ResourceKind::RawBuffer;
}

inline bool IsTBuffer(DXIL::ResourceKind ResourceKind) {
  return ResourceKind == DXIL::ResourceKind::TBuffer;
}

inline bool IsCTBuffer(DXIL::ResourceKind ResourceKind) {
  return ResourceKind == DXIL::ResourceKind::CBuffer ||
         ResourceKind == DXIL::ResourceKind::TBuffer;
}

/// Whether the resource kind is a FeedbackTexture.
inline bool IsFeedbackTexture(DXIL::ResourceKind ResourceKind) {
  return ResourceKind == DXIL::ResourceKind::FeedbackTexture2D ||
         ResourceKind == DXIL::ResourceKind::FeedbackTexture2DArray;
}

// clang-format off
// Python lines need to be not formatted.
/* <py::lines('OPCODETABLE-ENUM')>hctdb_instrhelp.get_enum_decl("OpCodeTableID")</py>*/
// clang-format on
// OPCODETABLE-ENUM:BEGIN
// Enumeration for DXIL opcode tables
enum class OpCodeTableID : unsigned {
  CoreOps = 0,             // Core DXIL operations
  ExperimentalOps = 32768, // Experimental DXIL operations
};
// OPCODETABLE-ENUM:END

// clang-format off
// Python lines need to be not formatted.
/* <py::lines('EXTOPCODES-ENUM')>hctdb_instrhelp.get_extended_table_opcode_enum_decls()</py>*/
// clang-format on
// EXTOPCODES-ENUM:BEGIN
namespace ExperimentalOps {
static const OpCodeTableID TableID = OpCodeTableID::ExperimentalOps;
// Enumeration for ExperimentalOps DXIL operations
enum class OpCode : unsigned {
  //
  LinAlgMatrixReserved0 = 30, // reserved
  LinAlgMatrixReserved1 = 31, // reserved
  LinAlgMatrixReserved2 = 32, // reserved

  // Group Wave Ops
  GetGroupWaveCount = 2, // returns the number of waves in the thread group
  GetGroupWaveIndex = 1, // returns the index of the wave in the thread group

  // Inline Ray Query
  RayQuery_CandidateClusterID = 4, // returns candidate hit cluster ID
  RayQuery_CandidateTriangleObjectPosition =
      8, // returns candidate triangle vertices in object space as <9 x float>
  RayQuery_CommittedClusterID = 5, // returns committed hit cluster ID
  RayQuery_CommittedTriangleObjectPosition =
      9, // returns committed triangle vertices in object space as <9 x float>

  // Linear Algebra Operations
  CopyConvertMatrix =
      13, // Converts and copies the element and use type of the source matrix
          // to the destination matrix with optional transpose
  CreateMatrix = 11,     // creates a handle to a Matrix
  FillMatrix = 12,       // fills a matrix with a scalar value
  MatrixAccumulate = 24, // accumulate A or B matrix into Accumulator matrix
                         // following LHS += RHS
  MatrixAccumulateToDescriptor =
      27, // accumulates a matrix to a RWByteAddressBuffer
  MatrixAccumulateToMemory = 28, // accumulates a matrix to groupshared memory
  MatrixGetCoordinate =
      17, // returns a two element vector containing the column and row of the
          // matrix that the thread-local index corresponds to
  MatrixGetElement = 18, // returns the element of the matrix corresponding to
                         // the provided thread-local index
  MatrixLength = 16, // returns the number of elements stored in thread-local
                     // storage on the active thread for the provided matrix
  MatrixLoadFromDescriptor =
      14, // fills a matrix with data from a [RW]ByteAddressBuffer
  MatrixLoadFromMemory =
      15, // fills a matrix with data from a groupshared array
  MatrixMulOp =
      23, // applies a multiplication op to matrix C using A and B as parameters
  MatrixOuterProduct = 29, // Outer products an M sized vector and a K sized
                           // vector producing an MxK matrix
  MatrixQueryAccumulatorLayout = 22, // returns comptime 0 when accumulator
                                     // matrix are A layout, 1 when B layout
  MatrixSetElement = 19, // sets the element of the matrix corresponding to the
                         // provided thread-local index
  MatrixStoreToDescriptor = 20, // stores a matrix to a RWByteAddressBuffer
  MatrixStoreToMemory = 21,     // stores a matrix to groupshared memory
  MatrixVecMul =
      25, // Multiplies a MxK dimension matrix and a K sized input vector
  MatrixVecMulAdd = 26, // Multiplies a MxK dimension matrix and a K sized input
                        // vector then adds a M sized bias vector

  // No-op
  ExperimentalNop = 0, // nop does nothing

  // Raytracing System Values
  TriangleObjectPosition =
      7, // returns triangle vertices in object space as <9 x float>

  // Raytracing uint System Values
  ClusterID = 3, // returns the user-defined ClusterID of the intersected CLAS

  // Shader Execution Reordering
  HitObject_ClusterID = 6, // returns the cluster ID of this committed hit
  HitObject_TriangleObjectPosition =
      10, // returns triangle vertices in object space as <9 x float>

  NumOpCodes = 33, // exclusive last value of enumeration
};
} // namespace ExperimentalOps
static const unsigned NumOpCodeTables = 2;
// EXTOPCODES-ENUM:END

#define EXP_OPCODE(feature, opcode)                                            \
  opcode =                                                                     \
      (((unsigned)feature::TableID << 16) | (unsigned)feature::OpCode::opcode)

// TODO: change opcodes.
/* <py::lines('OPCODE-ENUM')>hctdb_instrhelp.get_enum_decl("OpCode")</py>*/
// OPCODE-ENUM:BEGIN
// Enumeration for CoreOps DXIL operations
enum class OpCode : unsigned {
  //
  Reserved0 = 226,   // reserved
  Reserved1 = 227,   // reserved
  Reserved10 = 236,  // reserved
  Reserved11 = 237,  // reserved
  Reserved2 = 228,   // reserved
  Reserved3 = 229,   // reserved
  Reserved4 = 230,   // reserved
  Reserved5 = 231,   // reserved
  Reserved6 = 232,   // reserved
  Reserved7 = 233,   // reserved
  Reserved8 = 234,   // reserved
  Reserved9 = 235,   // reserved
  ReservedA0 = 259,  // reserved
  ReservedA1 = 260,  // reserved
  ReservedA2 = 261,  // reserved
  ReservedB28 = 290, // reserved
  ReservedB29 = 291, // reserved
  ReservedB30 = 292, // reserved
  ReservedC0 = 293,  // reserved
  ReservedC1 = 294,  // reserved
  ReservedC2 = 295,  // reserved
  ReservedC3 = 296,  // reserved
  ReservedC4 = 297,  // reserved
  ReservedC5 = 298,  // reserved
  ReservedC6 = 299,  // reserved
  ReservedC7 = 300,  // reserved
  ReservedC8 = 301,  // reserved
  ReservedC9 = 302,  // reserved

  // Amplification shader instructions
  DispatchMesh = 173, // Amplification shader intrinsic DispatchMesh

  // AnyHit Terminals
  AcceptHitAndEndSearch =
      156, // Used in an any hit shader to abort the ray query and the
           // intersection shader (if any). The current hit is committed and
           // execution passes to the closest hit shader with the closest hit
           // recorded so far
  IgnoreHit = 155, // Used in an any hit shader to reject an intersection and
                   // terminate the shader

  // Binary float
  FMax = 35, // returns a if a >= b, else b
  FMin = 36, // returns a if a < b, else b

  // Binary int with two outputs
  IMul = 41, // multiply of 32-bit operands to produce the correct full 64-bit
             // result.

  // Binary int
  IMax = 37, // IMax(a,b) returns a if a > b, else b
  IMin = 38, // IMin(a,b) returns a if a < b, else b

  // Binary uint with carry or borrow
  UAddc = 44, // unsigned add of 32-bit operand with the carry
  USubb = 45, // unsigned subtract of 32-bit operands with the borrow

  // Binary uint with two outputs
  UDiv = 43, // unsigned divide of the 32-bit operand src0 by the 32-bit operand
             // src1.
  UMul = 42, // multiply of 32-bit operands to produce the correct full 64-bit
             // result.

  // Binary uint
  UMax = 39, // unsigned integer maximum. UMax(a,b) = a > b ? a : b
  UMin = 40, // unsigned integer minimum. UMin(a,b) = a < b ? a : b

  // Bitcasts with different sizes
  BitcastF16toI16 = 125, // bitcast between different sizes
  BitcastF32toI32 = 127, // bitcast between different sizes
  BitcastF64toI64 = 129, // bitcast between different sizes
  BitcastI16toF16 = 124, // bitcast between different sizes
  BitcastI32toF32 = 126, // bitcast between different sizes
  BitcastI64toF64 = 128, // bitcast between different sizes

  // Comparison Samples
  SampleCmpBias = 255, // samples a texture after applying the input bias to the
                       // mipmap level and compares a single component against
                       // the specified comparison value
  SampleCmpGrad =
      254, // samples a texture using a gradient and compares a single component
           // against the specified comparison value

  // Compute/Mesh/Amplification/Node shader
  FlattenedThreadIdInGroup = 96, // provides a flattened index for a given
                                 // thread within a given group (SV_GroupIndex)
  GroupId = 94,                  // reads the group ID (SV_GroupID)
  ThreadId = 93,                 // reads the thread ID
  ThreadIdInGroup =
      95, // reads the thread ID within the group (SV_GroupThreadID)

  // Create/Annotate Node Handles
  AllocateNodeOutputRecords = 238, // returns a handle for the output records
  AnnotateNodeHandle = 249,        // annotate handle with node properties
  AnnotateNodeRecordHandle = 251, // annotate handle with node record properties
  CreateNodeInputRecordHandle = 250, // create a handle for an InputRecord
  CreateNodeOutputHandle = 247,      // Creates a handle to a NodeOutput
  IndexNodeHandle = 248, // returns the handle for the location in the output
                         // node array at the indicated index

  // Derivatives
  CalculateLOD = 81, // calculates the level of detail
  DerivCoarseX = 83, // computes the rate of change per stamp in x direction.
  DerivCoarseY = 84, // computes the rate of change per stamp in y direction.
  DerivFineX = 85,   // computes the rate of change per pixel in x direction.
  DerivFineY = 86,   // computes the rate of change per pixel in y direction.

  // Domain and hull shader
  LoadOutputControlPoint = 103, // LoadOutputControlPoint
  LoadPatchConstant = 104,      // LoadPatchConstant

  // Domain shader
  DomainLocation = 105, // DomainLocation

  // Dot product with accumulate
  Dot2AddHalf = 162,     // 2D half dot product with accumulate to float
  Dot4AddI8Packed = 163, // signed dot product of 4 x i8 vectors packed into
                         // i32, with accumulate to i32
  Dot4AddU8Packed = 164, // unsigned dot product of 4 x u8 vectors packed into
                         // i32, with accumulate to i32

  // Dot
  Dot2 = 54,  // Two-dimensional vector dot-product
  Dot3 = 55,  // Three-dimensional vector dot-product
  Dot4 = 56,  // Four-dimensional vector dot-product
  FDot = 311, // computes the n-dimensional vector dot-product

  // Double precision
  LegacyDoubleToFloat = 132,  // legacy fuction to convert double to float
  LegacyDoubleToSInt32 = 133, // legacy fuction to convert double to int32
  LegacyDoubleToUInt32 = 134, // legacy fuction to convert double to uint32
  MakeDouble = 101,           // creates a double value
  SplitDouble = 102,          // splits a double into low and high parts

  // Extended Command Information
  StartInstanceLocation =
      257, // returns the StartInstanceLocation from Draw*Instanced
  StartVertexLocation =
      256, // returns the BaseVertexLocation from DrawIndexedInstanced or
           // StartVertexLocation from DrawInstanced

  // Geometry shader
  CutStream =
      98, // completes the current primitive topology at the specified stream
  EmitStream = 97,        // emits a vertex to a given stream
  EmitThenCutStream = 99, // equivalent to an EmitStream followed by a CutStream
  GSInstanceID = 100,     // GSInstanceID

  // Get Pointer to Node Record in Address Space 6
  GetNodeRecordPtr =
      239, // retrieve node input/output record pointer in address space 6

  // Get handle from heap
  AnnotateHandle = 216,          // annotate handle with resource properties
  CreateHandleFromBinding = 217, // create resource handle from binding
  CreateHandleFromHeap = 218,    // create resource handle from heap

  // Graphics shader
  ViewID = 138, // returns the view index

  // Helper Lanes
  IsHelperLane = 221, // returns true on helper lanes in pixel shaders

  // Hull shader
  OutputControlPointID = 107, // OutputControlPointID
  StorePatchConstant = 106,   // StorePatchConstant

  // Hull, Domain and Geometry shaders
  PrimitiveID = 108, // PrimitiveID

  // Indirect Shader Invocation
  CallShader = 159, // Call a shader in the callable shader table supplied
                    // through the DispatchRays() API
  ReportHit = 158,  // returns true if hit was accepted
  TraceRay = 157,   // initiates raytrace

  // Inline Ray Query
  AllocateRayQuery = 178,  // allocates space for RayQuery and return handle
  AllocateRayQuery2 = 258, // allocates space for RayQuery and return handle
  RayQuery_Abort = 181,    // aborts a ray query
  RayQuery_CandidateGeometryIndex = 203, // returns candidate hit geometry index
  RayQuery_CandidateInstanceContributionToHitGroupIndex =
      214, // returns candidate hit InstanceContributionToHitGroupIndex
  RayQuery_CandidateInstanceID = 202,    // returns candidate hit instance ID
  RayQuery_CandidateInstanceIndex = 201, // returns candidate hit instance index
  RayQuery_CandidateObjectRayDirection =
      206, // returns candidate object ray direction
  RayQuery_CandidateObjectRayOrigin =
      205, // returns candidate hit object ray origin
  RayQuery_CandidateObjectToWorld3x4 =
      186, // returns matrix for transforming from object-space to world-space
           // for a candidate hit.
  RayQuery_CandidatePrimitiveIndex =
      204, // returns candidate hit geometry index
  RayQuery_CandidateProceduralPrimitiveNonOpaque =
      190, // returns if current candidate procedural primitive is non opaque
  RayQuery_CandidateTriangleBarycentrics =
      193, // returns candidate triangle hit barycentrics
  RayQuery_CandidateTriangleFrontFace =
      191, // returns if current candidate triangle is front facing
  RayQuery_CandidateTriangleRayT =
      199, // returns float representing the parametric point on the ray for the
           // current candidate triangle hit.
  RayQuery_CandidateType =
      185, // returns uint candidate type (CANDIDATE_TYPE) of the current hit
           // candidate in a ray query, after Proceed() has returned true
  RayQuery_CandidateWorldToObject3x4 =
      187, // returns matrix for transforming from world-space to object-space
           // for a candidate hit.
  RayQuery_CommitNonOpaqueTriangleHit =
      182, // commits a non opaque triangle hit
  RayQuery_CommitProceduralPrimitiveHit =
      183,                               // commits a procedural primitive hit
  RayQuery_CommittedGeometryIndex = 209, // returns committed hit geometry index
  RayQuery_CommittedInstanceContributionToHitGroupIndex =
      215, // returns committed hit InstanceContributionToHitGroupIndex
  RayQuery_CommittedInstanceID = 208,    // returns committed hit instance ID
  RayQuery_CommittedInstanceIndex = 207, // returns committed hit instance index
  RayQuery_CommittedObjectRayDirection =
      212, // returns committed object ray direction
  RayQuery_CommittedObjectRayOrigin =
      211, // returns committed hit object ray origin
  RayQuery_CommittedObjectToWorld3x4 =
      188, // returns matrix for transforming from object-space to world-space
           // for a Committed hit.
  RayQuery_CommittedPrimitiveIndex =
      210, // returns committed hit geometry index
  RayQuery_CommittedRayT =
      200, // returns float representing the parametric point on the ray for the
           // current committed hit.
  RayQuery_CommittedStatus = 184, // returns uint status (COMMITTED_STATUS) of
                                  // the committed hit in a ray query
  RayQuery_CommittedTriangleBarycentrics =
      194, // returns committed triangle hit barycentrics
  RayQuery_CommittedTriangleFrontFace =
      192, // returns if current committed triangle is front facing
  RayQuery_CommittedWorldToObject3x4 =
      189, // returns matrix for transforming from world-space to object-space
           // for a Committed hit.
  RayQuery_Proceed = 180,  // advances a ray query
  RayQuery_RayFlags = 195, // returns ray flags
  RayQuery_RayTMin = 198,  // returns float representing the parametric starting
                           // point for the ray.
  RayQuery_TraceRayInline = 179,    // initializes RayQuery for raytrace
  RayQuery_WorldRayDirection = 197, // returns world ray direction
  RayQuery_WorldRayOrigin = 196,    // returns world ray origin

  // Legacy floating-point
  LegacyF16ToF32 = 131, // legacy fuction to convert half (f16) to float (f32)
                        // (this is not related to min-precision)
  LegacyF32ToF16 = 130, // legacy fuction to convert float (f32) to half (f16)
                        // (this is not related to min-precision)

  // Library create handle from resource struct (like HL intrinsic)
  CreateHandleForLib =
      160, // create resource handle from resource struct for library

  // Linear Algebra Operations
  MatVecMul =
      305, // Multiplies a MxK dimension matrix and a K sized input vector
  MatVecMulAdd = 306, // multiplies a MxK dimension matrix and a K sized input
                      // vector and adds an M-sized bias vector
  OuterProductAccumulate =
      307, // Computes the outer product between column vectors and an MxN
           // matrix is accumulated component-wise atomically (with device
           // scope) in memory
  VectorAccumulate = 308, // Accumulates the components of a vector
                          // component-wise atomically (with device scope) to
                          // the corresponding elements of an array in memory

  // Mesh shader instructions
  EmitIndices = 169, // emit a primitive's vertex indices in a mesh shader
  GetMeshPayload =
      170, // get the mesh payload which is from amplification shader
  SetMeshOutputCounts = 168, // Mesh shader intrinsic SetMeshOutputCounts
  StorePrimitiveOutput =
      172,                 // stores the value to mesh shader primitive output
  StoreVertexOutput = 171, // stores the value to mesh shader vertex output

  // Other
  CycleCounterLegacy = 109, // CycleCounterLegacy

  // Packing intrinsics
  Pack4x8 = 220, // packs vector of 4 signed or unsigned values into a packed
                 // datatype, drops or clamps unused bits

  // Pixel shader
  AttributeAtVertex =
      137,              // returns the values of the attributes at the vertex.
  Coverage = 91,        // returns the coverage mask input in a pixel shader
  Discard = 82,         // discard the current pixel
  EvalCentroid = 89,    // evaluates an input attribute at pixel center
  EvalSampleIndex = 88, // evaluates an input attribute at a sample location
  EvalSnapped =
      87, // evaluates an input attribute at pixel center with an offset
  InnerCoverage = 92, // returns underestimated coverage input from conservative
                      // rasterization in a pixel shader
  SampleIndex =
      90, // returns the sample index in a sample-frequency pixel shader

  // Quad Wave Ops
  QuadOp = 123,         // returns the result of a quad-level operation
  QuadReadLaneAt = 122, // reads from a lane in the quad
  QuadVote = 222,       // compares boolean accross a quad

  // Quaternary
  Bfi = 53, // Given a bit range from the LSB of a number, places that number of
            // bits in another number at any offset

  // Ray Dispatch Arguments
  DispatchRaysDimensions =
      146, // The Width and Height values from the D3D12_DISPATCH_RAYS_DESC
           // structure provided to the originating DispatchRays() call.
  DispatchRaysIndex =
      145, // The current x and y location within the Width and Height

  // Ray Transforms
  ObjectToWorld =
      151, // Matrix for transforming from object-space to world-space.
  WorldToObject =
      152, // Matrix for transforming from world-space to object-space.

  // Ray Vectors
  WorldRayDirection = 148, // The world-space direction for the current ray.
  WorldRayOrigin = 147,    // The world-space origin for the current ray.

  // Ray object space Vectors
  ObjectRayDirection = 150, // Object-space direction for the current ray.
  ObjectRayOrigin = 149,    // Object-space origin for the current ray.

  // RayT
  RayTCurrent =
      154, // float representing the current parametric ending point for the ray
  RayTMin =
      153, // float representing the parametric starting point for the ray.

  // Raytracing hit uint System Values
  HitKind = 143, // Returns the value passed as HitKind in ReportIntersection().
                 // If intersection was reported by fixed-function triangle
                 // intersection, HitKind will be one of
                 // HIT_KIND_TRIANGLE_FRONT_FACE or HIT_KIND_TRIANGLE_BACK_FACE.

  // Raytracing object space uint System Values, raytracing tier 1.1
  GeometryIndex = 213, // The autogenerated index of the current geometry in the
                       // bottom-level structure

  // Raytracing object space uint System Values
  InstanceID =
      141, // The user-provided InstanceID on the bottom-level acceleration
           // structure instance within the top-level structure
  InstanceIndex = 142, // The autogenerated index of the current instance in the
                       // top-level structure
  PrimitiveIndex = 161, // PrimitiveIndex for raytracing shaders

  // Raytracing uint System Values
  RayFlags = 144, // uint containing the current ray flags.

  // Resources - gather
  TextureGather = 73,     // gathers the four texels that would be used in a
                          // bi-linear filtering operation
  TextureGatherCmp = 74,  // same as TextureGather, except this instrution
                          // performs comparison on texels, similar to SampleCmp
  TextureGatherRaw = 223, // Gather raw elements from 4 texels with no type
                          // conversions (SRV type is constrained)

  // Resources - sample
  RenderTargetGetSampleCount =
      77, // gets the number of samples for a render target
  RenderTargetGetSamplePosition =
      76,      // gets the position of the specified sample
  Sample = 60, // samples a texture
  SampleBias =
      61, // samples a texture after applying the input bias to the mipmap level
  SampleCmp = 64, // samples a texture and compares a single component against
                  // the specified comparison value
  SampleCmpLevel = 224,    // samples a texture and compares a single component
                           // against the specified comparison value
  SampleCmpLevelZero = 65, // samples a texture and compares a single component
                           // against the specified comparison value
  SampleGrad = 63,  // samples a texture using a gradient to influence the way
                    // the sample location is calculated
  SampleLevel = 62, // samples a texture using a mipmap-level offset
  Texture2DMSGetSamplePosition =
      75, // gets the position of the specified sample

  // Resources
  BufferLoad = 68,          // reads from a TypedBuffer
  BufferStore = 69,         // writes to a RWTypedBuffer
  BufferUpdateCounter = 70, // atomically increments/decrements the hidden
                            // 32-bit counter stored with a Count or Append UAV
  CBufferLoad = 58,         // loads a value from a constant buffer resource
  CBufferLoadLegacy = 59,   // loads a value from a constant buffer resource
  CheckAccessFullyMapped =
      71, // determines whether all values from a Sample, Gather, or Load
          // operation accessed mapped tiles in a tiled resource
  CreateHandle = 57,    // creates the handle to a resource
  GetDimensions = 72,   // gets texture size information
  RawBufferLoad = 139,  // reads from a raw buffer and structured buffer
  RawBufferStore = 140, // writes to a RWByteAddressBuffer or RWStructuredBuffer
  RawBufferVectorLoad = 303, // reads from a raw buffer and structured buffer
  RawBufferVectorStore =
      304,           // writes to a RWByteAddressBuffer or RWStructuredBuffer
  TextureLoad = 66,  // reads texel data without any filtering or sampling
  TextureStore = 67, // reads texel data without any filtering or sampling
  TextureStoreSample = 225, // stores texel data at specified sample index

  // Sampler Feedback
  WriteSamplerFeedback =
      174, // updates a feedback texture for a sampling operation
  WriteSamplerFeedbackBias = 175,  // updates a feedback texture for a sampling
                                   // operation with a bias on the mipmap level
  WriteSamplerFeedbackGrad = 177,  // updates a feedback texture for a sampling
                                   // operation with explicit gradients
  WriteSamplerFeedbackLevel = 176, // updates a feedback texture for a sampling
                                   // operation with a mipmap-level offset

  // Shader Execution Reordering
  HitObject_Attributes = 289,   // Returns the attributes set for this HitObject
  HitObject_FromRayQuery = 263, // Creates a new HitObject representing a
                                // committed hit from a RayQuery
  HitObject_FromRayQueryWithAttrs =
      264, // Creates a new HitObject representing a committed hit from a
           // RayQuery and committed attributes
  HitObject_GeometryIndex = 281, // Returns the geometry index committed on hit
  HitObject_HitKind = 285,       // Returns the HitKind of the hit
  HitObject_InstanceID = 283,    // Returns the instance id committed on hit
  HitObject_InstanceIndex = 282, // Returns the instance index committed on hit
  HitObject_Invoke = 267, // Represents the invocation of the CH/MS shader
                          // represented by the HitObject
  HitObject_IsHit = 270,  // Returns `true` if the HitObject is a NOP-HitObject
  HitObject_IsMiss = 269, // Returns `true` if the HitObject represents a miss
  HitObject_IsNop = 271,  // Returns `true` if the HitObject represents a nop
  HitObject_LoadLocalRootTableConstant =
      288, // Returns the root table constant for this HitObject and offset
  HitObject_MakeMiss = 265, // Creates a new HitObject representing a miss
  HitObject_MakeNop = 266,  // Creates an empty nop HitObject
  HitObject_ObjectRayDirection =
      278,                          // Returns the ray direction in object space
  HitObject_ObjectRayOrigin = 277,  // Returns the ray origin in object space
  HitObject_ObjectToWorld3x4 = 279, // Returns the object to world space
                                    // transformation matrix in 3x4 form
  HitObject_PrimitiveIndex =
      284,                  // Returns the primitive index committed on hit
  HitObject_RayFlags = 272, // Returns the ray flags set in the HitObject
  HitObject_RayTCurrent =
      274,                 // Returns the current T value set in the HitObject
  HitObject_RayTMin = 273, // Returns the TMin value set in the HitObject
  HitObject_SetShaderTableIndex =
      287, // Returns a HitObject with updated shader table index
  HitObject_ShaderTableIndex =
      286, // Returns the shader table index set for this HitObject
  HitObject_TraceRay = 262, // Analogous to TraceRay but without invoking CH/MS
                            // and returns the intermediate state as a HitObject
  HitObject_WorldRayDirection = 276, // Returns the ray direction in world space
  HitObject_WorldRayOrigin = 275,    // Returns the ray origin in world space
  HitObject_WorldToObject3x4 = 280,  // Returns the world to object space
                                     // transformation matrix in 3x4 form
  MaybeReorderThread = 268,          // Reorders the current thread

  // Synchronization
  AtomicBinOp = 78,           // performs an atomic operation on two operands
  AtomicCompareExchange = 79, // atomic compare and exchange to memory
  Barrier = 80,               // inserts a memory barrier in the shader
  BarrierByMemoryHandle =
      245, // Request a barrier for just the memory used by the specified object
  BarrierByMemoryType = 244, // Request a barrier for a set of memory types
                             // and/or thread group execution sync
  BarrierByNodeRecordHandle =
      246, // Request a barrier for just the memory used by the node record

  // Temporary, indexable, input, output registers
  LoadInput = 4,        // Loads the value from shader input
  MinPrecXRegLoad = 2,  // Helper load operation for minprecision
  MinPrecXRegStore = 3, // Helper store operation for minprecision
  StoreOutput = 5,      // Stores the value to shader output
  TempRegLoad = 0,      // Helper load operation
  TempRegStore = 1,     // Helper store operation

  // Tertiary float
  FMad = 46, // floating point multiply & add
  Fma = 47,  // fused multiply-add

  // Tertiary int
  IMad = 48, // Signed integer multiply & add
  Ibfe = 51, // Integer bitfield extract
  Msad = 50, // masked Sum of Absolute Differences.

  // Tertiary uint
  UMad = 49, // Unsigned integer multiply & add
  Ubfe = 52, // Unsigned integer bitfield extract

  // Unary float - rounding
  Round_ne = 26, // floating-point round to integral float.
  Round_ni = 27, // floating-point round to integral float.
  Round_pi = 28, // floating-point round to integral float.
  Round_z = 29,  // floating-point round to integral float.

  // Unary float
  Acos = 15, // Returns the arccosine of the specified value. Input should be a
             // floating-point value within the range of -1 to 1.
  Asin = 16, // Returns the arccosine of the specified value. Input should be a
             // floating-point value within the range of -1 to 1
  Atan = 17, // Returns the arctangent of the specified value. The return value
             // is within the range of -PI/2 to PI/2.
  Cos = 12,  // returns cosine(theta) for theta in radians.
  Exp = 21,  // returns 2^exponent
  FAbs = 6,  // returns the absolute value of the input value.
  Frc = 22,  // extract fracitonal component.
  Hcos = 18, // returns the hyperbolic cosine of the specified value.
  Hsin = 19, // returns the hyperbolic sine of the specified value.
  Htan = 20, // returns the hyperbolic tangent of the specified value.
  IsFinite = 10, // Returns true if x is finite, false otherwise.
  IsInf = 9,     // Returns true if x is +INF or -INF, false otherwise.
  IsNaN = 8,     // Returns true if x is NAN or QNAN, false otherwise.
  IsNormal = 11, // returns IsNormal
  Log = 23,      // returns log base 2.
  Rsqrt = 25,    // returns reciprocal square root (1 / sqrt(src)
  Saturate = 7,  // clamps the result of a single or double precision floating
                 // point value to [0.0f...1.0f]
  Sin = 13,      // returns sine(theta) for theta in radians.
  Sqrt = 24,     // returns square root
  Tan = 14,      // returns tan(theta) for theta in radians.

  // Unary int
  Bfrev = 30,       // Reverses the order of the bits.
  Countbits = 31,   // Counts the number of bits in the input integer.
  FirstbitLo = 32,  // Returns the location of the first set bit starting from
                    // the lowest order bit and working upward.
  FirstbitSHi = 34, // Returns the location of the first set bit from the
                    // highest order bit based on the sign.

  // Unary uint
  FirstbitHi = 33, // Returns the location of the first set bit starting from
                   // the highest order bit and working downward.

  // Unpacking intrinsics
  Unpack4x8 = 219, // unpacks 4 8-bit signed or unsigned values into int32 or
                   // int16 vector

  // Vector reduce to scalar
  VectorReduceAnd =
      309, // Bitwise AND reduction of the vector returning a scalar
  VectorReduceOr = 310, // Bitwise OR reduction of the vector returning a scalar

  // Wave
  WaveActiveAllEqual = 115, // returns 1 if all the lanes have the same value
  WaveActiveBallot = 116, // returns a struct with a bit set for each lane where
                          // the condition is true
  WaveActiveBit = 120,   // returns the result of the operation across all lanes
  WaveActiveOp = 119,    // returns the result the operation across waves
  WaveAllBitCount = 135, // returns the count of bits set to 1 across the wave
  WaveAllTrue = 114, // returns 1 if all the lanes evaluate the value to true
  WaveAnyTrue = 113, // returns 1 if any of the lane evaluates the value to true
  WaveGetLaneCount = 112, // returns the number of lanes in the wave
  WaveGetLaneIndex = 111, // returns the index of the current lane in the wave
  WaveIsFirstLane = 110,  // returns 1 for the first lane in the wave
  WaveMatch =
      165, // returns the bitmask of active lanes that have the same value
  WaveMultiPrefixBitCount = 167, // returns the count of bits set to 1 on groups
                                 // of lanes identified by a bitmask
  WaveMultiPrefixOp = 166,  // returns the result of the operation on groups of
                            // lanes identified by a bitmask
  WavePrefixBitCount = 136, // returns the count of bits set to 1 on prior lanes
  WavePrefixOp = 121,      // returns the result of the operation on prior lanes
  WaveReadLaneAt = 117,    // returns the value from the specified lane
  WaveReadLaneFirst = 118, // returns the value from the first lane

  // Work Graph intrinsics
  FinishedCrossGroupSharing = 243, // returns true if the current thread group
                                   // is the last to access the input
  GetInputRecordCount = 242, // returns the number of records that have been
                             // coalesced into the current thread group
  GetRemainingRecursionLevels =
      253, // returns how many levels of recursion remain
  IncrementOutputCount =
      240, // Select the next logical output count for an EmptyNodeOutput for
           // the whole group or per thread.
  NodeOutputIsValid = 252, // returns true if the specified output node is
                           // present in the work graph
  OutputComplete =
      241, // indicates all outputs for a given records are complete

  NumOpCodes_Dxil_1_0 = 137,
  NumOpCodes_Dxil_1_1 = 139,
  NumOpCodes_Dxil_1_2 = 141,
  NumOpCodes_Dxil_1_3 = 162,
  NumOpCodes_Dxil_1_4 = 165,
  NumOpCodes_Dxil_1_5 = 216,
  NumOpCodes_Dxil_1_6 = 222,
  NumOpCodes_Dxil_1_7 = 226,
  NumOpCodes_Dxil_1_8 = 258,
  NumOpCodes_Dxil_1_9 = 312,

  NumOpCodes = 312,     // exclusive last value of enumeration
  Invalid = 0xFFFFFFFF, // stable invalid OpCode value

  // OpCodes for extended tables follow.

  // OpCodeTableID = 32768
  // ExperimentalOps
  EXP_OPCODE(ExperimentalOps, ExperimentalNop), // nop does nothing
  EXP_OPCODE(
      ExperimentalOps,
      GetGroupWaveIndex), // returns the index of the wave in the thread group
  EXP_OPCODE(
      ExperimentalOps,
      GetGroupWaveCount), // returns the number of waves in the thread group
  EXP_OPCODE(
      ExperimentalOps,
      ClusterID), // returns the user-defined ClusterID of the intersected CLAS
  EXP_OPCODE(ExperimentalOps,
             RayQuery_CandidateClusterID), // returns candidate hit cluster ID
  EXP_OPCODE(ExperimentalOps,
             RayQuery_CommittedClusterID), // returns committed hit cluster ID
  EXP_OPCODE(
      ExperimentalOps,
      HitObject_ClusterID), // returns the cluster ID of this committed hit
  EXP_OPCODE(ExperimentalOps,
             TriangleObjectPosition), // returns triangle vertices in object
                                      // space as <9 x float>
  EXP_OPCODE(
      ExperimentalOps,
      RayQuery_CandidateTriangleObjectPosition), // returns candidate triangle
                                                 // vertices in object space as
                                                 // <9 x float>
  EXP_OPCODE(
      ExperimentalOps,
      RayQuery_CommittedTriangleObjectPosition), // returns committed triangle
                                                 // vertices in object space as
                                                 // <9 x float>
  EXP_OPCODE(ExperimentalOps,
             HitObject_TriangleObjectPosition), // returns triangle vertices in
                                                // object space as <9 x float>
  EXP_OPCODE(ExperimentalOps, CreateMatrix),    // creates a handle to a Matrix
  EXP_OPCODE(ExperimentalOps, FillMatrix), // fills a matrix with a scalar value
  EXP_OPCODE(ExperimentalOps,
             CopyConvertMatrix), // Converts and copies the element and use type
                                 // of the source matrix to the destination
                                 // matrix with optional transpose
  EXP_OPCODE(ExperimentalOps,
             MatrixLoadFromDescriptor), // fills a matrix with data from a
                                        // [RW]ByteAddressBuffer
  EXP_OPCODE(ExperimentalOps, MatrixLoadFromMemory), // fills a matrix with data
                                                     // from a groupshared array
  EXP_OPCODE(
      ExperimentalOps,
      MatrixLength), // returns the number of elements stored in thread-local
                     // storage on the active thread for the provided matrix
  EXP_OPCODE(ExperimentalOps,
             MatrixGetCoordinate), // returns a two element vector containing
                                   // the column and row of the matrix that the
                                   // thread-local index corresponds to
  EXP_OPCODE(
      ExperimentalOps,
      MatrixGetElement), // returns the element of the matrix corresponding to
                         // the provided thread-local index
  EXP_OPCODE(ExperimentalOps,
             MatrixSetElement), // sets the element of the matrix corresponding
                                // to the provided thread-local index
  EXP_OPCODE(
      ExperimentalOps,
      MatrixStoreToDescriptor), // stores a matrix to a RWByteAddressBuffer
  EXP_OPCODE(ExperimentalOps,
             MatrixStoreToMemory), // stores a matrix to groupshared memory
  EXP_OPCODE(
      ExperimentalOps,
      MatrixQueryAccumulatorLayout), // returns comptime 0 when accumulator
                                     // matrix are A layout, 1 when B layout
  EXP_OPCODE(ExperimentalOps,
             MatrixMulOp), // applies a multiplication op to matrix C using A
                           // and B as parameters
  EXP_OPCODE(ExperimentalOps,
             MatrixAccumulate), // accumulate A or B matrix into Accumulator
                                // matrix following LHS += RHS
  EXP_OPCODE(ExperimentalOps,
             MatrixVecMul), // Multiplies a MxK dimension matrix and a K sized
                            // input vector
  EXP_OPCODE(
      ExperimentalOps,
      MatrixVecMulAdd), // Multiplies a MxK dimension matrix and a K sized input
                        // vector then adds a M sized bias vector
  EXP_OPCODE(ExperimentalOps,
             MatrixAccumulateToDescriptor), // accumulates a matrix to a
                                            // RWByteAddressBuffer
  EXP_OPCODE(
      ExperimentalOps,
      MatrixAccumulateToMemory), // accumulates a matrix to groupshared memory
  EXP_OPCODE(ExperimentalOps,
             MatrixOuterProduct), // Outer products an M sized vector and a K
                                  // sized vector producing an MxK matrix
  EXP_OPCODE(ExperimentalOps, LinAlgMatrixReserved0), // reserved
  EXP_OPCODE(ExperimentalOps, LinAlgMatrixReserved1), // reserved
  EXP_OPCODE(ExperimentalOps, LinAlgMatrixReserved2), // reserved
};
// OPCODE-ENUM:END
#undef EXP_OPCODE

// Create Core namespace for consistency with other opcode groups
namespace CoreOps {
static const OpCodeTableID TableID = OpCodeTableID::CoreOps;
using OpCode = hlsl::DXIL::OpCode;
} // namespace CoreOps

// clang-format off
  // Python lines need to be not formatted.
  /* <py::lines('OPCODECLASS-ENUM')>hctdb_instrhelp.get_enum_decl("OpCodeClass")</py>*/
// clang-format on
// OPCODECLASS-ENUM:BEGIN
// Groups for DXIL operations with equivalent function templates
enum class OpCodeClass : unsigned {
  //
  Reserved,

  // Amplification shader instructions
  DispatchMesh,

  // AnyHit Terminals
  AcceptHitAndEndSearch,
  IgnoreHit,

  // Binary uint with carry or borrow
  BinaryWithCarryOrBorrow,

  // Binary uint with two outputs
  BinaryWithTwoOuts,

  // Binary uint
  Binary,

  // Bitcasts with different sizes
  BitcastF16toI16,
  BitcastF32toI32,
  BitcastF64toI64,
  BitcastI16toF16,
  BitcastI32toF32,
  BitcastI64toF64,

  // Comparison Samples
  SampleCmpBias,
  SampleCmpGrad,

  // Compute/Mesh/Amplification/Node shader
  FlattenedThreadIdInGroup,
  GroupId,
  ThreadId,
  ThreadIdInGroup,

  // Create/Annotate Node Handles
  AllocateNodeOutputRecords,
  AnnotateNodeHandle,
  AnnotateNodeRecordHandle,
  CreateNodeInputRecordHandle,
  IndexNodeHandle,
  createNodeOutputHandle,

  // Derivatives
  CalculateLOD,
  Unary,

  // Domain and hull shader
  LoadOutputControlPoint,
  LoadPatchConstant,

  // Domain shader
  DomainLocation,

  // Dot product with accumulate
  Dot2AddHalf,
  Dot4AddPacked,

  // Dot
  Dot,
  Dot2,
  Dot3,
  Dot4,

  // Double precision
  LegacyDoubleToFloat,
  LegacyDoubleToSInt32,
  LegacyDoubleToUInt32,
  MakeDouble,
  SplitDouble,

  // Extended Command Information
  StartInstanceLocation,
  StartVertexLocation,

  // Geometry shader
  CutStream,
  EmitStream,
  EmitThenCutStream,
  GSInstanceID,

  // Get Pointer to Node Record in Address Space 6
  GetNodeRecordPtr,

  // Get handle from heap
  AnnotateHandle,
  CreateHandleFromBinding,
  CreateHandleFromHeap,

  // Graphics shader
  ViewID,

  // Group Wave Ops
  GetGroupWaveCount,
  GetGroupWaveIndex,

  // Helper Lanes
  IsHelperLane,

  // Hull shader
  OutputControlPointID,
  StorePatchConstant,

  // Hull, Domain and Geometry shaders
  PrimitiveID,

  // Indirect Shader Invocation
  CallShader,
  ReportHit,
  TraceRay,

  // Inline Ray Query
  AllocateRayQuery,
  AllocateRayQuery2,
  RayQuery_Abort,
  RayQuery_CandidateTriangleObjectPosition,
  RayQuery_CommitNonOpaqueTriangleHit,
  RayQuery_CommitProceduralPrimitiveHit,
  RayQuery_CommittedTriangleObjectPosition,
  RayQuery_Proceed,
  RayQuery_StateMatrix,
  RayQuery_StateScalar,
  RayQuery_StateVector,
  RayQuery_TraceRayInline,

  // LLVM Instructions
  LlvmInst,

  // Legacy floating-point
  LegacyF16ToF32,
  LegacyF32ToF16,

  // Library create handle from resource struct (like HL intrinsic)
  CreateHandleForLib,

  // Linear Algebra Operations
  CopyConvertMatrix,
  CreateMatrix,
  FillMatrix,
  MatVecMul,
  MatVecMulAdd,
  MatrixAccumulate,
  MatrixAccumulateToDescriptor,
  MatrixAccumulateToMemory,
  MatrixGetCoordinate,
  MatrixGetElement,
  MatrixLength,
  MatrixLoadFromDescriptor,
  MatrixLoadFromMemory,
  MatrixMulOp,
  MatrixOuterProduct,
  MatrixQueryAccumulatorLayout,
  MatrixSetElement,
  MatrixStoreToDescriptor,
  MatrixStoreToMemory,
  MatrixVecMul,
  MatrixVecMulAdd,
  OuterProductAccumulate,
  VectorAccumulate,

  // Mesh shader instructions
  EmitIndices,
  GetMeshPayload,
  SetMeshOutputCounts,
  StorePrimitiveOutput,
  StoreVertexOutput,

  // No-op
  Nop,

  // Other
  CycleCounterLegacy,

  // Packing intrinsics
  Pack4x8,

  // Pixel shader
  AttributeAtVertex,
  Coverage,
  Discard,
  EvalCentroid,
  EvalSampleIndex,
  EvalSnapped,
  InnerCoverage,
  SampleIndex,

  // Quad Wave Ops
  QuadOp,
  QuadReadLaneAt,
  QuadVote,

  // Quaternary
  Quaternary,

  // Ray Dispatch Arguments
  DispatchRaysDimensions,
  DispatchRaysIndex,

  // Ray Transforms
  ObjectToWorld,
  WorldToObject,

  // Ray Vectors
  WorldRayDirection,
  WorldRayOrigin,

  // Ray object space Vectors
  ObjectRayDirection,
  ObjectRayOrigin,

  // RayT
  RayTCurrent,
  RayTMin,

  // Raytracing System Values
  TriangleObjectPosition,

  // Raytracing hit uint System Values
  HitKind,

  // Raytracing object space uint System Values, raytracing tier 1.1
  GeometryIndex,

  // Raytracing object space uint System Values
  InstanceID,
  InstanceIndex,
  PrimitiveIndex,

  // Raytracing uint System Values
  ClusterID,
  RayFlags,

  // Resources - gather
  TextureGather,
  TextureGatherCmp,
  TextureGatherRaw,

  // Resources - sample
  RenderTargetGetSampleCount,
  RenderTargetGetSamplePosition,
  Sample,
  SampleBias,
  SampleCmp,
  SampleCmpLevel,
  SampleCmpLevelZero,
  SampleGrad,
  SampleLevel,
  Texture2DMSGetSamplePosition,

  // Resources
  BufferLoad,
  BufferStore,
  BufferUpdateCounter,
  CBufferLoad,
  CBufferLoadLegacy,
  CheckAccessFullyMapped,
  CreateHandle,
  GetDimensions,
  RawBufferLoad,
  RawBufferStore,
  RawBufferVectorLoad,
  RawBufferVectorStore,
  TextureLoad,
  TextureStore,
  TextureStoreSample,

  // Sampler Feedback
  WriteSamplerFeedback,
  WriteSamplerFeedbackBias,
  WriteSamplerFeedbackGrad,
  WriteSamplerFeedbackLevel,

  // Shader Execution Reordering
  HitObject_Attributes,
  HitObject_FromRayQuery,
  HitObject_FromRayQueryWithAttrs,
  HitObject_Invoke,
  HitObject_LoadLocalRootTableConstant,
  HitObject_MakeMiss,
  HitObject_MakeNop,
  HitObject_SetShaderTableIndex,
  HitObject_StateMatrix,
  HitObject_StateScalar,
  HitObject_StateVector,
  HitObject_TraceRay,
  HitObject_TriangleObjectPosition,
  MaybeReorderThread,

  // Synchronization
  AtomicBinOp,
  AtomicCompareExchange,
  Barrier,
  BarrierByMemoryHandle,
  BarrierByMemoryType,
  BarrierByNodeRecordHandle,

  // Temporary, indexable, input, output registers
  LoadInput,
  MinPrecXRegLoad,
  MinPrecXRegStore,
  StoreOutput,
  TempRegLoad,
  TempRegStore,

  // Tertiary uint
  Tertiary,

  // Unary float
  IsSpecialFloat,

  // Unary int
  UnaryBits,

  // Unpacking intrinsics
  Unpack4x8,

  // Vector reduce to scalar
  VectorReduce,

  // Wave
  WaveActiveAllEqual,
  WaveActiveBallot,
  WaveActiveBit,
  WaveActiveOp,
  WaveAllOp,
  WaveAllTrue,
  WaveAnyTrue,
  WaveGetLaneCount,
  WaveGetLaneIndex,
  WaveIsFirstLane,
  WaveMatch,
  WaveMultiPrefixBitCount,
  WaveMultiPrefixOp,
  WavePrefixOp,
  WaveReadLaneAt,
  WaveReadLaneFirst,

  // Work Graph intrinsics
  FinishedCrossGroupSharing,
  GetInputRecordCount,
  GetRemainingRecursionLevels,
  IncrementOutputCount,
  NodeOutputIsValid,
  OutputComplete,

  NumOpClasses = 223, // exclusive last value of enumeration
};
// OPCODECLASS-ENUM:END

// Operand Index for every OpCodeClass.
namespace OperandIndex {
// Opcode is always operand 0.
const unsigned kOpcodeIdx = 0;

// Unary operators.
const unsigned kUnarySrc0OpIdx = 1;

// Binary operators.
const unsigned kBinarySrc0OpIdx = 1;
const unsigned kBinarySrc1OpIdx = 2;

// Trinary operators.
const unsigned kTrinarySrc0OpIdx = 1;
const unsigned kTrinarySrc1OpIdx = 2;
const unsigned kTrinarySrc2OpIdx = 3;

// LoadInput.
const unsigned kLoadInputIDOpIdx = 1;
const unsigned kLoadInputRowOpIdx = 2;
const unsigned kLoadInputColOpIdx = 3;
const unsigned kLoadInputVertexIDOpIdx = 4;

// StoreOutput, StoreVertexOutput, StorePrimitiveOutput
const unsigned kStoreOutputIDOpIdx = 1;
const unsigned kStoreOutputRowOpIdx = 2;
const unsigned kStoreOutputColOpIdx = 3;
const unsigned kStoreOutputValOpIdx = 4;
const unsigned kStoreOutputVPIDOpIdx = 5;

// DomainLocation.
const unsigned kDomainLocationColOpIdx = 1;

// BufferLoad.
const unsigned kBufferLoadHandleOpIdx = 1;
const unsigned kBufferLoadCoord0OpIdx = 2;
const unsigned kBufferLoadCoord1OpIdx = 3;

// BufferStore.
const unsigned kBufferStoreHandleOpIdx = 1;
const unsigned kBufferStoreCoord0OpIdx = 2;
const unsigned kBufferStoreCoord1OpIdx = 3;
const unsigned kBufferStoreVal0OpIdx = 4;
const unsigned kBufferStoreVal1OpIdx = 5;
const unsigned kBufferStoreVal2OpIdx = 6;
const unsigned kBufferStoreVal3OpIdx = 7;
const unsigned kBufferStoreMaskOpIdx = 8;

// RawBufferLoad.
const unsigned kRawBufferLoadHandleOpIdx = 1;
const unsigned kRawBufferLoadIndexOpIdx = 2;
const unsigned kRawBufferLoadElementOffsetOpIdx = 3;
const unsigned kRawBufferLoadMaskOpIdx = 4;
const unsigned kRawBufferLoadAlignmentOpIdx = 5;

// RawBufferVectorLoad.
const unsigned kRawBufferVectorLoadHandleOpIdx = 1;
const unsigned kRawBufferVectorLoadIndexOpIdx = 2;
const unsigned kRawBufferVectorLoadElementOffsetOpIdx = 3;
const unsigned kRawBufferVectorLoadAlignmentOpIdx = 4;

// RawBufferStore
const unsigned kRawBufferStoreHandleOpIdx = 1;
const unsigned kRawBufferStoreIndexOpIdx = 2;
const unsigned kRawBufferStoreElementOffsetOpIdx = 3;
const unsigned kRawBufferStoreVal0OpIdx = 4;
const unsigned kRawBufferStoreVal1OpIdx = 5;
const unsigned kRawBufferStoreVal2OpIdx = 6;
const unsigned kRawBufferStoreVal3OpIdx = 7;
const unsigned kRawBufferStoreMaskOpIdx = 8;
const unsigned kRawBufferStoreAlignmentOpIdx = 9;

// RawBufferVectorStore
const unsigned kRawBufferVectorStoreHandleOpIdx = 1;
const unsigned kRawBufferVectorStoreIndexOpIdx = 2;
const unsigned kRawBufferVectorStoreElementOffsetOpIdx = 3;
const unsigned kRawBufferVectorStoreValOpIdx = 4;
const unsigned kRawBufferVectorStoreAlignmentOpIdx = 5;

// TextureStore.
const unsigned kTextureStoreHandleOpIdx = 1;
const unsigned kTextureStoreCoord0OpIdx = 2;
const unsigned kTextureStoreCoord1OpIdx = 3;
const unsigned kTextureStoreCoord2OpIdx = 4;
const unsigned kTextureStoreVal0OpIdx = 5;
const unsigned kTextureStoreVal1OpIdx = 6;
const unsigned kTextureStoreVal2OpIdx = 7;
const unsigned kTextureStoreVal3OpIdx = 8;
const unsigned kTextureStoreMaskOpIdx = 9;

// TextureGather.
const unsigned kTextureGatherTexHandleOpIdx = 1;
const unsigned kTextureGatherSamplerHandleOpIdx = 2;
const unsigned kTextureGatherCoord0OpIdx = 3;
const unsigned kTextureGatherCoord1OpIdx = 4;
const unsigned kTextureGatherCoord2OpIdx = 5;
const unsigned kTextureGatherCoord3OpIdx = 6;
const unsigned kTextureGatherOffset0OpIdx = 7;
const unsigned kTextureGatherOffset1OpIdx = 8;
const unsigned kTextureGatherChannelOpIdx = 9;
// TextureGatherCmp.
const unsigned kTextureGatherCmpCmpValOpIdx = 11;

// TextureSample.
const unsigned kTextureSampleTexHandleOpIdx = 1;
const unsigned kTextureSampleSamplerHandleOpIdx = 2;
const unsigned kTextureSampleCoord0OpIdx = 3;
const unsigned kTextureSampleCoord1OpIdx = 4;
const unsigned kTextureSampleCoord2OpIdx = 5;
const unsigned kTextureSampleCoord3OpIdx = 6;
const unsigned kTextureSampleOffset0OpIdx = 7;
const unsigned kTextureSampleOffset1OpIdx = 8;
const unsigned kTextureSampleOffset2OpIdx = 9;
const unsigned kTextureSampleClampOpIdx = 10;

// TextureLoad.
const unsigned kTextureLoadOffset0OpIdx = 6;
const unsigned kTextureLoadOffset1OpIdx = 8;
const unsigned kTextureLoadOffset2OpIdx = 9;

// AtomicBinOp.
const unsigned kAtomicBinOpHandleOpIdx = 1;
const unsigned kAtomicBinOpCoord0OpIdx = 3;
const unsigned kAtomicBinOpCoord1OpIdx = 4;
const unsigned kAtomicBinOpCoord2OpIdx = 5;

// AtomicCmpExchange.
const unsigned kAtomicCmpExchangeCoord0OpIdx = 2;
const unsigned kAtomicCmpExchangeCoord1OpIdx = 3;
const unsigned kAtomicCmpExchangeCoord2OpIdx = 4;

// CreateHandle
const unsigned kCreateHandleResClassOpIdx = 1;
const unsigned kCreateHandleResIDOpIdx = 2;
const unsigned kCreateHandleResIndexOpIdx = 3;
const unsigned kCreateHandleIsUniformOpIdx = 4;

// CreateHandleFromResource
const unsigned kCreateHandleForLibResOpIdx = 1;

// CreateHandleFromHeap
const unsigned kCreateHandleFromHeapHeapIndexOpIdx = 1;
const unsigned kCreateHandleFromHeapSamplerHeapOpIdx = 2;
const unsigned kCreateHandleFromHeapNonUniformIndexOpIdx = 3;

// CreateHandleFromBinding
const unsigned kCreateHandleFromBindingResIndexOpIdx = 2;

// TraceRay
const unsigned kTraceRayRayDescOpIdx = 7;
const unsigned kTraceRayPayloadOpIdx = 15;
const unsigned kTraceRayNumOp = 16;

// TraceRayInline
const unsigned kTraceRayInlineRayDescOpIdx = 5;
const unsigned kTraceRayInlineNumOp = 13;

// Emit/Cut
const unsigned kStreamEmitCutIDOpIdx = 1;

// StoreVectorOutput/StorePrimitiveOutput.
const unsigned kMSStoreOutputIDOpIdx = 1;
const unsigned kMSStoreOutputRowOpIdx = 2;
const unsigned kMSStoreOutputColOpIdx = 3;
const unsigned kMSStoreOutputVIdxOpIdx = 4;
const unsigned kMSStoreOutputValOpIdx = 5;

// HitObject::MakeMiss
const unsigned kHitObjectMakeMiss_RayDescOpIdx = 3;
const unsigned kHitObjectMakeMiss_NumOp = 11;

// HitObject::TraceRay
const unsigned kHitObjectTraceRay_RayDescOpIdx = 7;
const unsigned kHitObjectTraceRay_PayloadOpIdx = 15;
const unsigned kHitObjectTraceRay_NumOp = 16;

// MatVec Ops
const unsigned kMatVecMulInputVectorIdx = 1;
const unsigned kMatVecMulIsInputUnsignedIdx = 2;
const unsigned kMatVecMulInputInterpretationIdx = 3;
const unsigned kMatVecMulMatrixBufferIdx = 4;
const unsigned kMatVecMulMatrixOffsetIdx = 5;
const unsigned kMatVecMulMatrixInterpretationIdx = 6;
const unsigned kMatVecMulMatrixMIdx = 7;
const unsigned kMatVecMulMatrixKIdx = 8;
const unsigned kMatVecMulMatrixLayoutIdx = 9;
const unsigned kMatVecMulMatrixTransposeIdx = 10;
const unsigned kMatVecMulMatrixStrideIdx = 11;
const unsigned kMatVecMulIsOutputUnsignedIdx = 12;

// MatVecAdd
const unsigned kMatVecMulAddBiasInterpretation = 14;
const unsigned kMatVecMulAddIsOutputUnsignedIdx = 15;

// Outer Product Accumulate
const unsigned kOuterProdAccMatrixInterpretation = 5;
const unsigned kOuterProdAccMatrixLayout = 6;
const unsigned kOuterProdAccMatrixStride = 7;

// TODO: add operand index for all the OpCodeClass.
} // namespace OperandIndex

// Atomic binary operation kind.
enum class AtomicBinOpCode : unsigned {
  Add,
  And,
  Or,
  Xor,
  IMin,
  IMax,
  UMin,
  UMax,
  Exchange,
  Invalid // Must be last.
};

// Barrier/fence modes.
enum class BarrierMode : unsigned {
  Invalid = 0,
  SyncThreadGroup = 0x00000001,
  UAVFenceGlobal = 0x00000002,
  UAVFenceThreadGroup = 0x00000004,
  TGSMFence = 0x00000008,
};

// Address space.
const unsigned kDefaultAddrSpace = 0;
const unsigned kDeviceMemoryAddrSpace = 1;
const unsigned kCBufferAddrSpace = 2;
const unsigned kTGSMAddrSpace = 3;
const unsigned kGenericPointerAddrSpace = 4;
const unsigned kImmediateCBufferAddrSpace = 5;
const unsigned kNodeRecordAddrSpace = 6;

// Input primitive, must match D3D_PRIMITIVE
enum class InputPrimitive : unsigned {
  Undefined = 0,
  Point = 1,
  Line = 2,
  Triangle = 3,
  Reserved4 = 4,
  Reserved5 = 5,
  LineWithAdjacency = 6,
  TriangleWithAdjacency = 7,
  ControlPointPatch1 = 8,
  ControlPointPatch2 = 9,
  ControlPointPatch3 = 10,
  ControlPointPatch4 = 11,
  ControlPointPatch5 = 12,
  ControlPointPatch6 = 13,
  ControlPointPatch7 = 14,
  ControlPointPatch8 = 15,
  ControlPointPatch9 = 16,
  ControlPointPatch10 = 17,
  ControlPointPatch11 = 18,
  ControlPointPatch12 = 19,
  ControlPointPatch13 = 20,
  ControlPointPatch14 = 21,
  ControlPointPatch15 = 22,
  ControlPointPatch16 = 23,
  ControlPointPatch17 = 24,
  ControlPointPatch18 = 25,
  ControlPointPatch19 = 26,
  ControlPointPatch20 = 27,
  ControlPointPatch21 = 28,
  ControlPointPatch22 = 29,
  ControlPointPatch23 = 30,
  ControlPointPatch24 = 31,
  ControlPointPatch25 = 32,
  ControlPointPatch26 = 33,
  ControlPointPatch27 = 34,
  ControlPointPatch28 = 35,
  ControlPointPatch29 = 36,
  ControlPointPatch30 = 37,
  ControlPointPatch31 = 38,
  ControlPointPatch32 = 39,

  LastEntry,
};

// Primitive topology, must match D3D_PRIMITIVE_TOPOLOGY
enum class PrimitiveTopology : unsigned {
  Undefined = 0,
  PointList = 1,
  LineList = 2,
  LineStrip = 3,
  TriangleList = 4,
  TriangleStrip = 5,

  LastEntry,
};

// Must match D3D_TESSELLATOR_DOMAIN
enum class TessellatorDomain {
  Undefined = 0,
  IsoLine = 1,
  Tri = 2,
  Quad = 3,

  LastEntry,
};

// Must match D3D_TESSELLATOR_OUTPUT_PRIMITIVE
enum class TessellatorOutputPrimitive {
  Undefined = 0,
  Point = 1,
  Line = 2,
  TriangleCW = 3,
  TriangleCCW = 4,

  LastEntry,
};

enum class MeshOutputTopology {
  Undefined = 0,
  Line = 1,
  Triangle = 2,

  LastEntry,
};

// Tessellator partitioning, must match D3D_TESSELLATOR_PARTITIONING
enum class TessellatorPartitioning : unsigned {
  Undefined = 0,
  Integer,
  Pow2,
  FractionalOdd,
  FractionalEven,

  LastEntry,
};

enum class NodeLaunchType {
  Invalid = 0,
  Broadcasting,
  Coalescing,
  Thread,
  Reserved_Mesh,

  LastEntry
};

enum class NodeIOFlags : uint32_t {
  None = 0x0,
  Input = 0x1,
  Output = 0x2,
  ReadWrite = 0x4,
  EmptyRecord = 0x8, // EmptyNodeOutput[Array], EmptyNodeInput
  NodeArray = 0x10,  // NodeOutputArray, EmptyNodeOutputArray

  // Record granularity (enum in 2 bits)
  ThreadRecord = 0x20,   // [RW]ThreadNodeInputRecord, ThreadNodeOutputRecords
  GroupRecord = 0x40,    // [RW]GroupNodeInputRecord, GroupNodeOutputRecords
  DispatchRecord = 0x60, // [RW]DispatchNodeInputRecord
  RecordGranularityMask = 0x60,

  NodeIOKindMask = 0x7F,

  TrackRWInputSharing = 0x100, // TrackRWInputSharing tracked on all non-empty
                               // input/output record/node types
  GloballyCoherent = 0x200,    // applies to RWDispatchNodeInputRecord

  // Mask for node/record properties beyond NodeIOKind
  RecordFlagsMask = 0x300,
  NodeFlagsMask = 0x100,
};

enum class NodeIOKind : uint32_t {
  Invalid = 0,

  EmptyInput =
      (uint32_t)NodeIOFlags::EmptyRecord | (uint32_t)NodeIOFlags::Input,
  NodeOutput = (uint32_t)NodeIOFlags::ReadWrite | (uint32_t)NodeIOFlags::Output,
  NodeOutputArray = (uint32_t)NodeIOFlags::ReadWrite |
                    (uint32_t)NodeIOFlags::Output |
                    (uint32_t)NodeIOFlags::NodeArray,
  EmptyOutput =
      (uint32_t)NodeIOFlags::EmptyRecord | (uint32_t)NodeIOFlags::Output,
  EmptyOutputArray = (uint32_t)NodeIOFlags::EmptyRecord |
                     (uint32_t)NodeIOFlags::Output |
                     (uint32_t)NodeIOFlags::NodeArray,

  DispatchNodeInputRecord =
      (uint32_t)NodeIOFlags::Input | (uint32_t)NodeIOFlags::DispatchRecord,
  GroupNodeInputRecords =
      (uint32_t)NodeIOFlags::Input | (uint32_t)NodeIOFlags::GroupRecord,
  ThreadNodeInputRecord =
      (uint32_t)NodeIOFlags::Input | (uint32_t)NodeIOFlags::ThreadRecord,

  RWDispatchNodeInputRecord = (uint32_t)NodeIOFlags::ReadWrite |
                              (uint32_t)NodeIOFlags::Input |
                              (uint32_t)NodeIOFlags::DispatchRecord,
  RWGroupNodeInputRecords = (uint32_t)NodeIOFlags::ReadWrite |
                            (uint32_t)NodeIOFlags::Input |
                            (uint32_t)NodeIOFlags::GroupRecord,
  RWThreadNodeInputRecord = (uint32_t)NodeIOFlags::ReadWrite |
                            (uint32_t)NodeIOFlags::Input |
                            (uint32_t)NodeIOFlags::ThreadRecord,

  GroupNodeOutputRecords = (uint32_t)NodeIOFlags::ReadWrite |
                           (uint32_t)NodeIOFlags::Output |
                           (uint32_t)NodeIOFlags::GroupRecord,
  ThreadNodeOutputRecords = (uint32_t)NodeIOFlags::ReadWrite |
                            (uint32_t)NodeIOFlags::Output |
                            (uint32_t)NodeIOFlags::ThreadRecord,
};

// Kind of quad-level operation
enum class QuadOpKind {
  ReadAcrossX = 0, // returns the value from the other lane in the quad in the
                   // horizontal direction
  ReadAcrossY = 1, // returns the value from the other lane in the quad in the
                   // vertical direction
  ReadAcrossDiagonal = 2, // returns the value from the lane across the quad in
                          // horizontal and vertical direction
};

// clang-format off
  // Python lines need to be not formatted.
  /* <py::lines('WAVEBITOPKIND-ENUM')>hctdb_instrhelp.get_enum_decl("WaveBitOpKind")</py>*/
// clang-format on
// WAVEBITOPKIND-ENUM:BEGIN
// Kind of bitwise cross-lane operation
enum class WaveBitOpKind : unsigned {
  And = 0, // bitwise and of values
  Or = 1,  // bitwise or of values
  Xor = 2, // bitwise xor of values
};
// WAVEBITOPKIND-ENUM:END

// clang-format off
  // Python lines need to be not formatted.
  /* <py::lines('WAVEOPKIND-ENUM')>hctdb_instrhelp.get_enum_decl("WaveOpKind")</py>*/
// clang-format on
// WAVEOPKIND-ENUM:BEGIN
// Kind of cross-lane operation
enum class WaveOpKind : unsigned {
  Max = 3,     // maximum value
  Min = 2,     // minimum value
  Product = 1, // product of values
  Sum = 0,     // sum of values
};
// WAVEOPKIND-ENUM:END

// clang-format off
  // Python lines need to be not formatted.
  /* <py::lines('WAVEMULTIPREFIXOPKIND-ENUM')>hctdb_instrhelp.get_enum_decl("WaveMultiPrefixOpKind")</py>*/
// clang-format on
// WAVEMULTIPREFIXOPKIND-ENUM:BEGIN
// Kind of cross-lane for multi-prefix operation
enum class WaveMultiPrefixOpKind : unsigned {
  And = 1,     // bitwise and of values
  Or = 2,      // bitwise or of values
  Product = 4, // product of values
  Sum = 0,     // sum of values
  Xor = 3,     // bitwise xor of values
};
// WAVEMULTIPREFIXOPKIND-ENUM:END

// clang-format off
  // Python lines need to be not formatted.
  /* <py::lines('SIGNEDOPKIND-ENUM')>hctdb_instrhelp.get_enum_decl("SignedOpKind")</py>*/
// clang-format on
// SIGNEDOPKIND-ENUM:BEGIN
// Sign vs. unsigned operands for operation
enum class SignedOpKind : unsigned {
  Signed = 0,   // signed integer or floating-point operands
  Unsigned = 1, // unsigned integer operands
};
// SIGNEDOPKIND-ENUM:END

// clang-format off
  // Python lines need to be not formatted.
  /* <py::lines('QUADVOTEOPKIND-ENUM')>hctdb_instrhelp.get_enum_decl("QuadVoteOpKind")</py>*/
// clang-format on
// QUADVOTEOPKIND-ENUM:BEGIN
// Kind of cross-quad vote operation
enum class QuadVoteOpKind : unsigned {
  All = 1, // true if all conditions are true in this quad
  Any = 0, // true if any condition is true in this quad
};
// QUADVOTEOPKIND-ENUM:END

// Kind of control flow hint
enum class ControlFlowHint : unsigned {
  Undefined = 0,
  Branch = 1,
  Flatten = 2,
  FastOpt = 3,
  AllowUavCondition = 4,
  ForceCase = 5,
  Call = 6,
  // Loop and Unroll is using llvm.loop.unroll Metadata.

  LastEntry,
};

// XYZW component mask.
const uint8_t kCompMask_X = 0x1;
const uint8_t kCompMask_Y = 0x2;
const uint8_t kCompMask_Z = 0x4;
const uint8_t kCompMask_W = 0x8;
const uint8_t kCompMask_All = 0xF;

enum class LowPrecisionMode {
  Undefined = 0,
  UseMinPrecision,
  UseNativeLowPrecision
};

// Corresponds to RAY_FLAG_* in HLSL
enum class RayFlag : uint32_t {
  None = 0x00,
  ForceOpaque = 0x01,
  ForceNonOpaque = 0x02,
  AcceptFirstHitAndEndSearch = 0x04,
  SkipClosestHitShader = 0x08,
  CullBackFacingTriangles = 0x10,
  CullFrontFacingTriangles = 0x20,
  CullOpaque = 0x40,
  CullNonOpaque = 0x80,
  SkipTriangles = 0x100,
  SkipProceduralPrimitives = 0x200,
  ForceOMM2State = 0x400
};

// Corresponds to RAYQUERY_FLAG_* in HLSL
enum class RayQueryFlag : uint32_t { None = 0, AllowOpacityMicromaps = 1 };

// Packing/unpacking intrinsics
enum class UnpackMode : uint8_t {
  Unsigned = 0, // not sign extended
  Signed = 1,   // sign extended
};

enum class PackMode : uint8_t {
  Trunc = 0,  // Pack low bits, drop the rest
  UClamp = 1, // Unsigned clamp - [0, 255] for 8-bits
  SClamp = 2, // Signed clamp - [-128, 127] for 8-bits
};

// Corresponds to HIT_KIND_* in HLSL
enum class HitKind : uint8_t {
  None = 0x00,
  TriangleFrontFace = 0xFE,
  TriangleBackFace = 0xFF,
};

enum class SamplerFeedbackType : uint8_t {
  MinMip = 0,
  MipRegionUsed = 1,
  LastEntry = 2
};

// Corresponds to MEMORY_TYPE_FLAG enums in HLSL
enum class MemoryTypeFlag : uint32_t {
  UavMemory = 0x00000001,         // UAV_MEMORY
  GroupSharedMemory = 0x00000002, // GROUP_SHARED_MEMORY
  NodeInputMemory = 0x00000004,   // NODE_INPUT_MEMORY
  NodeOutputMemory = 0x00000008,  // NODE_OUTPUT_MEMORY
  AllMemory = 0x0000000F,         // ALL_MEMORY
  ValidMask = 0x0000000F,
  NodeFlags = NodeInputMemory | NodeOutputMemory,
  LegacyFlags = UavMemory | GroupSharedMemory,
  GroupFlags = GroupSharedMemory,
};

// Corresponds to SEMANTIC_FLAG enums in HLSL
enum class BarrierSemanticFlag : uint32_t {
  GroupSync = 0x00000001,   // GROUP_SYNC
  GroupScope = 0x00000002,  // GROUP_SCOPE
  DeviceScope = 0x00000004, // DEVICE_SCOPE
  LegacyFlags = 0x00000007,
  ReorderScope = 0x00000008, // REORDER_SCOPE
  ValidMask = 0x0000000F,
  GroupFlags = GroupSync | GroupScope,
};

// Constant for Container.
const uint8_t DxilProgramSigMaskX = 1;
const uint8_t DxilProgramSigMaskY = 2;
const uint8_t DxilProgramSigMaskZ = 4;
const uint8_t DxilProgramSigMaskW = 8;

// DFCC_FeatureInfo is a uint64_t value with these flags.
const uint64_t ShaderFeatureInfo_Doubles = 0x0001;
const uint64_t
    ShaderFeatureInfo_ComputeShadersPlusRawAndStructuredBuffersViaShader4X =
        0x0002;
const uint64_t ShaderFeatureInfo_UAVsAtEveryStage = 0x0004;
const uint64_t ShaderFeatureInfo_64UAVs = 0x0008;
const uint64_t ShaderFeatureInfo_MinimumPrecision = 0x0010;
const uint64_t ShaderFeatureInfo_11_1_DoubleExtensions = 0x0020;
const uint64_t ShaderFeatureInfo_11_1_ShaderExtensions = 0x0040;
const uint64_t ShaderFeatureInfo_LEVEL9ComparisonFiltering = 0x0080;
const uint64_t ShaderFeatureInfo_TiledResources = 0x0100;
const uint64_t ShaderFeatureInfo_StencilRef = 0x0200;
const uint64_t ShaderFeatureInfo_InnerCoverage = 0x0400;
const uint64_t ShaderFeatureInfo_TypedUAVLoadAdditionalFormats = 0x0800;
const uint64_t ShaderFeatureInfo_ROVs = 0x1000;
const uint64_t
    ShaderFeatureInfo_ViewportAndRTArrayIndexFromAnyShaderFeedingRasterizer =
        0x2000;
const uint64_t ShaderFeatureInfo_WaveOps = 0x4000;
const uint64_t ShaderFeatureInfo_Int64Ops = 0x8000;

// SM 6.1+
const uint64_t ShaderFeatureInfo_ViewID = 0x10000;
const uint64_t ShaderFeatureInfo_Barycentrics = 0x20000;

// SM 6.2+
const uint64_t ShaderFeatureInfo_NativeLowPrecision = 0x40000;

// SM 6.4+
const uint64_t ShaderFeatureInfo_ShadingRate = 0x80000;

// SM 6.5+
const uint64_t ShaderFeatureInfo_Raytracing_Tier_1_1 = 0x100000;
const uint64_t ShaderFeatureInfo_SamplerFeedback = 0x200000;

// SM 6.6+
const uint64_t ShaderFeatureInfo_AtomicInt64OnTypedResource = 0x400000;
const uint64_t ShaderFeatureInfo_AtomicInt64OnGroupShared = 0x800000;
const uint64_t ShaderFeatureInfo_DerivativesInMeshAndAmpShaders = 0x1000000;
const uint64_t ShaderFeatureInfo_ResourceDescriptorHeapIndexing = 0x2000000;
const uint64_t ShaderFeatureInfo_SamplerDescriptorHeapIndexing = 0x4000000;

const uint64_t ShaderFeatureInfo_AtomicInt64OnHeapResource = 0x10000000;

// SM 6.7+
const uint64_t ShaderFeatureInfo_AdvancedTextureOps = 0x20000000;
const uint64_t ShaderFeatureInfo_WriteableMSAATextures = 0x40000000;

// SM 6.8+
const uint64_t ShaderFeatureInfo_SampleCmpGradientOrBias = 0x80000000;
const uint64_t ShaderFeatureInfo_ExtendedCommandInfo = 0x100000000;

// Experimental SM 6.9+ - Reserved, not yet supported.
const uint64_t ShaderFeatureInfo_Reserved = 0x8000000;

// Maximum count without rolling over into another 64-bit field is 40,
// so the last flag we can use for a feature requirement is: 0x8000000000
// This is because of the following set of flags, considered optional
// and ignored by the runtime if not recognized:
// D3D11_OPTIONAL_FEATURE_FLAGS 0x7FFFFF0000000000
const unsigned ShaderFeatureInfoCount = 33;
static_assert(ShaderFeatureInfoCount <= 40,
              "ShaderFeatureInfo flags must fit within the first 40 bits; "
              "after that we need to expand the FeatureInfo blob part and "
              "start defining a new set of flags for ShaderFeatureInfo2.");

// OptFeatureInfo flags in higher bits of DFCC_FeatureInfo uint64_t value.
// This section is for flags that do not necessarily indicate a required
// feature, but are used to indicate something about the shader.
// Some of these flags may not actually show up in DFCC_FeatureInfo, instead
// only being used in intermediate feature info and in RDAT's FeatureInfo.

// Create flag here for any derivative use.  This allows call-graph validation
// in the runtime to detect misuse of derivatives for an entry point that cannot
// support it, or to determine when the flag
// ShaderFeatureInfo_DerivativesInMeshAndAmpShaders is required.
const uint64_t OptFeatureInfo_UsesDerivatives = 0x0000010000000000ULL;
// OptFeatureInfo_RequiresGroup tracks whether a function requires a visible
// group that supports things like groupshared memory and group sync.
const uint64_t OptFeatureInfo_RequiresGroup = 0x0000020000000000ULL;

const uint64_t OptFeatureInfoShift = 40;
const unsigned OptFeatureInfoCount = 2;
static_assert(OptFeatureInfoCount <= 23,
              "OptFeatureInfo flags must fit in 23 bits; after that we need to "
              "expand the FeatureInfo blob part and start defining a new set "
              "of flags for OptFeatureInfo2.");

// DxilSubobjectType must match D3D12_STATE_SUBOBJECT_TYPE, with
// certain values reserved, since they cannot be used from Dxil.
enum class SubobjectKind : uint32_t {
  StateObjectConfig = 0,
  GlobalRootSignature = 1,
  LocalRootSignature = 2,
  // 3-7 are reserved (not supported in Dxil)
  SubobjectToExportsAssociation = 8,
  RaytracingShaderConfig = 9,
  RaytracingPipelineConfig = 10,
  HitGroup = 11,
  RaytracingPipelineConfig1 = 12,
  NumKinds // aka D3D12_STATE_SUBOBJECT_TYPE_MAX_VALID
};

inline bool IsValidSubobjectKind(SubobjectKind kind) {
  return (kind < SubobjectKind::NumKinds &&
          (kind <= SubobjectKind::LocalRootSignature ||
           kind >= SubobjectKind::SubobjectToExportsAssociation));
}

enum class StateObjectFlags : uint32_t {
  AllowLocalDependenciesOnExternalDefinitions = 0x1,
  AllowExternalDependenciesOnLocalDefinitions = 0x2,
  AllowStateObjectAdditions = 0x4,
  ValidMask_1_4 = 0x3,
  ValidMask = 0x7,
};

enum class HitGroupType : uint32_t {
  Triangle = 0x0,
  ProceduralPrimitive = 0x1,
  LastEntry,
};

enum class RaytracingPipelineFlags : uint32_t {
  None = 0x0,
  SkipTriangles = 0x100,
  SkipProceduralPrimitives = 0x200,
  ValidMask_1_8 = 0x300,         // valid mask up through DXIL 1.8
  AllowOpacityMicromaps = 0x400, // Allow Opacity Micromaps to be used
  ValidMask = 0x700,             // current valid mask
};

enum class CommittedStatus : uint32_t {
  CommittedNothing = 0,
  CommittedTriangleHit = 1,
  CommittedProceduralPrimitiveHit = 2,
};

enum class CandidateType : uint32_t {
  CandidateNonOpaqueTriangle = 0,
  CandidateProceduralPrimitive = 1,
};

enum class PayloadAccessQualifier : uint32_t {
  NoAccess = 0,
  Read = 1,
  Write = 2,
  ReadWrite = 3
};

enum class PayloadAccessShaderStage : uint32_t {
  Caller = 0,
  Closesthit = 1,
  Miss = 2,
  Anyhit = 3,
  Invalid = 0xffffffffu
};

// Allocate 4 bits per shader stage:
//     bits 0-1 for payload access qualifiers
//     bits 2-3 reserved for future use
const uint32_t PayloadAccessQualifierBitsPerStage = 4;
const uint32_t PayloadAccessQualifierValidMaskPerStage = 3;
const uint32_t PayloadAccessQualifierValidMask = 0x00003333;

inline bool IsValidHitGroupType(HitGroupType type) {
  return (type >= HitGroupType::Triangle && type < HitGroupType::LastEntry);
}

extern const char *kLegacyLayoutString;
extern const char *kNewLayoutString;
extern const char *kFP32DenormKindString;
extern const char *kFP32DenormValueAnyString;
extern const char *kFP32DenormValuePreserveString;
extern const char *kFP32DenormValueFtzString;

extern const char *kDxBreakFuncName;
extern const char *kDxBreakCondName;
extern const char *kDxBreakMDName;
extern const char *kDxIsHelperGlobalName;

extern const char *kHostLayoutTypePrefix;

extern const char *kWaveOpsIncludeHelperLanesString;

enum class LinalgMatrixLayout : uint32_t {
  RowMajor = 0,
  ColumnMajor = 1,
  MulOptimal = 2,
  OuterProductOptimal = 3,
};

} // namespace DXIL

} // namespace hlsl