contrib/llvm-project/llvm/lib/Target/AMDGPU/AMDGPUSearchableTables.td

   1 //===-- AMDGPUSearchableTables.td - ------------------------*- tablegen -*-===//
   2 //
   3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
   4 // See https://llvm.org/LICENSE.txt for license information.
   5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
   6 //
   7 //===----------------------------------------------------------------------===//
   8
   9 //===----------------------------------------------------------------------===//
  10 // Resource intrinsics table.
  11 //===----------------------------------------------------------------------===//
  12
  13 class RsrcIntrinsic<AMDGPURsrcIntrinsic intr> {
  14   Intrinsic Intr = !cast<Intrinsic>(intr);
  15   bits<8> RsrcArg = intr.RsrcArg;
  16   bit IsImage = intr.IsImage;
  17 }
  18
  19 def RsrcIntrinsics : GenericTable {
  20   let FilterClass = "RsrcIntrinsic";
  21   let Fields = ["Intr", "RsrcArg", "IsImage"];
  22
  23   let PrimaryKey = ["Intr"];
  24   let PrimaryKeyName = "lookupRsrcIntrinsic";
  25 }
  26
  27 foreach intr = !listconcat(AMDGPUBufferIntrinsics,
  28                            AMDGPUImageDimIntrinsics,
  29                            AMDGPUImageDimAtomicIntrinsics) in {
  30   def : RsrcIntrinsic<!cast<AMDGPURsrcIntrinsic>(intr)>;
  31 }
  32
  33 class GcnBufferFormatBase<bits<8> f, bits<8> bpc, bits<8> numc, bits<8> nfmt, bits<8> dfmt> {
  34   bits<8> Format = f;
  35   bits<8> BitsPerComp = bpc;
  36   bits<8> NumComponents = numc;
  37   bits<8> NumFormat = nfmt;
  38   bits<8> DataFormat = dfmt;
  39 }
  40
  41 class Gfx9BufferFormat<bits<8> f, bits<8> bpc, bits<8> numc, bits<8> nfmt, bits<8> dfmt> : GcnBufferFormatBase<f, bpc, numc, nfmt, dfmt>;
  42 class Gfx10PlusBufferFormat<bits<8> f, bits<8> bpc, bits<8> numc, bits<8> nfmt, bits<8> dfmt> : GcnBufferFormatBase<f, bpc, numc, nfmt, dfmt>;
  43
  44 class GcnBufferFormatTable  : GenericTable {
  45   let CppTypeName = "GcnBufferFormatInfo";
  46   let Fields = ["Format", "BitsPerComp", "NumComponents", "NumFormat", "DataFormat"];
  47   let PrimaryKey = ["BitsPerComp", "NumComponents", "NumFormat"];
  48 }
  49
  50 def Gfx9BufferFormat : GcnBufferFormatTable {
  51   let FilterClass = "Gfx9BufferFormat";
  52   let PrimaryKeyName = "getGfx9BufferFormatInfo";
  53 }
  54 def Gfx10PlusBufferFormat : GcnBufferFormatTable {
  55   let FilterClass = "Gfx10PlusBufferFormat";
  56   let PrimaryKeyName = "getGfx10PlusBufferFormatInfo";
  57 }
  58
  59 def getGfx9BufferFormatInfo : SearchIndex {
  60   let Table = Gfx9BufferFormat;
  61   let Key = ["Format"];
  62 }
  63 def getGfx10PlusBufferFormatInfo : SearchIndex {
  64   let Table = Gfx10PlusBufferFormat;
  65   let Key = ["Format"];
  66 }
  67
  68 // Buffer formats with equal component sizes (GFX9 and earlier)
  69 def : Gfx9BufferFormat< /*FORMAT_8_UNORM*/              0x01,  8, 1, /*NUM_FORMAT_UNORM*/   0, /*DATA_FORMAT_8*/            1>;
  70 def : Gfx9BufferFormat< /*FORMAT_8_SNORM*/              0x11,  8, 1, /*NUM_FORMAT_SNORM*/   1, /*DATA_FORMAT_8*/            1>;
  71 def : Gfx9BufferFormat< /*FORMAT_8_USCALED*/            0x21,  8, 1, /*NUM_FORMAT_USCALED*/ 2, /*DATA_FORMAT_8*/            1>;
  72 def : Gfx9BufferFormat< /*FORMAT_8_SSCALED*/            0x31,  8, 1, /*NUM_FORMAT_SSCALED*/ 3, /*DATA_FORMAT_8*/            1>;
  73 def : Gfx9BufferFormat< /*FORMAT_8_UINT*/               0x41,  8, 1, /*NUM_FORMAT_UINT*/    4, /*DATA_FORMAT_8*/            1>;
  74 def : Gfx9BufferFormat< /*FORMAT_8_SINT*/               0x51,  8, 1, /*NUM_FORMAT_SINT*/    5, /*DATA_FORMAT_8*/            1>;
  75 def : Gfx9BufferFormat< /*FORMAT_16_UNORM*/             0x02, 16, 1, /*NUM_FORMAT_UNORM*/   0, /*DATA_FORMAT_16*/           2>;
  76 def : Gfx9BufferFormat< /*FORMAT_16_SNORM*/             0x12, 16, 1, /*NUM_FORMAT_SNORM*/   1, /*DATA_FORMAT_16*/           2>;
  77 def : Gfx9BufferFormat< /*FORMAT_16_USCALED*/           0x22, 16, 1, /*NUM_FORMAT_USCALED*/ 2, /*DATA_FORMAT_16*/           2>;
  78 def : Gfx9BufferFormat< /*FORMAT_16_SSCALED*/           0x32, 16, 1, /*NUM_FORMAT_SSCALED*/ 3, /*DATA_FORMAT_16*/           2>;
  79 def : Gfx9BufferFormat< /*FORMAT_16_UINT*/              0x42, 16, 1, /*NUM_FORMAT_UINT*/    4, /*DATA_FORMAT_16*/           2>;
  80 def : Gfx9BufferFormat< /*FORMAT_16_SINT*/              0x52, 16, 1, /*NUM_FORMAT_SINT*/    5, /*DATA_FORMAT_16*/           2>;
  81 def : Gfx9BufferFormat< /*FORMAT_16_FLOAT*/             0x72, 16, 1, /*NUM_FORMAT_FLOAT*/   7, /*DATA_FORMAT_16*/           2>;
  82 def : Gfx9BufferFormat< /*FORMAT_8_8_UNORM*/            0x03,  8, 2, /*NUM_FORMAT_UNORM*/   0, /*DATA_FORMAT_8_8*/          3>;
  83 def : Gfx9BufferFormat< /*FORMAT_8_8_SNORM*/            0x13,  8, 2, /*NUM_FORMAT_SNORM*/   1, /*DATA_FORMAT_8_8*/          3>;
  84 def : Gfx9BufferFormat< /*FORMAT_8_8_USCALED*/          0x23,  8, 2, /*NUM_FORMAT_USCALED*/ 2, /*DATA_FORMAT_8_8*/          3>;
  85 def : Gfx9BufferFormat< /*FORMAT_8_8_SSCALED*/          0x33,  8, 2, /*NUM_FORMAT_SSCALED*/ 3, /*DATA_FORMAT_8_8*/          3>;
  86 def : Gfx9BufferFormat< /*FORMAT_8_8_UINT*/             0x43,  8, 2, /*NUM_FORMAT_UINT*/    4, /*DATA_FORMAT_8_8*/          3>;
  87 def : Gfx9BufferFormat< /*FORMAT_8_8_SINT*/             0x53,  8, 2, /*NUM_FORMAT_SINT*/    5, /*DATA_FORMAT_8_8*/          3>;
  88 def : Gfx9BufferFormat< /*FORMAT_32_UINT*/              0x44, 32, 1, /*NUM_FORMAT_UINT*/    4, /*DATA_FORMAT_32*/           4>;
  89 def : Gfx9BufferFormat< /*FORMAT_32_SINT*/              0x54, 32, 1, /*NUM_FORMAT_SINT*/    5, /*DATA_FORMAT_32*/           4>;
  90 def : Gfx9BufferFormat< /*FORMAT_32_FLOAT*/             0x74, 32, 1, /*NUM_FORMAT_FLOAT*/   7, /*DATA_FORMAT_32*/           4>;
  91 def : Gfx9BufferFormat< /*FORMAT_16_16_UNORM*/          0x05, 16, 2, /*NUM_FORMAT_UNORM*/   0, /*DATA_FORMAT_16_16*/        5>;
  92 def : Gfx9BufferFormat< /*FORMAT_16_16_SNORM*/          0x15, 16, 2, /*NUM_FORMAT_SNORM*/   1, /*DATA_FORMAT_16_16*/        5>;
  93 def : Gfx9BufferFormat< /*FORMAT_16_16_USCALED*/        0x25, 16, 2, /*NUM_FORMAT_USCALED*/ 2, /*DATA_FORMAT_16_16*/        5>;
  94 def : Gfx9BufferFormat< /*FORMAT_16_16_SSCALED*/        0x35, 16, 2, /*NUM_FORMAT_SSCALED*/ 3, /*DATA_FORMAT_16_16*/        5>;
  95 def : Gfx9BufferFormat< /*FORMAT_16_16_UINT*/           0x45, 16, 2, /*NUM_FORMAT_UINT*/    4, /*DATA_FORMAT_16_16*/        5>;
  96 def : Gfx9BufferFormat< /*FORMAT_16_16_SINT*/           0x55, 16, 2, /*NUM_FORMAT_SINT*/    5, /*DATA_FORMAT_16_16*/        5>;
  97 def : Gfx9BufferFormat< /*FORMAT_16_16_FLOAT*/          0x75, 16, 2, /*NUM_FORMAT_FLOAT*/   7, /*DATA_FORMAT_16_16*/        5>;
  98 def : Gfx9BufferFormat< /*FORMAT_8_8_8_8_UNORM*/        0x0A,  8, 4, /*NUM_FORMAT_UNORM*/   0, /*DATA_FORMAT_8_8_8_8*/     10>;
  99 def : Gfx9BufferFormat< /*FORMAT_8_8_8_8_SNORM*/        0x1A,  8, 4, /*NUM_FORMAT_SNORM*/   1, /*DATA_FORMAT_8_8_8_8*/     10>;
 100 def : Gfx9BufferFormat< /*FORMAT_8_8_8_8_USCALED*/      0x2A,  8, 4, /*NUM_FORMAT_USCALED*/ 2, /*DATA_FORMAT_8_8_8_8*/     10>;
 101 def : Gfx9BufferFormat< /*FORMAT_8_8_8_8_SSCALED*/      0x3A,  8, 4, /*NUM_FORMAT_SSCALED*/ 3, /*DATA_FORMAT_8_8_8_8*/     10>;
 102 def : Gfx9BufferFormat< /*FORMAT_8_8_8_8_UINT*/         0x4A,  8, 4, /*NUM_FORMAT_UINT*/    4, /*DATA_FORMAT_8_8_8_8*/     10>;
 103 def : Gfx9BufferFormat< /*FORMAT_8_8_8_8_SINT*/         0x5A,  8, 4, /*NUM_FORMAT_SINT*/    5, /*DATA_FORMAT_8_8_8_8*/     10>;
 104 def : Gfx9BufferFormat< /*FORMAT_32_32_UINT*/           0x4B, 32, 2, /*NUM_FORMAT_UINT*/    4, /*DATA_FORMAT_32_32*/       11>;
 105 def : Gfx9BufferFormat< /*FORMAT_32_32_SINT*/           0x5B, 32, 2, /*NUM_FORMAT_SINT*/    5, /*DATA_FORMAT_32_32*/       11>;
 106 def : Gfx9BufferFormat< /*FORMAT_32_32_FLOAT*/          0x7B, 32, 2, /*NUM_FORMAT_FLOAT*/   7, /*DATA_FORMAT_32_32*/       11>;
 107 def : Gfx9BufferFormat< /*FORMAT_16_16_16_16_UNORM*/    0x0C, 16, 4, /*NUM_FORMAT_UNORM*/   0, /*DATA_FORMAT_16_16_16_16*/ 12>;
 108 def : Gfx9BufferFormat< /*FORMAT_16_16_16_16_SNORM*/    0x1C, 16, 4, /*NUM_FORMAT_SNORM*/   1, /*DATA_FORMAT_16_16_16_16*/ 12>;
 109 def : Gfx9BufferFormat< /*FORMAT_16_16_16_16_USCALED*/  0x2C, 16, 4, /*NUM_FORMAT_USCALED*/ 2, /*DATA_FORMAT_16_16_16_16*/ 12>;
 110 def : Gfx9BufferFormat< /*FORMAT_16_16_16_16_SSCALED*/  0x3C, 16, 4, /*NUM_FORMAT_SSCALED*/ 3, /*DATA_FORMAT_16_16_16_16*/ 12>;
 111 def : Gfx9BufferFormat< /*FORMAT_16_16_16_16_UINT*/     0x4C, 16, 4, /*NUM_FORMAT_UINT*/    4, /*DATA_FORMAT_16_16_16_16*/ 12>;
 112 def : Gfx9BufferFormat< /*FORMAT_16_16_16_16_SINT*/     0x5C, 16, 4, /*NUM_FORMAT_SINT*/    5, /*DATA_FORMAT_16_16_16_16*/ 12>;
 113 def : Gfx9BufferFormat< /*FORMAT_16_16_16_16_FLOAT*/    0x7C, 16, 4, /*NUM_FORMAT_FLOAT*/   7, /*DATA_FORMAT_16_16_16_16*/ 12>;
 114 def : Gfx9BufferFormat< /*FORMAT_32_32_32_UINT*/        0x4D, 32, 3, /*NUM_FORMAT_UINT*/    4, /*DATA_FORMAT_32_32_32*/    13>;
 115 def : Gfx9BufferFormat< /*FORMAT_32_32_32_SINT*/        0x5D, 32, 3, /*NUM_FORMAT_SINT*/    5, /*DATA_FORMAT_32_32_32*/    13>;
 116 def : Gfx9BufferFormat< /*FORMAT_32_32_32_FLOAT*/       0x7D, 32, 3, /*NUM_FORMAT_FLOAT*/   7, /*DATA_FORMAT_32_32_32*/    13>;
 117 def : Gfx9BufferFormat< /*FORMAT_32_32_32_32_UINT*/     0x4E, 32, 4, /*NUM_FORMAT_UINT*/    4, /*DATA_FORMAT_32_32_32_32*/ 14>;
 118 def : Gfx9BufferFormat< /*FORMAT_32_32_32_32_SINT*/     0x5E, 32, 4, /*NUM_FORMAT_SINT*/    5, /*DATA_FORMAT_32_32_32_32*/ 14>;
 119 def : Gfx9BufferFormat< /*FORMAT_32_32_32_32_FLOAT*/    0x7E, 32, 4, /*NUM_FORMAT_FLOAT*/   7, /*DATA_FORMAT_32_32_32_32*/ 14>;
 120
 121 // Buffer formats with equal component sizes (GFX10 and later)
 122 def : Gfx10PlusBufferFormat< /*FORMAT_8_UNORM*/              0x01,  8, 1, /*NUM_FORMAT_UNORM*/   0, /*DATA_FORMAT_8*/            1>;
 123 def : Gfx10PlusBufferFormat< /*FORMAT_8_SNORM*/              0x02,  8, 1, /*NUM_FORMAT_SNORM*/   1, /*DATA_FORMAT_8*/            1>;
 124 def : Gfx10PlusBufferFormat< /*FORMAT_8_USCALED*/            0x03,  8, 1, /*NUM_FORMAT_USCALED*/ 2, /*DATA_FORMAT_8*/            1>;
 125 def : Gfx10PlusBufferFormat< /*FORMAT_8_SSCALED*/            0x04,  8, 1, /*NUM_FORMAT_SSCALED*/ 3, /*DATA_FORMAT_8*/            1>;
 126 def : Gfx10PlusBufferFormat< /*FORMAT_8_UINT*/               0x05,  8, 1, /*NUM_FORMAT_UINT*/    4, /*DATA_FORMAT_8*/            1>;
 127 def : Gfx10PlusBufferFormat< /*FORMAT_8_SINT*/               0x06,  8, 1, /*NUM_FORMAT_SINT*/    5, /*DATA_FORMAT_8*/            1>;
 128 def : Gfx10PlusBufferFormat< /*FORMAT_16_UNORM*/             0x07, 16, 1, /*NUM_FORMAT_UNORM*/   0, /*DATA_FORMAT_16*/           2>;
 129 def : Gfx10PlusBufferFormat< /*FORMAT_16_SNORM*/             0x08, 16, 1, /*NUM_FORMAT_SNORM*/   1, /*DATA_FORMAT_16*/           2>;
 130 def : Gfx10PlusBufferFormat< /*FORMAT_16_USCALED*/           0x09, 16, 1, /*NUM_FORMAT_USCALED*/ 2, /*DATA_FORMAT_16*/           2>;
 131 def : Gfx10PlusBufferFormat< /*FORMAT_16_SSCALED*/           0x0A, 16, 1, /*NUM_FORMAT_SSCALED*/ 3, /*DATA_FORMAT_16*/           2>;
 132 def : Gfx10PlusBufferFormat< /*FORMAT_16_UINT*/              0x0B, 16, 1, /*NUM_FORMAT_UINT*/    4, /*DATA_FORMAT_16*/           2>;
 133 def : Gfx10PlusBufferFormat< /*FORMAT_16_SINT*/              0x0C, 16, 1, /*NUM_FORMAT_SINT*/    5, /*DATA_FORMAT_16*/           2>;
 134 def : Gfx10PlusBufferFormat< /*FORMAT_16_FLOAT*/             0x0D, 16, 1, /*NUM_FORMAT_FLOAT*/   7, /*DATA_FORMAT_16*/           2>;
 135 def : Gfx10PlusBufferFormat< /*FORMAT_8_8_UNORM*/            0x0E,  8, 2, /*NUM_FORMAT_UNORM*/   0, /*DATA_FORMAT_8_8*/          3>;
 136 def : Gfx10PlusBufferFormat< /*FORMAT_8_8_SNORM*/            0x0F,  8, 2, /*NUM_FORMAT_SNORM*/   1, /*DATA_FORMAT_8_8*/          3>;
 137 def : Gfx10PlusBufferFormat< /*FORMAT_8_8_USCALED*/          0x10,  8, 2, /*NUM_FORMAT_USCALED*/ 2, /*DATA_FORMAT_8_8*/          3>;
 138 def : Gfx10PlusBufferFormat< /*FORMAT_8_8_SSCALED*/          0x11,  8, 2, /*NUM_FORMAT_SSCALED*/ 3, /*DATA_FORMAT_8_8*/          3>;
 139 def : Gfx10PlusBufferFormat< /*FORMAT_8_8_UINT*/             0x12,  8, 2, /*NUM_FORMAT_UINT*/    4, /*DATA_FORMAT_8_8*/          3>;
 140 def : Gfx10PlusBufferFormat< /*FORMAT_8_8_SINT*/             0x13,  8, 2, /*NUM_FORMAT_SINT*/    5, /*DATA_FORMAT_8_8*/          3>;
 141 def : Gfx10PlusBufferFormat< /*FORMAT_32_UINT*/              0x14, 32, 1, /*NUM_FORMAT_UINT*/    4, /*DATA_FORMAT_32*/           4>;
 142 def : Gfx10PlusBufferFormat< /*FORMAT_32_SINT*/              0x15, 32, 1, /*NUM_FORMAT_SINT*/    5, /*DATA_FORMAT_32*/           4>;
 143 def : Gfx10PlusBufferFormat< /*FORMAT_32_FLOAT*/             0x16, 32, 1, /*NUM_FORMAT_FLOAT*/   7, /*DATA_FORMAT_32*/           4>;
 144 def : Gfx10PlusBufferFormat< /*FORMAT_16_16_UNORM*/          0x17, 16, 2, /*NUM_FORMAT_UNORM*/   0, /*DATA_FORMAT_16_16*/        5>;
 145 def : Gfx10PlusBufferFormat< /*FORMAT_16_16_SNORM*/          0x18, 16, 2, /*NUM_FORMAT_SNORM*/   1, /*DATA_FORMAT_16_16*/        5>;
 146 def : Gfx10PlusBufferFormat< /*FORMAT_16_16_USCALED*/        0x19, 16, 2, /*NUM_FORMAT_USCALED*/ 2, /*DATA_FORMAT_16_16*/        5>;
 147 def : Gfx10PlusBufferFormat< /*FORMAT_16_16_SSCALED*/        0x1A, 16, 2, /*NUM_FORMAT_SSCALED*/ 3, /*DATA_FORMAT_16_16*/        5>;
 148 def : Gfx10PlusBufferFormat< /*FORMAT_16_16_UINT*/           0x1B, 16, 2, /*NUM_FORMAT_UINT*/    4, /*DATA_FORMAT_16_16*/        5>;
 149 def : Gfx10PlusBufferFormat< /*FORMAT_16_16_SINT*/           0x1C, 16, 2, /*NUM_FORMAT_SINT*/    5, /*DATA_FORMAT_16_16*/        5>;
 150 def : Gfx10PlusBufferFormat< /*FORMAT_16_16_FLOAT*/          0x1D, 16, 2, /*NUM_FORMAT_FLOAT*/   7, /*DATA_FORMAT_16_16*/        5>;
 151 def : Gfx10PlusBufferFormat< /*FORMAT_8_8_8_8_UNORM*/        0x38,  8, 4, /*NUM_FORMAT_UNORM*/   0, /*DATA_FORMAT_8_8_8_8*/     10>;
 152 def : Gfx10PlusBufferFormat< /*FORMAT_8_8_8_8_SNORM*/        0x39,  8, 4, /*NUM_FORMAT_SNORM*/   1, /*DATA_FORMAT_8_8_8_8*/     10>;
 153 def : Gfx10PlusBufferFormat< /*FORMAT_8_8_8_8_USCALED*/      0x3A,  8, 4, /*NUM_FORMAT_USCALED*/ 2, /*DATA_FORMAT_8_8_8_8*/     10>;
 154 def : Gfx10PlusBufferFormat< /*FORMAT_8_8_8_8_SSCALED*/      0x3B,  8, 4, /*NUM_FORMAT_SSCALED*/ 3, /*DATA_FORMAT_8_8_8_8*/     10>;
 155 def : Gfx10PlusBufferFormat< /*FORMAT_8_8_8_8_UINT*/         0x3C,  8, 4, /*NUM_FORMAT_UINT*/    4, /*DATA_FORMAT_8_8_8_8*/     10>;
 156 def : Gfx10PlusBufferFormat< /*FORMAT_8_8_8_8_SINT*/         0x3D,  8, 4, /*NUM_FORMAT_SINT*/    5, /*DATA_FORMAT_8_8_8_8*/     10>;
 157 def : Gfx10PlusBufferFormat< /*FORMAT_32_32_UINT*/           0x3E, 32, 2, /*NUM_FORMAT_UINT*/    4, /*DATA_FORMAT_32_32*/       11>;
 158 def : Gfx10PlusBufferFormat< /*FORMAT_32_32_SINT*/           0x3F, 32, 2, /*NUM_FORMAT_SINT*/    5, /*DATA_FORMAT_32_32*/       11>;
 159 def : Gfx10PlusBufferFormat< /*FORMAT_32_32_FLOAT*/          0x40, 32, 2, /*NUM_FORMAT_FLOAT*/   7, /*DATA_FORMAT_32_32*/       11>;
 160 def : Gfx10PlusBufferFormat< /*FORMAT_16_16_16_16_UNORM*/    0x41, 16, 4, /*NUM_FORMAT_UNORM*/   0, /*DATA_FORMAT_16_16_16_16*/ 12>;
 161 def : Gfx10PlusBufferFormat< /*FORMAT_16_16_16_16_SNORM*/    0x42, 16, 4, /*NUM_FORMAT_SNORM*/   1, /*DATA_FORMAT_16_16_16_16*/ 12>;
 162 def : Gfx10PlusBufferFormat< /*FORMAT_16_16_16_16_USCALED*/  0x43, 16, 4, /*NUM_FORMAT_USCALED*/ 2, /*DATA_FORMAT_16_16_16_16*/ 12>;
 163 def : Gfx10PlusBufferFormat< /*FORMAT_16_16_16_16_SSCALED*/  0x44, 16, 4, /*NUM_FORMAT_SSCALED*/ 3, /*DATA_FORMAT_16_16_16_16*/ 12>;
 164 def : Gfx10PlusBufferFormat< /*FORMAT_16_16_16_16_UINT*/     0x45, 16, 4, /*NUM_FORMAT_UINT*/    4, /*DATA_FORMAT_16_16_16_16*/ 12>;
 165 def : Gfx10PlusBufferFormat< /*FORMAT_16_16_16_16_SINT*/     0x46, 16, 4, /*NUM_FORMAT_SINT*/    5, /*DATA_FORMAT_16_16_16_16*/ 12>;
 166 def : Gfx10PlusBufferFormat< /*FORMAT_16_16_16_16_FLOAT*/    0x47, 16, 4, /*NUM_FORMAT_FLOAT*/   7, /*DATA_FORMAT_16_16_16_16*/ 12>;
 167 def : Gfx10PlusBufferFormat< /*FORMAT_32_32_32_UINT*/        0x48, 32, 3, /*NUM_FORMAT_UINT*/    4, /*DATA_FORMAT_32_32_32*/    13>;
 168 def : Gfx10PlusBufferFormat< /*FORMAT_32_32_32_SINT*/        0x49, 32, 3, /*NUM_FORMAT_SINT*/    5, /*DATA_FORMAT_32_32_32*/    13>;
 169 def : Gfx10PlusBufferFormat< /*FORMAT_32_32_32_FLOAT*/       0x4A, 32, 3, /*NUM_FORMAT_FLOAT*/   7, /*DATA_FORMAT_32_32_32*/    13>;
 170 def : Gfx10PlusBufferFormat< /*FORMAT_32_32_32_32_UINT*/     0x4B, 32, 4, /*NUM_FORMAT_UINT*/    4, /*DATA_FORMAT_32_32_32_32*/ 14>;
 171 def : Gfx10PlusBufferFormat< /*FORMAT_32_32_32_32_SINT*/     0x4C, 32, 4, /*NUM_FORMAT_SINT*/    5, /*DATA_FORMAT_32_32_32_32*/ 14>;
 172 def : Gfx10PlusBufferFormat< /*FORMAT_32_32_32_32_FLOAT*/    0x4D, 32, 4, /*NUM_FORMAT_FLOAT*/   7, /*DATA_FORMAT_32_32_32_32*/ 14>;
 173
 174 class SourceOfDivergence<Intrinsic intr> {
 175   Intrinsic Intr = intr;
 176 }
 177
 178 def SourcesOfDivergence : GenericTable {
 179   let FilterClass = "SourceOfDivergence";
 180   let Fields = ["Intr"];
 181
 182   let PrimaryKey = ["Intr"];
 183   let PrimaryKeyName = "lookupSourceOfDivergence";
 184 }
 185
 186 def : SourceOfDivergence<int_amdgcn_workitem_id_x>;
 187 def : SourceOfDivergence<int_amdgcn_workitem_id_y>;
 188 def : SourceOfDivergence<int_amdgcn_workitem_id_z>;
 189 def : SourceOfDivergence<int_amdgcn_interp_mov>;
 190 def : SourceOfDivergence<int_amdgcn_interp_p1>;
 191 def : SourceOfDivergence<int_amdgcn_interp_p2>;
 192 def : SourceOfDivergence<int_amdgcn_interp_p1_f16>;
 193 def : SourceOfDivergence<int_amdgcn_interp_p2_f16>;
 194 def : SourceOfDivergence<int_amdgcn_mbcnt_hi>;
 195 def : SourceOfDivergence<int_amdgcn_mbcnt_lo>;
 196 def : SourceOfDivergence<int_r600_read_tidig_x>;
 197 def : SourceOfDivergence<int_r600_read_tidig_y>;
 198 def : SourceOfDivergence<int_r600_read_tidig_z>;
 199 def : SourceOfDivergence<int_amdgcn_atomic_inc>;
 200 def : SourceOfDivergence<int_amdgcn_atomic_dec>;
 201 def : SourceOfDivergence<int_amdgcn_global_atomic_csub>;
 202 def : SourceOfDivergence<int_amdgcn_ds_fadd>;
 203 def : SourceOfDivergence<int_amdgcn_ds_fmin>;
 204 def : SourceOfDivergence<int_amdgcn_ds_fmax>;
 205 def : SourceOfDivergence<int_amdgcn_buffer_atomic_swap>;
 206 def : SourceOfDivergence<int_amdgcn_buffer_atomic_add>;
 207 def : SourceOfDivergence<int_amdgcn_buffer_atomic_sub>;
 208 def : SourceOfDivergence<int_amdgcn_buffer_atomic_smin>;
 209 def : SourceOfDivergence<int_amdgcn_buffer_atomic_umin>;
 210 def : SourceOfDivergence<int_amdgcn_buffer_atomic_smax>;
 211 def : SourceOfDivergence<int_amdgcn_buffer_atomic_umax>;
 212 def : SourceOfDivergence<int_amdgcn_buffer_atomic_and>;
 213 def : SourceOfDivergence<int_amdgcn_buffer_atomic_or>;
 214 def : SourceOfDivergence<int_amdgcn_buffer_atomic_xor>;
 215 def : SourceOfDivergence<int_amdgcn_buffer_atomic_cmpswap>;
 216 def : SourceOfDivergence<int_amdgcn_raw_buffer_atomic_swap>;
 217 def : SourceOfDivergence<int_amdgcn_raw_buffer_atomic_add>;
 218 def : SourceOfDivergence<int_amdgcn_raw_buffer_atomic_sub>;
 219 def : SourceOfDivergence<int_amdgcn_raw_buffer_atomic_smin>;
 220 def : SourceOfDivergence<int_amdgcn_raw_buffer_atomic_umin>;
 221 def : SourceOfDivergence<int_amdgcn_raw_buffer_atomic_smax>;
 222 def : SourceOfDivergence<int_amdgcn_raw_buffer_atomic_umax>;
 223 def : SourceOfDivergence<int_amdgcn_raw_buffer_atomic_and>;
 224 def : SourceOfDivergence<int_amdgcn_raw_buffer_atomic_or>;
 225 def : SourceOfDivergence<int_amdgcn_raw_buffer_atomic_xor>;
 226 def : SourceOfDivergence<int_amdgcn_raw_buffer_atomic_inc>;
 227 def : SourceOfDivergence<int_amdgcn_raw_buffer_atomic_dec>;
 228 def : SourceOfDivergence<int_amdgcn_raw_buffer_atomic_cmpswap>;
 229 def : SourceOfDivergence<int_amdgcn_struct_buffer_atomic_swap>;
 230 def : SourceOfDivergence<int_amdgcn_struct_buffer_atomic_add>;
 231 def : SourceOfDivergence<int_amdgcn_struct_buffer_atomic_sub>;
 232 def : SourceOfDivergence<int_amdgcn_struct_buffer_atomic_smin>;
 233 def : SourceOfDivergence<int_amdgcn_struct_buffer_atomic_umin>;
 234 def : SourceOfDivergence<int_amdgcn_struct_buffer_atomic_smax>;
 235 def : SourceOfDivergence<int_amdgcn_struct_buffer_atomic_umax>;
 236 def : SourceOfDivergence<int_amdgcn_struct_buffer_atomic_and>;
 237 def : SourceOfDivergence<int_amdgcn_struct_buffer_atomic_or>;
 238 def : SourceOfDivergence<int_amdgcn_struct_buffer_atomic_xor>;
 239 def : SourceOfDivergence<int_amdgcn_struct_buffer_atomic_inc>;
 240 def : SourceOfDivergence<int_amdgcn_struct_buffer_atomic_dec>;
 241 def : SourceOfDivergence<int_amdgcn_struct_buffer_atomic_cmpswap>;
 242 def : SourceOfDivergence<int_amdgcn_buffer_atomic_csub>;
 243 def : SourceOfDivergence<int_amdgcn_ps_live>;
 244 def : SourceOfDivergence<int_amdgcn_ds_swizzle>;
 245 def : SourceOfDivergence<int_amdgcn_ds_ordered_add>;
 246 def : SourceOfDivergence<int_amdgcn_ds_ordered_swap>;
 247 def : SourceOfDivergence<int_amdgcn_permlane16>;
 248 def : SourceOfDivergence<int_amdgcn_permlanex16>;
 249 def : SourceOfDivergence<int_amdgcn_mov_dpp>;
 250 def : SourceOfDivergence<int_amdgcn_mov_dpp8>;
 251 def : SourceOfDivergence<int_amdgcn_update_dpp>;
 252 def : SourceOfDivergence<int_amdgcn_writelane>;
 253
 254 def : SourceOfDivergence<int_amdgcn_mfma_f32_4x4x1f32>;
 255 def : SourceOfDivergence<int_amdgcn_mfma_f32_4x4x1f32>;
 256 def : SourceOfDivergence<int_amdgcn_mfma_f32_4x4x4f16>;
 257 def : SourceOfDivergence<int_amdgcn_mfma_i32_4x4x4i8>;
 258 def : SourceOfDivergence<int_amdgcn_mfma_f32_4x4x2bf16>;
 259 def : SourceOfDivergence<int_amdgcn_mfma_f32_16x16x1f32>;
 260 def : SourceOfDivergence<int_amdgcn_mfma_f32_16x16x4f32>;
 261 def : SourceOfDivergence<int_amdgcn_mfma_f32_16x16x4f16>;
 262 def : SourceOfDivergence<int_amdgcn_mfma_f32_16x16x16f16>;
 263 def : SourceOfDivergence<int_amdgcn_mfma_i32_16x16x4i8>;
 264 def : SourceOfDivergence<int_amdgcn_mfma_i32_16x16x16i8>;
 265 def : SourceOfDivergence<int_amdgcn_mfma_f32_16x16x2bf16>;
 266 def : SourceOfDivergence<int_amdgcn_mfma_f32_16x16x8bf16>;
 267 def : SourceOfDivergence<int_amdgcn_mfma_f32_32x32x1f32>;
 268 def : SourceOfDivergence<int_amdgcn_mfma_f32_32x32x2f32>;
 269 def : SourceOfDivergence<int_amdgcn_mfma_f32_32x32x4f16>;
 270 def : SourceOfDivergence<int_amdgcn_mfma_f32_32x32x8f16>;
 271 def : SourceOfDivergence<int_amdgcn_mfma_i32_32x32x4i8>;
 272 def : SourceOfDivergence<int_amdgcn_mfma_i32_32x32x8i8>;
 273 def : SourceOfDivergence<int_amdgcn_mfma_f32_32x32x2bf16>;
 274 def : SourceOfDivergence<int_amdgcn_mfma_f32_32x32x4bf16>;
 275
 276 // The dummy boolean output is divergent from the IR's perspective,
 277 // but the mask results are uniform. These produce a divergent and
 278 // uniform result, so the returned struct is collectively divergent.
 279 // isAlwaysUniform can override the extract of the uniform component.
 280 def : SourceOfDivergence<int_amdgcn_if>;
 281 def : SourceOfDivergence<int_amdgcn_else>;
 282 def : SourceOfDivergence<int_amdgcn_loop>;
 283
 284 foreach intr = AMDGPUImageDimAtomicIntrinsics in
 285 def : SourceOfDivergence<intr>;