1 //===- Intrinsics.td - Defines all LLVM intrinsics ---------*- tablegen -*-===//
3 // The LLVM Compiler Infrastructure
5 // This file is distributed under the University of Illinois Open Source
6 // License. See LICENSE.TXT for details.
8 //===----------------------------------------------------------------------===//
10 // This file defines properties of all LLVM intrinsics.
12 //===----------------------------------------------------------------------===//
14 include "llvm/CodeGen/ValueTypes.td"
16 //===----------------------------------------------------------------------===//
17 // Properties we keep track of for intrinsics.
18 //===----------------------------------------------------------------------===//
20 class IntrinsicProperty;
22 // Intr*Mem - Memory properties. If no property is set, the worst case
23 // is assumed (it may read and write any memory it can get access to and it may
24 // have other side effects).
26 // IntrNoMem - The intrinsic does not access memory or have any other side
27 // effects. It may be CSE'd deleted if dead, etc.
28 def IntrNoMem : IntrinsicProperty;
30 // IntrReadMem - This intrinsic only reads from memory. It does not write to
31 // memory and has no other side effects. Therefore, it cannot be moved across
32 // potentially aliasing stores. However, it can be reordered otherwise and can
33 // be deleted if dead.
34 def IntrReadMem : IntrinsicProperty;
36 // IntrWriteMem - This intrinsic only writes to memory, but does not read from
37 // memory, and has no other side effects. This means dead stores before calls
38 // to this intrinsics may be removed.
39 def IntrWriteMem : IntrinsicProperty;
41 // IntrArgMemOnly - This intrinsic only accesses memory that its pointer-typed
42 // argument(s) points to, but may access an unspecified amount. Other than
43 // reads from and (possibly volatile) writes to memory, it has no side effects.
44 def IntrArgMemOnly : IntrinsicProperty;
46 // IntrInaccessibleMemOnly -- This intrinsic only accesses memory that is not
47 // accessible by the module being compiled. This is a weaker form of IntrNoMem.
48 def IntrInaccessibleMemOnly : IntrinsicProperty;
50 // IntrInaccessibleMemOrArgMemOnly -- This intrinsic only accesses memory that
51 // its pointer-typed arguments point to or memory that is not accessible
52 // by the module being compiled. This is a weaker form of IntrArgMemOnly.
53 def IntrInaccessibleMemOrArgMemOnly : IntrinsicProperty;
55 // Commutative - This intrinsic is commutative: X op Y == Y op X.
56 def Commutative : IntrinsicProperty;
58 // Throws - This intrinsic can throw.
59 def Throws : IntrinsicProperty;
61 // NoCapture - The specified argument pointer is not captured by the intrinsic.
62 class NoCapture<int argNo> : IntrinsicProperty {
66 // Returned - The specified argument is always the return value of the
68 class Returned<int argNo> : IntrinsicProperty {
72 // ReadOnly - The specified argument pointer is not written to through the
73 // pointer by the intrinsic.
74 class ReadOnly<int argNo> : IntrinsicProperty {
78 // WriteOnly - The intrinsic does not read memory through the specified
80 class WriteOnly<int argNo> : IntrinsicProperty {
84 // ReadNone - The specified argument pointer is not dereferenced by the
86 class ReadNone<int argNo> : IntrinsicProperty {
90 def IntrNoReturn : IntrinsicProperty;
92 // IntrNoduplicate - Calls to this intrinsic cannot be duplicated.
93 // Parallels the noduplicate attribute on LLVM IR functions.
94 def IntrNoDuplicate : IntrinsicProperty;
96 // IntrConvergent - Calls to this intrinsic are convergent and may not be made
97 // control-dependent on any additional values.
98 // Parallels the convergent attribute on LLVM IR functions.
99 def IntrConvergent : IntrinsicProperty;
101 //===----------------------------------------------------------------------===//
102 // Types used by intrinsics.
103 //===----------------------------------------------------------------------===//
105 class LLVMType<ValueType vt> {
109 class LLVMQualPointerType<LLVMType elty, int addrspace>
111 LLVMType ElTy = elty;
112 int AddrSpace = addrspace;
115 class LLVMPointerType<LLVMType elty>
116 : LLVMQualPointerType<elty, 0>;
118 class LLVMAnyPointerType<LLVMType elty>
120 LLVMType ElTy = elty;
123 // Match the type of another intrinsic parameter. Number is an index into the
124 // list of overloaded types for the intrinsic, excluding all the fixed types.
125 // The Number value must refer to a previously listed type. For example:
126 // Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_anyfloat_ty, LLVMMatchType<0>]>
127 // has two overloaded types, the 2nd and 3rd arguments. LLVMMatchType<0>
128 // refers to the first overloaded type, which is the 2nd argument.
129 class LLVMMatchType<int num>
134 // Match the type of another intrinsic parameter that is expected to be based on
135 // an integral type (i.e. either iN or <N x iM>), but change the scalar size to
136 // be twice as wide or half as wide as the other type. This is only useful when
137 // the intrinsic is overloaded, so the matched type should be declared as iAny.
138 class LLVMExtendedType<int num> : LLVMMatchType<num>;
139 class LLVMTruncatedType<int num> : LLVMMatchType<num>;
140 class LLVMVectorSameWidth<int num, LLVMType elty>
141 : LLVMMatchType<num> {
142 ValueType ElTy = elty.VT;
144 class LLVMPointerTo<int num> : LLVMMatchType<num>;
145 class LLVMPointerToElt<int num> : LLVMMatchType<num>;
146 class LLVMVectorOfPointersToElt<int num> : LLVMMatchType<num>;
148 // Match the type of another intrinsic parameter that is expected to be a
149 // vector type, but change the element count to be half as many
150 class LLVMHalfElementsVectorType<int num> : LLVMMatchType<num>;
152 def llvm_void_ty : LLVMType<isVoid>;
153 def llvm_any_ty : LLVMType<Any>;
154 def llvm_anyint_ty : LLVMType<iAny>;
155 def llvm_anyfloat_ty : LLVMType<fAny>;
156 def llvm_anyvector_ty : LLVMType<vAny>;
157 def llvm_i1_ty : LLVMType<i1>;
158 def llvm_i8_ty : LLVMType<i8>;
159 def llvm_i16_ty : LLVMType<i16>;
160 def llvm_i32_ty : LLVMType<i32>;
161 def llvm_i64_ty : LLVMType<i64>;
162 def llvm_half_ty : LLVMType<f16>;
163 def llvm_float_ty : LLVMType<f32>;
164 def llvm_double_ty : LLVMType<f64>;
165 def llvm_f80_ty : LLVMType<f80>;
166 def llvm_f128_ty : LLVMType<f128>;
167 def llvm_ppcf128_ty : LLVMType<ppcf128>;
168 def llvm_ptr_ty : LLVMPointerType<llvm_i8_ty>; // i8*
169 def llvm_ptrptr_ty : LLVMPointerType<llvm_ptr_ty>; // i8**
170 def llvm_anyptr_ty : LLVMAnyPointerType<llvm_i8_ty>; // (space)i8*
171 def llvm_empty_ty : LLVMType<OtherVT>; // { }
172 def llvm_descriptor_ty : LLVMPointerType<llvm_empty_ty>; // { }*
173 def llvm_metadata_ty : LLVMType<MetadataVT>; // !{...}
174 def llvm_token_ty : LLVMType<token>; // token
176 def llvm_x86mmx_ty : LLVMType<x86mmx>;
177 def llvm_ptrx86mmx_ty : LLVMPointerType<llvm_x86mmx_ty>; // <1 x i64>*
179 def llvm_v2i1_ty : LLVMType<v2i1>; // 2 x i1
180 def llvm_v4i1_ty : LLVMType<v4i1>; // 4 x i1
181 def llvm_v8i1_ty : LLVMType<v8i1>; // 8 x i1
182 def llvm_v16i1_ty : LLVMType<v16i1>; // 16 x i1
183 def llvm_v32i1_ty : LLVMType<v32i1>; // 32 x i1
184 def llvm_v64i1_ty : LLVMType<v64i1>; // 64 x i1
185 def llvm_v512i1_ty : LLVMType<v512i1>; // 512 x i1
186 def llvm_v1024i1_ty : LLVMType<v1024i1>; //1024 x i1
188 def llvm_v1i8_ty : LLVMType<v1i8>; // 1 x i8
189 def llvm_v2i8_ty : LLVMType<v2i8>; // 2 x i8
190 def llvm_v4i8_ty : LLVMType<v4i8>; // 4 x i8
191 def llvm_v8i8_ty : LLVMType<v8i8>; // 8 x i8
192 def llvm_v16i8_ty : LLVMType<v16i8>; // 16 x i8
193 def llvm_v32i8_ty : LLVMType<v32i8>; // 32 x i8
194 def llvm_v64i8_ty : LLVMType<v64i8>; // 64 x i8
195 def llvm_v128i8_ty : LLVMType<v128i8>; //128 x i8
196 def llvm_v256i8_ty : LLVMType<v256i8>; //256 x i8
198 def llvm_v1i16_ty : LLVMType<v1i16>; // 1 x i16
199 def llvm_v2i16_ty : LLVMType<v2i16>; // 2 x i16
200 def llvm_v4i16_ty : LLVMType<v4i16>; // 4 x i16
201 def llvm_v8i16_ty : LLVMType<v8i16>; // 8 x i16
202 def llvm_v16i16_ty : LLVMType<v16i16>; // 16 x i16
203 def llvm_v32i16_ty : LLVMType<v32i16>; // 32 x i16
204 def llvm_v64i16_ty : LLVMType<v64i16>; // 64 x i16
205 def llvm_v128i16_ty : LLVMType<v128i16>; //128 x i16
207 def llvm_v1i32_ty : LLVMType<v1i32>; // 1 x i32
208 def llvm_v2i32_ty : LLVMType<v2i32>; // 2 x i32
209 def llvm_v4i32_ty : LLVMType<v4i32>; // 4 x i32
210 def llvm_v8i32_ty : LLVMType<v8i32>; // 8 x i32
211 def llvm_v16i32_ty : LLVMType<v16i32>; // 16 x i32
212 def llvm_v32i32_ty : LLVMType<v32i32>; // 32 x i32
213 def llvm_v64i32_ty : LLVMType<v64i32>; // 64 x i32
215 def llvm_v1i64_ty : LLVMType<v1i64>; // 1 x i64
216 def llvm_v2i64_ty : LLVMType<v2i64>; // 2 x i64
217 def llvm_v4i64_ty : LLVMType<v4i64>; // 4 x i64
218 def llvm_v8i64_ty : LLVMType<v8i64>; // 8 x i64
219 def llvm_v16i64_ty : LLVMType<v16i64>; // 16 x i64
220 def llvm_v32i64_ty : LLVMType<v32i64>; // 32 x i64
222 def llvm_v1i128_ty : LLVMType<v1i128>; // 1 x i128
224 def llvm_v2f16_ty : LLVMType<v2f16>; // 2 x half (__fp16)
225 def llvm_v4f16_ty : LLVMType<v4f16>; // 4 x half (__fp16)
226 def llvm_v8f16_ty : LLVMType<v8f16>; // 8 x half (__fp16)
227 def llvm_v1f32_ty : LLVMType<v1f32>; // 1 x float
228 def llvm_v2f32_ty : LLVMType<v2f32>; // 2 x float
229 def llvm_v4f32_ty : LLVMType<v4f32>; // 4 x float
230 def llvm_v8f32_ty : LLVMType<v8f32>; // 8 x float
231 def llvm_v16f32_ty : LLVMType<v16f32>; // 16 x float
232 def llvm_v1f64_ty : LLVMType<v1f64>; // 1 x double
233 def llvm_v2f64_ty : LLVMType<v2f64>; // 2 x double
234 def llvm_v4f64_ty : LLVMType<v4f64>; // 4 x double
235 def llvm_v8f64_ty : LLVMType<v8f64>; // 8 x double
237 def llvm_vararg_ty : LLVMType<isVoid>; // this means vararg here
240 //===----------------------------------------------------------------------===//
241 // Intrinsic Definitions.
242 //===----------------------------------------------------------------------===//
244 // Intrinsic class - This is used to define one LLVM intrinsic. The name of the
245 // intrinsic definition should start with "int_", then match the LLVM intrinsic
246 // name with the "llvm." prefix removed, and all "."s turned into "_"s. For
247 // example, llvm.bswap.i16 -> int_bswap_i16.
249 // * RetTypes is a list containing the return types expected for the
251 // * ParamTypes is a list containing the parameter types expected for the
253 // * Properties can be set to describe the behavior of the intrinsic.
255 class SDPatternOperator;
256 class Intrinsic<list<LLVMType> ret_types,
257 list<LLVMType> param_types = [],
258 list<IntrinsicProperty> properties = [],
259 string name = ""> : SDPatternOperator {
260 string LLVMName = name;
261 string TargetPrefix = ""; // Set to a prefix for target-specific intrinsics.
262 list<LLVMType> RetTypes = ret_types;
263 list<LLVMType> ParamTypes = param_types;
264 list<IntrinsicProperty> IntrProperties = properties;
269 /// GCCBuiltin - If this intrinsic exactly corresponds to a GCC builtin, this
270 /// specifies the name of the builtin. This provides automatic CBE and CFE
272 class GCCBuiltin<string name> {
273 string GCCBuiltinName = name;
276 class MSBuiltin<string name> {
277 string MSBuiltinName = name;
281 //===--------------- Variable Argument Handling Intrinsics ----------------===//
284 def int_vastart : Intrinsic<[], [llvm_ptr_ty], [], "llvm.va_start">;
285 def int_vacopy : Intrinsic<[], [llvm_ptr_ty, llvm_ptr_ty], [],
287 def int_vaend : Intrinsic<[], [llvm_ptr_ty], [], "llvm.va_end">;
289 //===------------------- Garbage Collection Intrinsics --------------------===//
291 def int_gcroot : Intrinsic<[],
292 [llvm_ptrptr_ty, llvm_ptr_ty]>;
293 def int_gcread : Intrinsic<[llvm_ptr_ty],
294 [llvm_ptr_ty, llvm_ptrptr_ty],
295 [IntrReadMem, IntrArgMemOnly]>;
296 def int_gcwrite : Intrinsic<[],
297 [llvm_ptr_ty, llvm_ptr_ty, llvm_ptrptr_ty],
298 [IntrArgMemOnly, NoCapture<1>, NoCapture<2>]>;
300 //===--------------------- Code Generator Intrinsics ----------------------===//
302 def int_returnaddress : Intrinsic<[llvm_ptr_ty], [llvm_i32_ty], [IntrNoMem]>;
303 def int_addressofreturnaddress : Intrinsic<[llvm_ptr_ty], [], [IntrNoMem]>;
304 def int_frameaddress : Intrinsic<[llvm_ptr_ty], [llvm_i32_ty], [IntrNoMem]>;
305 def int_read_register : Intrinsic<[llvm_anyint_ty], [llvm_metadata_ty],
306 [IntrReadMem], "llvm.read_register">;
307 def int_write_register : Intrinsic<[], [llvm_metadata_ty, llvm_anyint_ty],
308 [], "llvm.write_register">;
310 // Gets the address of the local variable area. This is typically a copy of the
311 // stack, frame, or base pointer depending on the type of prologue.
312 def int_localaddress : Intrinsic<[llvm_ptr_ty], [], [IntrNoMem]>;
314 // Escapes local variables to allow access from other functions.
315 def int_localescape : Intrinsic<[], [llvm_vararg_ty]>;
317 // Given a function and the localaddress of a parent frame, returns a pointer
318 // to an escaped allocation indicated by the index.
319 def int_localrecover : Intrinsic<[llvm_ptr_ty],
320 [llvm_ptr_ty, llvm_ptr_ty, llvm_i32_ty],
322 // Note: we treat stacksave/stackrestore as writemem because we don't otherwise
323 // model their dependencies on allocas.
324 def int_stacksave : Intrinsic<[llvm_ptr_ty]>,
325 GCCBuiltin<"__builtin_stack_save">;
326 def int_stackrestore : Intrinsic<[], [llvm_ptr_ty]>,
327 GCCBuiltin<"__builtin_stack_restore">;
329 def int_get_dynamic_area_offset : Intrinsic<[llvm_anyint_ty]>;
331 def int_thread_pointer : Intrinsic<[llvm_ptr_ty], [], [IntrNoMem]>,
332 GCCBuiltin<"__builtin_thread_pointer">;
334 // IntrInaccessibleMemOrArgMemOnly is a little more pessimistic than strictly
335 // necessary for prefetch, however it does conveniently prevent the prefetch
336 // from being reordered overly much with respect to nearby access to the same
337 // memory while not impeding optimization.
339 : Intrinsic<[], [ llvm_ptr_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty ],
340 [ IntrInaccessibleMemOrArgMemOnly, ReadOnly<0>, NoCapture<0> ]>;
341 def int_pcmarker : Intrinsic<[], [llvm_i32_ty]>;
343 def int_readcyclecounter : Intrinsic<[llvm_i64_ty]>;
345 // The assume intrinsic is marked as arbitrarily writing so that proper
346 // control dependencies will be maintained.
347 def int_assume : Intrinsic<[], [llvm_i1_ty], []>;
349 // Stack Protector Intrinsic - The stackprotector intrinsic writes the stack
350 // guard to the correct place on the stack frame.
351 def int_stackprotector : Intrinsic<[], [llvm_ptr_ty, llvm_ptrptr_ty], []>;
352 def int_stackguard : Intrinsic<[llvm_ptr_ty], [], []>;
354 // A counter increment for instrumentation based profiling.
355 def int_instrprof_increment : Intrinsic<[],
356 [llvm_ptr_ty, llvm_i64_ty,
357 llvm_i32_ty, llvm_i32_ty],
360 // A counter increment with step for instrumentation based profiling.
361 def int_instrprof_increment_step : Intrinsic<[],
362 [llvm_ptr_ty, llvm_i64_ty,
363 llvm_i32_ty, llvm_i32_ty, llvm_i64_ty],
366 // A call to profile runtime for value profiling of target expressions
367 // through instrumentation based profiling.
368 def int_instrprof_value_profile : Intrinsic<[],
369 [llvm_ptr_ty, llvm_i64_ty,
370 llvm_i64_ty, llvm_i32_ty,
374 //===------------------- Standard C Library Intrinsics --------------------===//
377 def int_memcpy : Intrinsic<[],
378 [llvm_anyptr_ty, llvm_anyptr_ty, llvm_anyint_ty,
379 llvm_i32_ty, llvm_i1_ty],
380 [IntrArgMemOnly, NoCapture<0>, NoCapture<1>,
381 WriteOnly<0>, ReadOnly<1>]>;
382 def int_memmove : Intrinsic<[],
383 [llvm_anyptr_ty, llvm_anyptr_ty, llvm_anyint_ty,
384 llvm_i32_ty, llvm_i1_ty],
385 [IntrArgMemOnly, NoCapture<0>, NoCapture<1>,
387 def int_memset : Intrinsic<[],
388 [llvm_anyptr_ty, llvm_i8_ty, llvm_anyint_ty,
389 llvm_i32_ty, llvm_i1_ty],
390 [IntrArgMemOnly, NoCapture<0>, WriteOnly<0>]>;
392 // FIXME: Add version of these floating point intrinsics which allow non-default
393 // rounding modes and FP exception handling.
395 let IntrProperties = [IntrNoMem] in {
396 def int_fma : Intrinsic<[llvm_anyfloat_ty],
397 [LLVMMatchType<0>, LLVMMatchType<0>,
399 def int_fmuladd : Intrinsic<[llvm_anyfloat_ty],
400 [LLVMMatchType<0>, LLVMMatchType<0>,
403 // These functions do not read memory, but are sensitive to the
404 // rounding mode. LLVM purposely does not model changes to the FP
405 // environment so they can be treated as readnone.
406 def int_sqrt : Intrinsic<[llvm_anyfloat_ty], [LLVMMatchType<0>]>;
407 def int_powi : Intrinsic<[llvm_anyfloat_ty], [LLVMMatchType<0>, llvm_i32_ty]>;
408 def int_sin : Intrinsic<[llvm_anyfloat_ty], [LLVMMatchType<0>]>;
409 def int_cos : Intrinsic<[llvm_anyfloat_ty], [LLVMMatchType<0>]>;
410 def int_pow : Intrinsic<[llvm_anyfloat_ty],
411 [LLVMMatchType<0>, LLVMMatchType<0>]>;
412 def int_log : Intrinsic<[llvm_anyfloat_ty], [LLVMMatchType<0>]>;
413 def int_log10: Intrinsic<[llvm_anyfloat_ty], [LLVMMatchType<0>]>;
414 def int_log2 : Intrinsic<[llvm_anyfloat_ty], [LLVMMatchType<0>]>;
415 def int_exp : Intrinsic<[llvm_anyfloat_ty], [LLVMMatchType<0>]>;
416 def int_exp2 : Intrinsic<[llvm_anyfloat_ty], [LLVMMatchType<0>]>;
417 def int_fabs : Intrinsic<[llvm_anyfloat_ty], [LLVMMatchType<0>]>;
418 def int_copysign : Intrinsic<[llvm_anyfloat_ty],
419 [LLVMMatchType<0>, LLVMMatchType<0>]>;
420 def int_floor : Intrinsic<[llvm_anyfloat_ty], [LLVMMatchType<0>]>;
421 def int_ceil : Intrinsic<[llvm_anyfloat_ty], [LLVMMatchType<0>]>;
422 def int_trunc : Intrinsic<[llvm_anyfloat_ty], [LLVMMatchType<0>]>;
423 def int_rint : Intrinsic<[llvm_anyfloat_ty], [LLVMMatchType<0>]>;
424 def int_nearbyint : Intrinsic<[llvm_anyfloat_ty], [LLVMMatchType<0>]>;
425 def int_round : Intrinsic<[llvm_anyfloat_ty], [LLVMMatchType<0>]>;
426 def int_canonicalize : Intrinsic<[llvm_anyfloat_ty], [LLVMMatchType<0>],
430 def int_minnum : Intrinsic<[llvm_anyfloat_ty],
431 [LLVMMatchType<0>, LLVMMatchType<0>], [IntrNoMem, Commutative]
433 def int_maxnum : Intrinsic<[llvm_anyfloat_ty],
434 [LLVMMatchType<0>, LLVMMatchType<0>], [IntrNoMem, Commutative]
437 // NOTE: these are internal interfaces.
438 def int_setjmp : Intrinsic<[llvm_i32_ty], [llvm_ptr_ty]>;
439 def int_longjmp : Intrinsic<[], [llvm_ptr_ty, llvm_i32_ty], [IntrNoReturn]>;
440 def int_sigsetjmp : Intrinsic<[llvm_i32_ty] , [llvm_ptr_ty, llvm_i32_ty]>;
441 def int_siglongjmp : Intrinsic<[], [llvm_ptr_ty, llvm_i32_ty], [IntrNoReturn]>;
443 // Internal interface for object size checking
444 def int_objectsize : Intrinsic<[llvm_anyint_ty],
445 [llvm_anyptr_ty, llvm_i1_ty, llvm_i1_ty],
447 GCCBuiltin<"__builtin_object_size">;
449 //===--------------- Constrained Floating Point Intrinsics ----------------===//
452 let IntrProperties = [IntrInaccessibleMemOnly] in {
453 def int_experimental_constrained_fadd : Intrinsic<[ llvm_anyfloat_ty ],
458 def int_experimental_constrained_fsub : Intrinsic<[ llvm_anyfloat_ty ],
463 def int_experimental_constrained_fmul : Intrinsic<[ llvm_anyfloat_ty ],
468 def int_experimental_constrained_fdiv : Intrinsic<[ llvm_anyfloat_ty ],
473 def int_experimental_constrained_frem : Intrinsic<[ llvm_anyfloat_ty ],
479 // FIXME: Add intrinsic for fcmp, fptrunc, fpext, fptoui and fptosi.
482 //===------------------------- Expect Intrinsics --------------------------===//
484 def int_expect : Intrinsic<[llvm_anyint_ty], [LLVMMatchType<0>,
485 LLVMMatchType<0>], [IntrNoMem]>;
487 //===-------------------- Bit Manipulation Intrinsics ---------------------===//
490 // None of these intrinsics accesses memory at all.
491 let IntrProperties = [IntrNoMem] in {
492 def int_bswap: Intrinsic<[llvm_anyint_ty], [LLVMMatchType<0>]>;
493 def int_ctpop: Intrinsic<[llvm_anyint_ty], [LLVMMatchType<0>]>;
494 def int_ctlz : Intrinsic<[llvm_anyint_ty], [LLVMMatchType<0>, llvm_i1_ty]>;
495 def int_cttz : Intrinsic<[llvm_anyint_ty], [LLVMMatchType<0>, llvm_i1_ty]>;
496 def int_bitreverse : Intrinsic<[llvm_anyint_ty], [LLVMMatchType<0>]>;
499 //===------------------------ Debugger Intrinsics -------------------------===//
502 // None of these intrinsics accesses memory at all...but that doesn't mean the
503 // optimizers can change them aggressively. Special handling needed in a few
505 let IntrProperties = [IntrNoMem] in {
506 def int_dbg_declare : Intrinsic<[],
510 def int_dbg_value : Intrinsic<[],
511 [llvm_metadata_ty, llvm_i64_ty,
516 //===------------------ Exception Handling Intrinsics----------------------===//
519 // The result of eh.typeid.for depends on the enclosing function, but inside a
520 // given function it is 'const' and may be CSE'd etc.
521 def int_eh_typeid_for : Intrinsic<[llvm_i32_ty], [llvm_ptr_ty], [IntrNoMem]>;
523 def int_eh_return_i32 : Intrinsic<[], [llvm_i32_ty, llvm_ptr_ty]>;
524 def int_eh_return_i64 : Intrinsic<[], [llvm_i64_ty, llvm_ptr_ty]>;
526 // eh.exceptionpointer returns the pointer to the exception caught by
527 // the given `catchpad`.
528 def int_eh_exceptionpointer : Intrinsic<[llvm_anyptr_ty], [llvm_token_ty],
531 // Gets the exception code from a catchpad token. Only used on some platforms.
532 def int_eh_exceptioncode : Intrinsic<[llvm_i32_ty], [llvm_token_ty], [IntrNoMem]>;
534 // __builtin_unwind_init is an undocumented GCC intrinsic that causes all
535 // callee-saved registers to be saved and restored (regardless of whether they
536 // are used) in the calling function. It is used by libgcc_eh.
537 def int_eh_unwind_init: Intrinsic<[]>,
538 GCCBuiltin<"__builtin_unwind_init">;
540 def int_eh_dwarf_cfa : Intrinsic<[llvm_ptr_ty], [llvm_i32_ty]>;
542 let IntrProperties = [IntrNoMem] in {
543 def int_eh_sjlj_lsda : Intrinsic<[llvm_ptr_ty]>;
544 def int_eh_sjlj_callsite : Intrinsic<[], [llvm_i32_ty]>;
546 def int_eh_sjlj_functioncontext : Intrinsic<[], [llvm_ptr_ty]>;
547 def int_eh_sjlj_setjmp : Intrinsic<[llvm_i32_ty], [llvm_ptr_ty]>;
548 def int_eh_sjlj_longjmp : Intrinsic<[], [llvm_ptr_ty], [IntrNoReturn]>;
549 def int_eh_sjlj_setup_dispatch : Intrinsic<[], []>;
551 //===---------------- Generic Variable Attribute Intrinsics----------------===//
553 def int_var_annotation : Intrinsic<[],
554 [llvm_ptr_ty, llvm_ptr_ty,
555 llvm_ptr_ty, llvm_i32_ty],
556 [], "llvm.var.annotation">;
557 def int_ptr_annotation : Intrinsic<[LLVMAnyPointerType<llvm_anyint_ty>],
558 [LLVMMatchType<0>, llvm_ptr_ty, llvm_ptr_ty,
560 [], "llvm.ptr.annotation">;
561 def int_annotation : Intrinsic<[llvm_anyint_ty],
562 [LLVMMatchType<0>, llvm_ptr_ty,
563 llvm_ptr_ty, llvm_i32_ty],
564 [], "llvm.annotation">;
566 //===------------------------ Trampoline Intrinsics -----------------------===//
568 def int_init_trampoline : Intrinsic<[],
569 [llvm_ptr_ty, llvm_ptr_ty, llvm_ptr_ty],
570 [IntrArgMemOnly, NoCapture<0>]>,
571 GCCBuiltin<"__builtin_init_trampoline">;
573 def int_adjust_trampoline : Intrinsic<[llvm_ptr_ty], [llvm_ptr_ty],
574 [IntrReadMem, IntrArgMemOnly]>,
575 GCCBuiltin<"__builtin_adjust_trampoline">;
577 //===------------------------ Overflow Intrinsics -------------------------===//
580 // Expose the carry flag from add operations on two integrals.
581 def int_sadd_with_overflow : Intrinsic<[llvm_anyint_ty, llvm_i1_ty],
582 [LLVMMatchType<0>, LLVMMatchType<0>],
584 def int_uadd_with_overflow : Intrinsic<[llvm_anyint_ty, llvm_i1_ty],
585 [LLVMMatchType<0>, LLVMMatchType<0>],
588 def int_ssub_with_overflow : Intrinsic<[llvm_anyint_ty, llvm_i1_ty],
589 [LLVMMatchType<0>, LLVMMatchType<0>],
591 def int_usub_with_overflow : Intrinsic<[llvm_anyint_ty, llvm_i1_ty],
592 [LLVMMatchType<0>, LLVMMatchType<0>],
595 def int_smul_with_overflow : Intrinsic<[llvm_anyint_ty, llvm_i1_ty],
596 [LLVMMatchType<0>, LLVMMatchType<0>],
598 def int_umul_with_overflow : Intrinsic<[llvm_anyint_ty, llvm_i1_ty],
599 [LLVMMatchType<0>, LLVMMatchType<0>],
602 //===------------------------- Memory Use Markers -------------------------===//
604 def int_lifetime_start : Intrinsic<[],
605 [llvm_i64_ty, llvm_anyptr_ty],
606 [IntrArgMemOnly, NoCapture<1>]>;
607 def int_lifetime_end : Intrinsic<[],
608 [llvm_i64_ty, llvm_anyptr_ty],
609 [IntrArgMemOnly, NoCapture<1>]>;
610 def int_invariant_start : Intrinsic<[llvm_descriptor_ty],
611 [llvm_i64_ty, llvm_anyptr_ty],
612 [IntrArgMemOnly, NoCapture<1>]>;
613 def int_invariant_end : Intrinsic<[],
614 [llvm_descriptor_ty, llvm_i64_ty,
616 [IntrArgMemOnly, NoCapture<2>]>;
618 // invariant.group.barrier can't be marked with 'readnone' (IntrNoMem),
619 // because it would cause CSE of two barriers with the same argument.
620 // Readonly and argmemonly says that barrier only reads its argument and
621 // it can be CSE only if memory didn't change between 2 barriers call,
623 // The argument also can't be marked with 'returned' attribute, because
624 // it would remove barrier.
625 def int_invariant_group_barrier : Intrinsic<[llvm_ptr_ty],
627 [IntrReadMem, IntrArgMemOnly]>;
629 //===------------------------ Stackmap Intrinsics -------------------------===//
631 def int_experimental_stackmap : Intrinsic<[],
632 [llvm_i64_ty, llvm_i32_ty, llvm_vararg_ty],
634 def int_experimental_patchpoint_void : Intrinsic<[],
635 [llvm_i64_ty, llvm_i32_ty,
636 llvm_ptr_ty, llvm_i32_ty,
639 def int_experimental_patchpoint_i64 : Intrinsic<[llvm_i64_ty],
640 [llvm_i64_ty, llvm_i32_ty,
641 llvm_ptr_ty, llvm_i32_ty,
646 //===------------------------ Garbage Collection Intrinsics ---------------===//
647 // These are documented in docs/Statepoint.rst
649 def int_experimental_gc_statepoint : Intrinsic<[llvm_token_ty],
650 [llvm_i64_ty, llvm_i32_ty,
651 llvm_anyptr_ty, llvm_i32_ty,
652 llvm_i32_ty, llvm_vararg_ty],
655 def int_experimental_gc_result : Intrinsic<[llvm_any_ty], [llvm_token_ty],
657 def int_experimental_gc_relocate : Intrinsic<[llvm_any_ty],
658 [llvm_token_ty, llvm_i32_ty, llvm_i32_ty],
661 //===------------------------ Coroutine Intrinsics ---------------===//
662 // These are documented in docs/Coroutines.rst
664 // Coroutine Structure Intrinsics.
666 def int_coro_id : Intrinsic<[llvm_token_ty], [llvm_i32_ty, llvm_ptr_ty,
667 llvm_ptr_ty, llvm_ptr_ty],
668 [IntrArgMemOnly, IntrReadMem,
669 ReadNone<1>, ReadOnly<2>, NoCapture<2>]>;
670 def int_coro_alloc : Intrinsic<[llvm_i1_ty], [llvm_token_ty], []>;
671 def int_coro_begin : Intrinsic<[llvm_ptr_ty], [llvm_token_ty, llvm_ptr_ty],
674 def int_coro_free : Intrinsic<[llvm_ptr_ty], [llvm_token_ty, llvm_ptr_ty],
675 [IntrReadMem, IntrArgMemOnly, ReadOnly<1>,
677 def int_coro_end : Intrinsic<[llvm_i1_ty], [llvm_ptr_ty, llvm_i1_ty], []>;
679 def int_coro_frame : Intrinsic<[llvm_ptr_ty], [], [IntrNoMem]>;
680 def int_coro_size : Intrinsic<[llvm_anyint_ty], [], [IntrNoMem]>;
682 def int_coro_save : Intrinsic<[llvm_token_ty], [llvm_ptr_ty], []>;
683 def int_coro_suspend : Intrinsic<[llvm_i8_ty], [llvm_token_ty, llvm_i1_ty], []>;
685 def int_coro_param : Intrinsic<[llvm_i1_ty], [llvm_ptr_ty, llvm_ptr_ty],
686 [IntrNoMem, ReadNone<0>, ReadNone<1>]>;
688 // Coroutine Manipulation Intrinsics.
690 def int_coro_resume : Intrinsic<[], [llvm_ptr_ty], [Throws]>;
691 def int_coro_destroy : Intrinsic<[], [llvm_ptr_ty], [Throws]>;
692 def int_coro_done : Intrinsic<[llvm_i1_ty], [llvm_ptr_ty],
693 [IntrArgMemOnly, ReadOnly<0>, NoCapture<0>]>;
694 def int_coro_promise : Intrinsic<[llvm_ptr_ty],
695 [llvm_ptr_ty, llvm_i32_ty, llvm_i1_ty],
696 [IntrNoMem, NoCapture<0>]>;
698 // Coroutine Lowering Intrinsics. Used internally by coroutine passes.
700 def int_coro_subfn_addr : Intrinsic<[llvm_ptr_ty], [llvm_ptr_ty, llvm_i8_ty],
701 [IntrReadMem, IntrArgMemOnly, ReadOnly<0>,
704 ///===-------------------------- Other Intrinsics --------------------------===//
706 def int_flt_rounds : Intrinsic<[llvm_i32_ty]>,
707 GCCBuiltin<"__builtin_flt_rounds">;
708 def int_trap : Intrinsic<[], [], [IntrNoReturn]>,
709 GCCBuiltin<"__builtin_trap">;
710 def int_debugtrap : Intrinsic<[]>,
711 GCCBuiltin<"__builtin_debugtrap">;
713 // Support for dynamic deoptimization (or de-specialization)
714 def int_experimental_deoptimize : Intrinsic<[llvm_any_ty], [llvm_vararg_ty],
717 // Support for speculative runtime guards
718 def int_experimental_guard : Intrinsic<[], [llvm_i1_ty, llvm_vararg_ty],
721 // NOP: calls/invokes to this intrinsic are removed by codegen
722 def int_donothing : Intrinsic<[], [], [IntrNoMem]>;
724 // Intrisics to support half precision floating point format
725 let IntrProperties = [IntrNoMem] in {
726 def int_convert_to_fp16 : Intrinsic<[llvm_i16_ty], [llvm_anyfloat_ty]>;
727 def int_convert_from_fp16 : Intrinsic<[llvm_anyfloat_ty], [llvm_i16_ty]>;
730 // Clear cache intrinsic, default to ignore (ie. emit nothing)
731 // maps to void __clear_cache() on supporting platforms
732 def int_clear_cache : Intrinsic<[], [llvm_ptr_ty, llvm_ptr_ty],
733 [], "llvm.clear_cache">;
735 //===-------------------------- Masked Intrinsics -------------------------===//
737 def int_masked_store : Intrinsic<[], [llvm_anyvector_ty,
738 LLVMAnyPointerType<LLVMMatchType<0>>,
740 LLVMVectorSameWidth<0, llvm_i1_ty>],
743 def int_masked_load : Intrinsic<[llvm_anyvector_ty],
744 [LLVMAnyPointerType<LLVMMatchType<0>>, llvm_i32_ty,
745 LLVMVectorSameWidth<0, llvm_i1_ty>, LLVMMatchType<0>],
746 [IntrReadMem, IntrArgMemOnly]>;
748 def int_masked_gather: Intrinsic<[llvm_anyvector_ty],
749 [LLVMVectorOfPointersToElt<0>, llvm_i32_ty,
750 LLVMVectorSameWidth<0, llvm_i1_ty>,
754 def int_masked_scatter: Intrinsic<[],
756 LLVMVectorOfPointersToElt<0>, llvm_i32_ty,
757 LLVMVectorSameWidth<0, llvm_i1_ty>]>;
759 def int_masked_expandload: Intrinsic<[llvm_anyvector_ty],
760 [LLVMPointerToElt<0>,
761 LLVMVectorSameWidth<0, llvm_i1_ty>,
765 def int_masked_compressstore: Intrinsic<[],
768 LLVMVectorSameWidth<0, llvm_i1_ty>],
771 // Test whether a pointer is associated with a type metadata identifier.
772 def int_type_test : Intrinsic<[llvm_i1_ty], [llvm_ptr_ty, llvm_metadata_ty],
775 // Safely loads a function pointer from a virtual table pointer using type metadata.
776 def int_type_checked_load : Intrinsic<[llvm_ptr_ty, llvm_i1_ty],
777 [llvm_ptr_ty, llvm_i32_ty, llvm_metadata_ty],
780 def int_load_relative: Intrinsic<[llvm_ptr_ty], [llvm_ptr_ty, llvm_anyint_ty],
781 [IntrReadMem, IntrArgMemOnly]>;
783 //===------ Memory intrinsics with element-wise atomicity guarantees ------===//
786 def int_memcpy_element_atomic : Intrinsic<[],
787 [llvm_anyptr_ty, llvm_anyptr_ty,
788 llvm_i64_ty, llvm_i32_ty],
789 [IntrArgMemOnly, NoCapture<0>, NoCapture<1>,
790 WriteOnly<0>, ReadOnly<1>]>;
792 //===----- Intrinsics that are used to provide predicate information -----===//
794 def int_ssa_copy : Intrinsic<[llvm_any_ty], [LLVMMatchType<0>],
795 [IntrNoMem, Returned<0>]>;
796 //===----------------------------------------------------------------------===//
797 // Target-specific intrinsics
798 //===----------------------------------------------------------------------===//
800 include "llvm/IR/IntrinsicsPowerPC.td"
801 include "llvm/IR/IntrinsicsX86.td"
802 include "llvm/IR/IntrinsicsARM.td"
803 include "llvm/IR/IntrinsicsAArch64.td"
804 include "llvm/IR/IntrinsicsXCore.td"
805 include "llvm/IR/IntrinsicsHexagon.td"
806 include "llvm/IR/IntrinsicsNVVM.td"
807 include "llvm/IR/IntrinsicsMips.td"
808 include "llvm/IR/IntrinsicsAMDGPU.td"
809 include "llvm/IR/IntrinsicsBPF.td"
810 include "llvm/IR/IntrinsicsSystemZ.td"
811 include "llvm/IR/IntrinsicsWebAssembly.td"