1 /*===-- __clang_cuda_complex_builtins - CUDA impls of runtime complex fns ---===
3 * Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 * See https://llvm.org/LICENSE.txt for license information.
5 * SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
7 *===-----------------------------------------------------------------------===
10 #ifndef __CLANG_CUDA_COMPLEX_BUILTINS
11 #define __CLANG_CUDA_COMPLEX_BUILTINS
13 // This header defines __muldc3, __mulsc3, __divdc3, and __divsc3. These are
14 // libgcc functions that clang assumes are available when compiling c99 complex
15 // operations. (These implementations come from libc++, and have been modified
16 // to work with CUDA.)
18 extern "C" inline __device__ double _Complex __muldc3(double __a, double __b,
19 double __c, double __d) {
20 double __ac = __a * __c;
21 double __bd = __b * __d;
22 double __ad = __a * __d;
23 double __bc = __b * __c;
25 __real__(z) = __ac - __bd;
26 __imag__(z) = __ad + __bc;
27 if (std::isnan(__real__(z)) && std::isnan(__imag__(z))) {
29 if (std::isinf(__a) || std::isinf(__b)) {
30 __a = std::copysign(std::isinf(__a) ? 1 : 0, __a);
31 __b = std::copysign(std::isinf(__b) ? 1 : 0, __b);
33 __c = std::copysign(0, __c);
35 __d = std::copysign(0, __d);
38 if (std::isinf(__c) || std::isinf(__d)) {
39 __c = std::copysign(std::isinf(__c) ? 1 : 0, __c);
40 __d = std::copysign(std::isinf(__d) ? 1 : 0, __d);
42 __a = std::copysign(0, __a);
44 __b = std::copysign(0, __b);
47 if (!__recalc && (std::isinf(__ac) || std::isinf(__bd) ||
48 std::isinf(__ad) || std::isinf(__bc))) {
50 __a = std::copysign(0, __a);
52 __b = std::copysign(0, __b);
54 __c = std::copysign(0, __c);
56 __d = std::copysign(0, __d);
60 // Can't use std::numeric_limits<double>::infinity() -- that doesn't have
61 // a device overload (and isn't constexpr before C++11, naturally).
62 __real__(z) = __builtin_huge_valf() * (__a * __c - __b * __d);
63 __imag__(z) = __builtin_huge_valf() * (__a * __d + __b * __c);
69 extern "C" inline __device__ float _Complex __mulsc3(float __a, float __b,
70 float __c, float __d) {
71 float __ac = __a * __c;
72 float __bd = __b * __d;
73 float __ad = __a * __d;
74 float __bc = __b * __c;
76 __real__(z) = __ac - __bd;
77 __imag__(z) = __ad + __bc;
78 if (std::isnan(__real__(z)) && std::isnan(__imag__(z))) {
80 if (std::isinf(__a) || std::isinf(__b)) {
81 __a = std::copysign(std::isinf(__a) ? 1 : 0, __a);
82 __b = std::copysign(std::isinf(__b) ? 1 : 0, __b);
84 __c = std::copysign(0, __c);
86 __d = std::copysign(0, __d);
89 if (std::isinf(__c) || std::isinf(__d)) {
90 __c = std::copysign(std::isinf(__c) ? 1 : 0, __c);
91 __d = std::copysign(std::isinf(__d) ? 1 : 0, __d);
93 __a = std::copysign(0, __a);
95 __b = std::copysign(0, __b);
98 if (!__recalc && (std::isinf(__ac) || std::isinf(__bd) ||
99 std::isinf(__ad) || std::isinf(__bc))) {
101 __a = std::copysign(0, __a);
103 __b = std::copysign(0, __b);
105 __c = std::copysign(0, __c);
107 __d = std::copysign(0, __d);
111 __real__(z) = __builtin_huge_valf() * (__a * __c - __b * __d);
112 __imag__(z) = __builtin_huge_valf() * (__a * __d + __b * __c);
118 extern "C" inline __device__ double _Complex __divdc3(double __a, double __b,
119 double __c, double __d) {
121 // Can't use std::max, because that's defined in <algorithm>, and we don't
122 // want to pull that in for every compile. The CUDA headers define
123 // ::max(float, float) and ::max(double, double), which is sufficient for us.
124 double __logbw = std::logb(max(std::abs(__c), std::abs(__d)));
125 if (std::isfinite(__logbw)) {
126 __ilogbw = (int)__logbw;
127 __c = std::scalbn(__c, -__ilogbw);
128 __d = std::scalbn(__d, -__ilogbw);
130 double __denom = __c * __c + __d * __d;
132 __real__(z) = std::scalbn((__a * __c + __b * __d) / __denom, -__ilogbw);
133 __imag__(z) = std::scalbn((__b * __c - __a * __d) / __denom, -__ilogbw);
134 if (std::isnan(__real__(z)) && std::isnan(__imag__(z))) {
135 if ((__denom == 0.0) && (!std::isnan(__a) || !std::isnan(__b))) {
136 __real__(z) = std::copysign(__builtin_huge_valf(), __c) * __a;
137 __imag__(z) = std::copysign(__builtin_huge_valf(), __c) * __b;
138 } else if ((std::isinf(__a) || std::isinf(__b)) && std::isfinite(__c) &&
139 std::isfinite(__d)) {
140 __a = std::copysign(std::isinf(__a) ? 1.0 : 0.0, __a);
141 __b = std::copysign(std::isinf(__b) ? 1.0 : 0.0, __b);
142 __real__(z) = __builtin_huge_valf() * (__a * __c + __b * __d);
143 __imag__(z) = __builtin_huge_valf() * (__b * __c - __a * __d);
144 } else if (std::isinf(__logbw) && __logbw > 0.0 && std::isfinite(__a) &&
145 std::isfinite(__b)) {
146 __c = std::copysign(std::isinf(__c) ? 1.0 : 0.0, __c);
147 __d = std::copysign(std::isinf(__d) ? 1.0 : 0.0, __d);
148 __real__(z) = 0.0 * (__a * __c + __b * __d);
149 __imag__(z) = 0.0 * (__b * __c - __a * __d);
155 extern "C" inline __device__ float _Complex __divsc3(float __a, float __b,
156 float __c, float __d) {
158 float __logbw = std::logb(max(std::abs(__c), std::abs(__d)));
159 if (std::isfinite(__logbw)) {
160 __ilogbw = (int)__logbw;
161 __c = std::scalbn(__c, -__ilogbw);
162 __d = std::scalbn(__d, -__ilogbw);
164 float __denom = __c * __c + __d * __d;
166 __real__(z) = std::scalbn((__a * __c + __b * __d) / __denom, -__ilogbw);
167 __imag__(z) = std::scalbn((__b * __c - __a * __d) / __denom, -__ilogbw);
168 if (std::isnan(__real__(z)) && std::isnan(__imag__(z))) {
169 if ((__denom == 0) && (!std::isnan(__a) || !std::isnan(__b))) {
170 __real__(z) = std::copysign(__builtin_huge_valf(), __c) * __a;
171 __imag__(z) = std::copysign(__builtin_huge_valf(), __c) * __b;
172 } else if ((std::isinf(__a) || std::isinf(__b)) && std::isfinite(__c) &&
173 std::isfinite(__d)) {
174 __a = std::copysign(std::isinf(__a) ? 1 : 0, __a);
175 __b = std::copysign(std::isinf(__b) ? 1 : 0, __b);
176 __real__(z) = __builtin_huge_valf() * (__a * __c + __b * __d);
177 __imag__(z) = __builtin_huge_valf() * (__b * __c - __a * __d);
178 } else if (std::isinf(__logbw) && __logbw > 0 && std::isfinite(__a) &&
179 std::isfinite(__b)) {
180 __c = std::copysign(std::isinf(__c) ? 1 : 0, __c);
181 __d = std::copysign(std::isinf(__d) ? 1 : 0, __d);
182 __real__(z) = 0 * (__a * __c + __b * __d);
183 __imag__(z) = 0 * (__b * __c - __a * __d);
189 #endif // __CLANG_CUDA_COMPLEX_BUILTINS