Line data Source code
1 : /* Internal functions.
2 : Copyright (C) 2011-2026 Free Software Foundation, Inc.
3 :
4 : This file is part of GCC.
5 :
6 : GCC is free software; you can redistribute it and/or modify it under
7 : the terms of the GNU General Public License as published by the Free
8 : Software Foundation; either version 3, or (at your option) any later
9 : version.
10 :
11 : GCC is distributed in the hope that it will be useful, but WITHOUT ANY
12 : WARRANTY; without even the implied warranty of MERCHANTABILITY or
13 : FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
14 : for more details.
15 :
16 : You should have received a copy of the GNU General Public License
17 : along with GCC; see the file COPYING3. If not see
18 : <http://www.gnu.org/licenses/>. */
19 :
20 : /* This file specifies a list of internal "functions". These functions
21 : differ from built-in functions in that they have no linkage and cannot
22 : be called directly by the user. They represent operations that are only
23 : synthesised by GCC itself.
24 :
25 : Internal functions are used instead of tree codes if the operation
26 : and its operands are more naturally represented as a GIMPLE_CALL
27 : than a GIMPLE_ASSIGN.
28 :
29 : Each entry in this file has one of the forms:
30 :
31 : DEF_INTERNAL_FN (NAME, FLAGS, FNSPEC)
32 : DEF_INTERNAL_OPTAB_FN (NAME, FLAGS, OPTAB, TYPE)
33 : DEF_INTERNAL_SIGNED_OPTAB_FN (NAME, FLAGS, SELECTOR, SIGNED_OPTAB,
34 : UNSIGNED_OPTAB, TYPE)
35 : DEF_INTERNAL_FLT_FN (NAME, FLAGS, OPTAB, TYPE)
36 : DEF_INTERNAL_FLT_FLOATN_FN (NAME, FLAGS, OPTAB, TYPE)
37 : DEF_INTERNAL_INT_FN (NAME, FLAGS, OPTAB, TYPE)
38 : DEF_INTERNAL_INT_EXT_FN (NAME, FLAGS, OPTAB, TYPE)
39 : DEF_INTERNAL_INTSZ_FN (NAME, FLAGS, OPTAB, TYPE)
40 : DEF_INTERNAL_INTSZ_EXT_FN (NAME, FLAGS, OPTAB, TYPE)
41 : DEF_INTERNAL_COND_FN (NAME, FLAGS, OPTAB, TYPE)
42 : DEF_INTERNAL_SIGNED_COND_FN (NAME, FLAGS, OPTAB, TYPE)
43 : DEF_INTERNAL_WIDENING_OPTAB_FN (NAME, FLAGS, SELECTOR, SOPTAB, UOPTAB,
44 : TYPE)
45 :
46 : where NAME is the name of the function, FLAGS is a set of
47 : ECF_* flags and FNSPEC is a string describing functions fnspec.
48 :
49 : DEF_INTERNAL_OPTAB_FN defines an internal function that maps to a
50 : direct optab. The function should only be called with a given
51 : set of types if the associated optab is available for the modes
52 : of those types. OPTAB says what optab to use (without the trailing
53 : "_optab") and TYPE categorizes the optab based on its inputs and
54 : outputs. TYPE also gives the number of arguments of a call to the
55 : function. The possible types of optab are:
56 :
57 : - mask_load: currently just maskload
58 : - load_lanes: currently just vec_load_lanes
59 : - mask_load_lanes: currently just vec_mask_load_lanes
60 : - mask_len_load_lanes: currently just vec_mask_len_load_lanes
61 : - gather_load: currently just gather_load
62 : - mask_gather_load: currently just mask_gather_load
63 : - mask_len_gather_load: currently just mask_len_gather_load
64 : - strided_load: currently just mask_len_strided_load
65 : - len_load: currently just len_load
66 : - mask_len_load: currently just mask_len_load
67 :
68 : - mask_store: currently just maskstore
69 : - store_lanes: currently just vec_store_lanes
70 : - mask_store_lanes: currently just vec_mask_store_lanes
71 : - mask_len_store_lanes: currently just vec_mask_len_store_lanes
72 : - scatter_store: currently just scatter_store
73 : - mask_scatter_store: currently just mask_scatter_store
74 : - mask_len_scatter_store: currently just mask_len_scatter_store
75 : - strided_store: currently just mask_len_strided_store
76 : - len_store: currently just len_store
77 : - mask_len_store: currently just mask_len_store
78 :
79 : - unary: a normal unary optab, such as vec_reverse_<mode>
80 : - unary_opt: a normal unary optab for a function that has an optional
81 : second argument, such as clz<mode>2
82 : - binary: a normal binary optab, such as vec_interleave_lo_<mode>
83 : - ternary: a normal ternary optab, such as fma<mode>4
84 :
85 : - unary_convert: a single-input conversion optab, such as
86 : lround<srcmode><dstmode>2.
87 :
88 : - cond_binary: a conditional binary optab, such as cond_add<mode>
89 : - cond_unary: a conditional unary optab, such as cond_neg<mode>
90 : - cond_ternary: a conditional ternary optab, such as cond_fma_rev<mode>
91 :
92 : - fold_left: for scalar = FN (scalar, vector), keyed off the vector mode
93 : - check_ptrs: used for check_{raw,war}_ptrs
94 :
95 : - cond_len_unary: a conditional unary optab, such as cond_len_neg<mode>
96 : - cond_len_binary: a conditional binary optab, such as cond_len_add<mode>
97 : - cond_len_ternary: a conditional ternary optab, such as
98 : cond_len_fma_rev<mode>
99 :
100 : DEF_INTERNAL_SIGNED_OPTAB_FN defines an internal function that
101 : maps to one of two optabs, depending on the signedness of an input.
102 : SIGNED_OPTAB and UNSIGNED_OPTAB are the optabs for signed and
103 : unsigned inputs respectively, both without the trailing "_optab".
104 : SELECTOR says which type in the tree_pair determines the signedness.
105 :
106 : DEF_INTERNAL_FLT_FN is like DEF_INTERNAL_OPTAB_FN, but in addition,
107 : the function implements the computational part of a built-in math
108 : function BUILT_IN_<NAME>{F,,L}. Unlike some built-in functions,
109 : these internal functions never set errno.
110 :
111 : DEF_INTERNAL_INT_FN is like DEF_INTERNAL_OPTAB_FN, but in addition
112 : says that the function extends the C-level BUILT_IN_<NAME>{,L,LL,IMAX}
113 : group of functions to any integral mode (including vector modes).
114 :
115 : DEF_INTERNAL_INT_EXT_FN is like DEF_INTERNAL_INT_FN, except that it
116 : has expand_##NAME defined in internal-fn.cc to override the
117 : DEF_INTERNAL_INT_FN expansion behavior.
118 :
119 : DEF_INTERNAL_INTSZ_FN is like DEF_INTERNAL_OPTAB_FN, but in addition
120 : says that the function extends the C-level BUILT_IN_<NAME>{8,16,32,64,128}
121 : group of functions to any integral mode (including vector modes).
122 :
123 : DEF_INTERNAL_INTSZ_EXT_FN is like DEF_INTERNAL_INTSZ_FN, except that it
124 : has expand_##NAME defined in internal-fn.cc to override the
125 : DEF_INTERNAL_INTSZ_FN expansion behavior.
126 :
127 : DEF_INTERNAL_WIDENING_OPTAB_FN is a wrapper that defines five internal
128 : functions with DEF_INTERNAL_SIGNED_OPTAB_FN:
129 : - one that describes a widening operation with the same number of elements
130 : in the output and input vectors,
131 : - two that describe a pair of high-low widening operations where the output
132 : vectors each have half the number of elements of the input vectors,
133 : corresponding to the result of the widening operation on the top half and
134 : bottom half, these have the suffixes _HI and _LO,
135 : - and two that describe a pair of even-odd widening operations where the
136 : output vectors each have half the number of elements of the input vectors,
137 : corresponding to the result of the widening operation on the even and odd
138 : elements, these have the suffixes _EVEN and _ODD.
139 : These five internal functions will require two optabs each, a SIGNED_OPTAB
140 : and an UNSIGNED_OTPAB.
141 :
142 : DEF_INTERNAL_COND_FN is a wrapper that defines 2 internal functions with
143 : DEF_INTERNAL_OPTAB_FN:
144 : - One is COND_* operations that are predicated by mask only. Such operations
145 : make sense for both vectors and scalars.
146 : - The other is COND_LEN_* operations that are predicated by mask and len
147 : both. Such operations only make sense for vectors.
148 :
149 : DEF_INTERNAL_SIGNED_COND_FN is like DEF_INTERNAL_COND_FN but defines internal
150 : functions with DEF_INTERNAL_SIGNED_OPTAB_FN.
151 :
152 : Each entry must have a corresponding expander of the form:
153 :
154 : void expand_NAME (gimple_call stmt)
155 :
156 : where STMT is the statement that performs the call. These are generated
157 : automatically for optab functions and call out to a function or macro
158 : called expand_<TYPE>_optab_fn. */
159 :
160 : #ifndef DEF_INTERNAL_FN
161 : #define DEF_INTERNAL_FN(CODE, FLAGS, FNSPEC)
162 : #endif
163 :
164 : #ifndef DEF_INTERNAL_OPTAB_FN
165 : #define DEF_INTERNAL_OPTAB_FN(NAME, FLAGS, OPTAB, TYPE) \
166 : DEF_INTERNAL_FN (NAME, FLAGS | ECF_LEAF, NULL)
167 : #endif
168 :
169 : #ifndef DEF_INTERNAL_SIGNED_OPTAB_FN
170 : #define DEF_INTERNAL_SIGNED_OPTAB_FN(NAME, FLAGS, SELECTOR, SIGNED_OPTAB, \
171 : UNSIGNED_OPTAB, TYPE) \
172 : DEF_INTERNAL_FN (NAME, FLAGS | ECF_LEAF, NULL)
173 : #endif
174 :
175 : #ifndef DEF_INTERNAL_FLT_FN
176 : #define DEF_INTERNAL_FLT_FN(NAME, FLAGS, OPTAB, TYPE) \
177 : DEF_INTERNAL_OPTAB_FN (NAME, FLAGS, OPTAB, TYPE)
178 : #endif
179 :
180 : #ifndef DEF_INTERNAL_FLT_FLOATN_FN
181 : #define DEF_INTERNAL_FLT_FLOATN_FN(NAME, FLAGS, OPTAB, TYPE) \
182 : DEF_INTERNAL_FLT_FN (NAME, FLAGS, OPTAB, TYPE)
183 : #endif
184 :
185 : #ifndef DEF_INTERNAL_INT_FN
186 : #define DEF_INTERNAL_INT_FN(NAME, FLAGS, OPTAB, TYPE) \
187 : DEF_INTERNAL_OPTAB_FN (NAME, FLAGS, OPTAB, TYPE)
188 : #endif
189 :
190 : #ifndef DEF_INTERNAL_INT_EXT_FN
191 : #define DEF_INTERNAL_INT_EXT_FN(NAME, FLAGS, OPTAB, TYPE) \
192 : DEF_INTERNAL_INT_FN (NAME, FLAGS, OPTAB, TYPE)
193 : #endif
194 :
195 : #ifndef DEF_INTERNAL_INTSZ_FN
196 : #define DEF_INTERNAL_INTSZ_FN(NAME, FLAGS, OPTAB, TYPE) \
197 : DEF_INTERNAL_OPTAB_FN (NAME, FLAGS, OPTAB, TYPE)
198 : #endif
199 :
200 : #ifndef DEF_INTERNAL_INTSZ_EXT_FN
201 : #define DEF_INTERNAL_INTSZ_EXT_FN(NAME, FLAGS, OPTAB, TYPE) \
202 : DEF_INTERNAL_INTSZ_FN (NAME, FLAGS, OPTAB, TYPE)
203 : #endif
204 :
205 : #ifndef DEF_INTERNAL_WIDENING_OPTAB_FN
206 : #define DEF_INTERNAL_WIDENING_OPTAB_FN(NAME, FLAGS, SELECTOR, SOPTAB, UOPTAB, TYPE) \
207 : DEF_INTERNAL_SIGNED_OPTAB_FN (NAME, FLAGS, SELECTOR, SOPTAB, UOPTAB, TYPE) \
208 : DEF_INTERNAL_SIGNED_OPTAB_FN (NAME ## _LO, FLAGS, SELECTOR, SOPTAB##_lo, UOPTAB##_lo, TYPE) \
209 : DEF_INTERNAL_SIGNED_OPTAB_FN (NAME ## _HI, FLAGS, SELECTOR, SOPTAB##_hi, UOPTAB##_hi, TYPE) \
210 : DEF_INTERNAL_SIGNED_OPTAB_FN (NAME ## _EVEN, FLAGS, SELECTOR, SOPTAB##_even, UOPTAB##_even, TYPE) \
211 : DEF_INTERNAL_SIGNED_OPTAB_FN (NAME ## _ODD, FLAGS, SELECTOR, SOPTAB##_odd, UOPTAB##_odd, TYPE)
212 : #endif
213 :
214 : #ifndef DEF_INTERNAL_COND_FN
215 : #define DEF_INTERNAL_COND_FN(NAME, FLAGS, OPTAB, TYPE) \
216 : DEF_INTERNAL_OPTAB_FN (COND_##NAME, FLAGS, cond_##OPTAB, cond_##TYPE) \
217 : DEF_INTERNAL_OPTAB_FN (COND_LEN_##NAME, FLAGS, cond_len_##OPTAB, \
218 : cond_len_##TYPE)
219 : #endif
220 :
221 : #ifndef DEF_INTERNAL_SIGNED_COND_FN
222 : #define DEF_INTERNAL_SIGNED_COND_FN(NAME, FLAGS, SELECTOR, SIGNED_OPTAB, \
223 : UNSIGNED_OPTAB, TYPE) \
224 : DEF_INTERNAL_SIGNED_OPTAB_FN (COND_##NAME, FLAGS, SELECTOR, \
225 : cond_##SIGNED_OPTAB, cond_##UNSIGNED_OPTAB, \
226 : cond_##TYPE) \
227 : DEF_INTERNAL_SIGNED_OPTAB_FN (COND_LEN_##NAME, FLAGS, SELECTOR, \
228 : cond_len_##SIGNED_OPTAB, \
229 : cond_len_##UNSIGNED_OPTAB, cond_len_##TYPE)
230 : #endif
231 :
232 360 : DEF_INTERNAL_OPTAB_FN (CRC, ECF_CONST | ECF_NOTHROW, crc, crc)
233 397 : DEF_INTERNAL_OPTAB_FN (CRC_REV, ECF_CONST | ECF_NOTHROW, crc_rev, crc)
234 692 : DEF_INTERNAL_OPTAB_FN (MASK_LOAD, ECF_PURE, maskload, mask_load)
235 0 : DEF_INTERNAL_OPTAB_FN (LOAD_LANES, ECF_CONST, vec_load_lanes, load_lanes)
236 0 : DEF_INTERNAL_OPTAB_FN (MASK_LOAD_LANES, ECF_PURE,
237 : vec_mask_load_lanes, mask_load_lanes)
238 0 : DEF_INTERNAL_OPTAB_FN (MASK_LEN_LOAD_LANES, ECF_PURE,
239 : vec_mask_len_load_lanes, mask_len_load_lanes)
240 :
241 241518 : DEF_INTERNAL_OPTAB_FN (GATHER_LOAD, ECF_PURE, gather_load, gather_load)
242 246711 : DEF_INTERNAL_OPTAB_FN (MASK_GATHER_LOAD, ECF_PURE,
243 : mask_gather_load, mask_gather_load)
244 244663 : DEF_INTERNAL_OPTAB_FN (MASK_LEN_GATHER_LOAD, ECF_PURE,
245 : mask_len_gather_load, mask_len_gather_load)
246 607 : DEF_INTERNAL_OPTAB_FN (MASK_LEN_STRIDED_LOAD, ECF_PURE,
247 : mask_len_strided_load, strided_load)
248 :
249 0 : DEF_INTERNAL_OPTAB_FN (LEN_LOAD, ECF_PURE, len_load, len_load)
250 0 : DEF_INTERNAL_OPTAB_FN (MASK_LEN_LOAD, ECF_PURE, mask_len_load, mask_len_load)
251 :
252 79912 : DEF_INTERNAL_OPTAB_FN (SCATTER_STORE, 0, scatter_store, scatter_store)
253 82071 : DEF_INTERNAL_OPTAB_FN (MASK_SCATTER_STORE, 0,
254 : mask_scatter_store, mask_scatter_store)
255 81115 : DEF_INTERNAL_OPTAB_FN (MASK_LEN_SCATTER_STORE, 0,
256 : mask_len_scatter_store, mask_len_scatter_store)
257 1261 : DEF_INTERNAL_OPTAB_FN (MASK_LEN_STRIDED_STORE, 0,
258 : mask_len_strided_store, strided_store)
259 :
260 743 : DEF_INTERNAL_OPTAB_FN (MASK_STORE, 0, maskstore, mask_store)
261 0 : DEF_INTERNAL_OPTAB_FN (STORE_LANES, ECF_CONST, vec_store_lanes, store_lanes)
262 0 : DEF_INTERNAL_OPTAB_FN (MASK_STORE_LANES, 0,
263 : vec_mask_store_lanes, mask_store_lanes)
264 0 : DEF_INTERNAL_OPTAB_FN (MASK_LEN_STORE_LANES, 0,
265 : vec_mask_len_store_lanes, mask_len_store_lanes)
266 :
267 9321 : DEF_INTERNAL_OPTAB_FN (VCOND_MASK, ECF_CONST | ECF_NOTHROW,
268 : vcond_mask, vec_cond_mask)
269 1575 : DEF_INTERNAL_OPTAB_FN (VCOND_MASK_LEN, ECF_CONST | ECF_NOTHROW,
270 : vcond_mask_len, cond_len_unary)
271 :
272 123 : DEF_INTERNAL_OPTAB_FN (VEC_SET, ECF_CONST | ECF_NOTHROW, vec_set, vec_set)
273 0 : DEF_INTERNAL_OPTAB_FN (VEC_EXTRACT, ECF_CONST | ECF_NOTHROW,
274 : vec_extract, vec_extract)
275 :
276 0 : DEF_INTERNAL_OPTAB_FN (LEN_STORE, 0, len_store, len_store)
277 0 : DEF_INTERNAL_OPTAB_FN (MASK_LEN_STORE, 0, mask_len_store, mask_len_store)
278 :
279 113306 : DEF_INTERNAL_OPTAB_FN (WHILE_ULT, ECF_CONST | ECF_NOTHROW, while_ult, while)
280 0 : DEF_INTERNAL_OPTAB_FN (SELECT_VL, ECF_CONST | ECF_NOTHROW, select_vl, select_vl)
281 80 : DEF_INTERNAL_OPTAB_FN (CHECK_RAW_PTRS, ECF_CONST | ECF_NOTHROW,
282 : check_raw_ptrs, check_ptrs)
283 5308 : DEF_INTERNAL_OPTAB_FN (CHECK_WAR_PTRS, ECF_CONST | ECF_NOTHROW,
284 : check_war_ptrs, check_ptrs)
285 :
286 0 : DEF_INTERNAL_OPTAB_FN (VEC_SHL_INSERT, ECF_CONST | ECF_NOTHROW,
287 : vec_shl_insert, binary)
288 :
289 19280 : DEF_INTERNAL_OPTAB_FN (DIV_POW2, ECF_CONST | ECF_NOTHROW, sdiv_pow2, binary)
290 :
291 6040 : DEF_INTERNAL_OPTAB_FN (FMS, ECF_CONST, fms, ternary)
292 6542 : DEF_INTERNAL_OPTAB_FN (FNMA, ECF_CONST, fnma, ternary)
293 2066 : DEF_INTERNAL_OPTAB_FN (FNMS, ECF_CONST, fnms, ternary)
294 :
295 1787 : DEF_INTERNAL_SIGNED_OPTAB_FN (ABD, ECF_CONST | ECF_NOTHROW, first,
296 : sabd, uabd, binary)
297 :
298 5983 : DEF_INTERNAL_SIGNED_OPTAB_FN (AVG_FLOOR, ECF_CONST | ECF_NOTHROW, first,
299 : savg_floor, uavg_floor, binary)
300 1256 : DEF_INTERNAL_SIGNED_OPTAB_FN (AVG_CEIL, ECF_CONST | ECF_NOTHROW, first,
301 : savg_ceil, uavg_ceil, binary)
302 :
303 7660 : DEF_INTERNAL_SIGNED_OPTAB_FN (MULH, ECF_CONST | ECF_NOTHROW, first,
304 : smul_highpart, umul_highpart, binary)
305 34 : DEF_INTERNAL_SIGNED_OPTAB_FN (MULHS, ECF_CONST | ECF_NOTHROW, first,
306 : smulhs, umulhs, binary)
307 126 : DEF_INTERNAL_SIGNED_OPTAB_FN (MULHRS, ECF_CONST | ECF_NOTHROW, first,
308 : smulhrs, umulhrs, binary)
309 :
310 1932 : DEF_INTERNAL_SIGNED_OPTAB_FN (SAT_ADD, ECF_CONST, first, ssadd, usadd, binary)
311 1220 : DEF_INTERNAL_SIGNED_OPTAB_FN (SAT_SUB, ECF_CONST, first, sssub, ussub, binary)
312 12 : DEF_INTERNAL_SIGNED_OPTAB_FN (SAT_MUL, ECF_CONST, first, ssmul, usmul, binary)
313 :
314 997 : DEF_INTERNAL_SIGNED_OPTAB_FN (SAT_TRUNC, ECF_CONST, first, sstrunc, ustrunc, unary_convert)
315 :
316 16 : DEF_INTERNAL_COND_FN (SQRT, ECF_CONST, sqrt, unary)
317 120 : DEF_INTERNAL_COND_FN (CEIL, ECF_CONST, ceil, unary)
318 126 : DEF_INTERNAL_COND_FN (FLOOR, ECF_CONST, floor, unary)
319 38 : DEF_INTERNAL_COND_FN (ROUND, ECF_CONST, round, unary)
320 74 : DEF_INTERNAL_COND_FN (RINT, ECF_CONST, rint, unary)
321 59320 : DEF_INTERNAL_COND_FN (ADD, ECF_CONST, add, binary)
322 4545 : DEF_INTERNAL_COND_FN (SUB, ECF_CONST, sub, binary)
323 20255 : DEF_INTERNAL_COND_FN (MUL, ECF_CONST, smul, binary)
324 309 : DEF_INTERNAL_SIGNED_COND_FN (DIV, ECF_CONST, first, sdiv, udiv, binary)
325 330 : DEF_INTERNAL_SIGNED_COND_FN (MOD, ECF_CONST, first, smod, umod, binary)
326 939 : DEF_INTERNAL_COND_FN (RDIV, ECF_CONST, sdiv, binary)
327 673 : DEF_INTERNAL_SIGNED_COND_FN (MIN, ECF_CONST, first, smin, umin, binary)
328 714 : DEF_INTERNAL_SIGNED_COND_FN (MAX, ECF_CONST, first, smax, umax, binary)
329 0 : DEF_INTERNAL_COND_FN (COPYSIGN, ECF_CONST, copysign, binary)
330 5 : DEF_INTERNAL_COND_FN (FMIN, ECF_CONST, fmin, binary)
331 5 : DEF_INTERNAL_COND_FN (FMAX, ECF_CONST, fmax, binary)
332 2052 : DEF_INTERNAL_COND_FN (AND, ECF_CONST | ECF_NOTHROW, and, binary)
333 6580 : DEF_INTERNAL_COND_FN (IOR, ECF_CONST | ECF_NOTHROW, ior, binary)
334 1172 : DEF_INTERNAL_COND_FN (XOR, ECF_CONST | ECF_NOTHROW, xor, binary)
335 629 : DEF_INTERNAL_COND_FN (SHL, ECF_CONST | ECF_NOTHROW, ashl, binary)
336 882 : DEF_INTERNAL_SIGNED_COND_FN (SHR, ECF_CONST | ECF_NOTHROW, first, ashr, lshr,
337 : binary)
338 :
339 1682 : DEF_INTERNAL_COND_FN (FMA, ECF_CONST, fma, ternary)
340 168 : DEF_INTERNAL_COND_FN (FMS, ECF_CONST, fms, ternary)
341 140 : DEF_INTERNAL_COND_FN (FNMA, ECF_CONST, fnma, ternary)
342 132 : DEF_INTERNAL_COND_FN (FNMS, ECF_CONST, fnms, ternary)
343 :
344 1429 : DEF_INTERNAL_COND_FN (NEG, ECF_CONST, neg, unary)
345 252 : DEF_INTERNAL_COND_FN (NOT, ECF_CONST, one_cmpl, unary)
346 :
347 148 : DEF_INTERNAL_OPTAB_FN (RSQRT, ECF_CONST, rsqrt, unary)
348 :
349 62877 : DEF_INTERNAL_OPTAB_FN (REDUC_PLUS, ECF_CONST | ECF_NOTHROW,
350 : reduc_plus_scal, unary)
351 1939 : DEF_INTERNAL_SIGNED_OPTAB_FN (REDUC_MAX, ECF_CONST | ECF_NOTHROW, first,
352 : reduc_smax_scal, reduc_umax_scal, unary)
353 1432 : DEF_INTERNAL_SIGNED_OPTAB_FN (REDUC_MIN, ECF_CONST | ECF_NOTHROW, first,
354 : reduc_smin_scal, reduc_umin_scal, unary)
355 34 : DEF_INTERNAL_OPTAB_FN (REDUC_FMAX, ECF_CONST | ECF_NOTHROW,
356 : reduc_fmax_scal, unary)
357 24 : DEF_INTERNAL_OPTAB_FN (REDUC_FMIN, ECF_CONST | ECF_NOTHROW,
358 : reduc_fmin_scal, unary)
359 2070 : DEF_INTERNAL_OPTAB_FN (REDUC_AND, ECF_CONST | ECF_NOTHROW,
360 : reduc_and_scal, unary)
361 17008 : DEF_INTERNAL_OPTAB_FN (REDUC_IOR, ECF_CONST | ECF_NOTHROW,
362 : reduc_ior_scal, unary)
363 731 : DEF_INTERNAL_OPTAB_FN (REDUC_XOR, ECF_CONST | ECF_NOTHROW,
364 : reduc_xor_scal, unary)
365 137 : DEF_INTERNAL_OPTAB_FN (REDUC_SBOOL_AND, ECF_CONST | ECF_NOTHROW,
366 : reduc_sbool_and_scal, reduc_sbool)
367 902 : DEF_INTERNAL_OPTAB_FN (REDUC_SBOOL_IOR, ECF_CONST | ECF_NOTHROW,
368 : reduc_sbool_ior_scal, reduc_sbool)
369 189 : DEF_INTERNAL_OPTAB_FN (REDUC_SBOOL_XOR, ECF_CONST | ECF_NOTHROW,
370 : reduc_sbool_xor_scal, reduc_sbool)
371 :
372 :
373 : /* Extract the last active element from a vector. */
374 13254 : DEF_INTERNAL_OPTAB_FN (EXTRACT_LAST_ACTIVE, ECF_CONST | ECF_NOTHROW,
375 : extract_last_active, fold_left)
376 :
377 : /* Same, but return the first argument if no elements are active. */
378 814 : DEF_INTERNAL_OPTAB_FN (FOLD_EXTRACT_LAST, ECF_CONST | ECF_NOTHROW,
379 : fold_extract_last, fold_extract)
380 :
381 814 : DEF_INTERNAL_OPTAB_FN (LEN_FOLD_EXTRACT_LAST, ECF_CONST | ECF_NOTHROW,
382 : len_fold_extract_last, fold_len_extract)
383 :
384 4852 : DEF_INTERNAL_OPTAB_FN (FOLD_LEFT_PLUS, ECF_CONST | ECF_NOTHROW,
385 : fold_left_plus, fold_left)
386 :
387 0 : DEF_INTERNAL_OPTAB_FN (MASK_FOLD_LEFT_PLUS, ECF_CONST | ECF_NOTHROW,
388 : mask_fold_left_plus, mask_fold_left)
389 :
390 0 : DEF_INTERNAL_OPTAB_FN (MASK_LEN_FOLD_LEFT_PLUS, ECF_CONST | ECF_NOTHROW,
391 : mask_len_fold_left_plus, mask_len_fold_left)
392 :
393 : /* Unary math functions. */
394 230 : DEF_INTERNAL_FLT_FN (ACOS, ECF_CONST, acos, unary)
395 905 : DEF_INTERNAL_FLT_FN (ACOSH, ECF_CONST, acosh, unary)
396 2076 : DEF_INTERNAL_FLT_FN (ASIN, ECF_CONST, asin, unary)
397 556 : DEF_INTERNAL_FLT_FN (ASINH, ECF_CONST, asinh, unary)
398 1674 : DEF_INTERNAL_FLT_FN (ATAN, ECF_CONST, atan, unary)
399 1206 : DEF_INTERNAL_FLT_FN (ATANH, ECF_CONST, atanh, unary)
400 5694 : DEF_INTERNAL_FLT_FN (COS, ECF_CONST, cos, unary)
401 3047 : DEF_INTERNAL_FLT_FN (COSH, ECF_CONST, cosh, unary)
402 12636 : DEF_INTERNAL_FLT_FN (EXP, ECF_CONST, exp, unary)
403 61 : DEF_INTERNAL_FLT_FN (EXP10, ECF_CONST, exp10, unary)
404 2728 : DEF_INTERNAL_FLT_FN (EXP2, ECF_CONST, exp2, unary)
405 776 : DEF_INTERNAL_FLT_FN (EXPM1, ECF_CONST, expm1, unary)
406 13117 : DEF_INTERNAL_FLT_FN (LOG, ECF_CONST, log, unary)
407 2436 : DEF_INTERNAL_FLT_FN (LOG10, ECF_CONST, log10, unary)
408 1398 : DEF_INTERNAL_FLT_FN (LOG1P, ECF_CONST, log1p, unary)
409 1706 : DEF_INTERNAL_FLT_FN (LOG2, ECF_CONST, log2, unary)
410 889 : DEF_INTERNAL_FLT_FN (LOGB, ECF_CONST, logb, unary)
411 28774 : DEF_INTERNAL_FLT_FN (SIGNBIT, ECF_CONST, signbit, unary)
412 216 : DEF_INTERNAL_FLT_FN (SIGNIFICAND, ECF_CONST, significand, unary)
413 10073 : DEF_INTERNAL_FLT_FN (SIN, ECF_CONST, sin, unary)
414 2792 : DEF_INTERNAL_FLT_FN (SINH, ECF_CONST, sinh, unary)
415 7635 : DEF_INTERNAL_FLT_FLOATN_FN (SQRT, ECF_CONST, sqrt, unary)
416 2165 : DEF_INTERNAL_FLT_FN (TAN, ECF_CONST, tan, unary)
417 716 : DEF_INTERNAL_FLT_FN (TANH, ECF_CONST, tanh, unary)
418 :
419 : /* Floating-point to integer conversions.
420 :
421 : ??? Here we preserve the I/L/LL prefix convention from the
422 : corresponding built-in functions, rather than make the internal
423 : functions polymorphic in both the argument and the return types.
424 : Perhaps an alternative would be to pass a zero of the required
425 : return type as a second parameter. */
426 227 : DEF_INTERNAL_FLT_FN (ICEIL, ECF_CONST, lceil, unary_convert)
427 219 : DEF_INTERNAL_FLT_FN (IFLOOR, ECF_CONST, lfloor, unary_convert)
428 385 : DEF_INTERNAL_FLT_FN (IRINT, ECF_CONST, lrint, unary_convert)
429 3475 : DEF_INTERNAL_FLT_FN (IROUND, ECF_CONST, lround, unary_convert)
430 2343 : DEF_INTERNAL_FLT_FN (LCEIL, ECF_CONST, lceil, unary_convert)
431 2283 : DEF_INTERNAL_FLT_FN (LFLOOR, ECF_CONST, lfloor, unary_convert)
432 438 : DEF_INTERNAL_FLT_FLOATN_FN (LRINT, ECF_CONST, lrint, unary_convert)
433 168 : DEF_INTERNAL_FLT_FLOATN_FN (LROUND, ECF_CONST, lround, unary_convert)
434 396 : DEF_INTERNAL_FLT_FN (LLCEIL, ECF_CONST, lceil, unary_convert)
435 396 : DEF_INTERNAL_FLT_FN (LLFLOOR, ECF_CONST, lfloor, unary_convert)
436 32 : DEF_INTERNAL_FLT_FLOATN_FN (LLRINT, ECF_CONST, lrint, unary_convert)
437 32 : DEF_INTERNAL_FLT_FLOATN_FN (LLROUND, ECF_CONST, lround, unary_convert)
438 :
439 : /* FP rounding. */
440 1173 : DEF_INTERNAL_FLT_FLOATN_FN (CEIL, ECF_CONST, ceil, unary)
441 988 : DEF_INTERNAL_FLT_FLOATN_FN (FLOOR, ECF_CONST, floor, unary)
442 316 : DEF_INTERNAL_FLT_FLOATN_FN (NEARBYINT, ECF_CONST, nearbyint, unary)
443 580 : DEF_INTERNAL_FLT_FLOATN_FN (RINT, ECF_CONST, rint, unary)
444 403 : DEF_INTERNAL_FLT_FLOATN_FN (ROUND, ECF_CONST, round, unary)
445 71 : DEF_INTERNAL_FLT_FLOATN_FN (ROUNDEVEN, ECF_CONST, roundeven, unary)
446 1788 : DEF_INTERNAL_FLT_FLOATN_FN (TRUNC, ECF_CONST, btrunc, unary)
447 :
448 : /* Binary math functions. */
449 8252 : DEF_INTERNAL_FLT_FN (ATAN2, ECF_CONST, atan2, binary)
450 67991 : DEF_INTERNAL_FLT_FLOATN_FN (COPYSIGN, ECF_CONST, copysign, binary)
451 6094 : DEF_INTERNAL_FLT_FN (FMOD, ECF_CONST, fmod, binary)
452 1569 : DEF_INTERNAL_FLT_FN (HYPOT, ECF_CONST, hypot, binary)
453 26825 : DEF_INTERNAL_FLT_FN (POW, ECF_CONST, pow, binary)
454 282 : DEF_INTERNAL_FLT_FN (REMAINDER, ECF_CONST, remainder, binary)
455 399 : DEF_INTERNAL_FLT_FN (SCALB, ECF_CONST, scalb, binary)
456 241 : DEF_INTERNAL_FLT_FLOATN_FN (FMIN, ECF_CONST, fmin, binary)
457 311 : DEF_INTERNAL_FLT_FLOATN_FN (FMAX, ECF_CONST, fmax, binary)
458 43 : DEF_INTERNAL_OPTAB_FN (XORSIGN, ECF_CONST, xorsign, binary)
459 266 : DEF_INTERNAL_OPTAB_FN (COMPLEX_ADD_ROT90, ECF_CONST, cadd90, binary)
460 89 : DEF_INTERNAL_OPTAB_FN (COMPLEX_ADD_ROT270, ECF_CONST, cadd270, binary)
461 177 : DEF_INTERNAL_OPTAB_FN (COMPLEX_MUL, ECF_CONST, cmul, binary)
462 22 : DEF_INTERNAL_OPTAB_FN (COMPLEX_MUL_CONJ, ECF_CONST, cmul_conj, binary)
463 6064 : DEF_INTERNAL_OPTAB_FN (VEC_ADDSUB, ECF_CONST, vec_addsub, binary)
464 68860 : DEF_INTERNAL_OPTAB_FN (VEC_TRUNC_ADD_HIGH, ECF_CONST | ECF_NOTHROW,
465 : vec_trunc_add_high, binary)
466 366912 : DEF_INTERNAL_WIDENING_OPTAB_FN (VEC_WIDEN_PLUS,
467 : ECF_CONST | ECF_NOTHROW,
468 : first,
469 : vec_widen_sadd, vec_widen_uadd,
470 : binary)
471 51114 : DEF_INTERNAL_WIDENING_OPTAB_FN (VEC_WIDEN_MINUS,
472 : ECF_CONST | ECF_NOTHROW,
473 : first,
474 : vec_widen_ssub, vec_widen_usub,
475 : binary)
476 8670 : DEF_INTERNAL_WIDENING_OPTAB_FN (VEC_WIDEN_ABD,
477 : ECF_CONST | ECF_NOTHROW,
478 : first,
479 : vec_widen_sabd, vec_widen_uabd,
480 : binary)
481 1370 : DEF_INTERNAL_OPTAB_FN (VEC_FMADDSUB, ECF_CONST, vec_fmaddsub, ternary)
482 786 : DEF_INTERNAL_OPTAB_FN (VEC_FMSUBADD, ECF_CONST, vec_fmsubadd, ternary)
483 :
484 : /* FP scales. */
485 909 : DEF_INTERNAL_FLT_FLOATN_FN (LDEXP, ECF_CONST, ldexp, binary)
486 :
487 : /* Ternary math functions. */
488 3537280 : DEF_INTERNAL_FLT_FLOATN_FN (FMA, ECF_CONST, fma, ternary)
489 22 : DEF_INTERNAL_OPTAB_FN (COMPLEX_FMA, ECF_CONST, cmla, ternary)
490 22 : DEF_INTERNAL_OPTAB_FN (COMPLEX_FMA_CONJ, ECF_CONST, cmla_conj, ternary)
491 0 : DEF_INTERNAL_OPTAB_FN (COMPLEX_FMS, ECF_CONST, cmls, ternary)
492 0 : DEF_INTERNAL_OPTAB_FN (COMPLEX_FMS_CONJ, ECF_CONST, cmls_conj, ternary)
493 :
494 : /* Unary integer ops. */
495 807 : DEF_INTERNAL_INT_EXT_FN (CLRSB, ECF_CONST | ECF_NOTHROW, clrsb, unary)
496 179109 : DEF_INTERNAL_INT_EXT_FN (CLZ, ECF_CONST | ECF_NOTHROW, clz, unary_opt)
497 87295 : DEF_INTERNAL_INT_EXT_FN (CTZ, ECF_CONST | ECF_NOTHROW, ctz, unary_opt)
498 10947 : DEF_INTERNAL_INT_EXT_FN (FFS, ECF_CONST | ECF_NOTHROW, ffs, unary)
499 2248 : DEF_INTERNAL_INT_EXT_FN (PARITY, ECF_CONST | ECF_NOTHROW, parity, unary)
500 16484 : DEF_INTERNAL_INT_EXT_FN (POPCOUNT, ECF_CONST | ECF_NOTHROW, popcount, unary_opt)
501 0 : DEF_INTERNAL_INTSZ_EXT_FN (BSWAP, ECF_CONST | ECF_NOTHROW, bswap, unary)
502 0 : DEF_INTERNAL_INTSZ_EXT_FN (BITREVERSE, ECF_CONST | ECF_NOTHROW, bitreverse,
503 : unary)
504 :
505 296862 : DEF_INTERNAL_FN (GOMP_TARGET_REV, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
506 296862 : DEF_INTERNAL_FN (GOMP_USE_SIMT, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
507 296862 : DEF_INTERNAL_FN (GOMP_SIMT_ENTER, ECF_LEAF | ECF_NOTHROW, NULL)
508 296862 : DEF_INTERNAL_FN (GOMP_SIMT_ENTER_ALLOC, ECF_LEAF | ECF_NOTHROW, NULL)
509 296862 : DEF_INTERNAL_FN (GOMP_SIMT_EXIT, ECF_LEAF | ECF_NOTHROW, NULL)
510 296862 : DEF_INTERNAL_FN (GOMP_SIMT_LANE, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
511 296862 : DEF_INTERNAL_FN (GOMP_SIMT_VF, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
512 296862 : DEF_INTERNAL_FN (GOMP_MAX_VF, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
513 296862 : DEF_INTERNAL_FN (GOMP_SIMT_LAST_LANE, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
514 296862 : DEF_INTERNAL_FN (GOMP_SIMT_ORDERED_PRED, ECF_LEAF | ECF_NOTHROW, NULL)
515 296862 : DEF_INTERNAL_FN (GOMP_SIMT_VOTE_ANY, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
516 296862 : DEF_INTERNAL_FN (GOMP_SIMT_XCHG_BFLY, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
517 296862 : DEF_INTERNAL_FN (GOMP_SIMT_XCHG_IDX, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
518 296862 : DEF_INTERNAL_FN (GOMP_SIMD_LANE, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
519 296862 : DEF_INTERNAL_FN (GOMP_SIMD_VF, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
520 296862 : DEF_INTERNAL_FN (GOMP_SIMD_LAST_LANE, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
521 296862 : DEF_INTERNAL_FN (GOMP_SIMD_ORDERED_START, ECF_LEAF | ECF_NOTHROW, NULL)
522 296862 : DEF_INTERNAL_FN (GOMP_SIMD_ORDERED_END, ECF_LEAF | ECF_NOTHROW, NULL)
523 296862 : DEF_INTERNAL_FN (GOMP_DISPATCH, ECF_LEAF | ECF_NOTHROW, NULL)
524 296862 : DEF_INTERNAL_FN (LOOP_VECTORIZED, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
525 296862 : DEF_INTERNAL_FN (LOOP_DIST_ALIAS, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
526 296862 : DEF_INTERNAL_FN (ANNOTATE, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
527 296862 : DEF_INTERNAL_FN (UBSAN_NULL, ECF_LEAF | ECF_NOTHROW, ". R . ")
528 296862 : DEF_INTERNAL_FN (UBSAN_BOUNDS, ECF_LEAF | ECF_NOTHROW, NULL)
529 296862 : DEF_INTERNAL_FN (UBSAN_VPTR, ECF_LEAF | ECF_NOTHROW, ". R R . . ")
530 296862 : DEF_INTERNAL_FN (UBSAN_CHECK_ADD, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
531 296862 : DEF_INTERNAL_FN (UBSAN_CHECK_SUB, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
532 296862 : DEF_INTERNAL_FN (UBSAN_CHECK_MUL, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
533 296862 : DEF_INTERNAL_FN (UBSAN_PTR, ECF_LEAF | ECF_NOTHROW, ". R . ")
534 296862 : DEF_INTERNAL_FN (UBSAN_OBJECT_SIZE, ECF_LEAF | ECF_NOTHROW, NULL)
535 296862 : DEF_INTERNAL_FN (ABNORMAL_DISPATCHER, ECF_NORETURN, NULL)
536 296862 : DEF_INTERNAL_FN (BUILTIN_EXPECT, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
537 296862 : DEF_INTERNAL_FN (HWASAN_ALLOCA_POISON, ECF_LEAF | ECF_NOTHROW, NULL)
538 296862 : DEF_INTERNAL_FN (HWASAN_ALLOCA_UNPOISON, ECF_LEAF | ECF_NOTHROW, ". R ")
539 296862 : DEF_INTERNAL_FN (HWASAN_CHOOSE_TAG, ECF_LEAF | ECF_NOTHROW, ". ")
540 296862 : DEF_INTERNAL_FN (HWASAN_CHECK, ECF_TM_PURE | ECF_LEAF | ECF_NOTHROW,
541 : ". . R . . ")
542 296862 : DEF_INTERNAL_FN (HWASAN_MARK, ECF_LEAF | ECF_NOTHROW, NULL)
543 296862 : DEF_INTERNAL_FN (HWASAN_SET_TAG,
544 : ECF_TM_PURE | ECF_PURE | ECF_LEAF | ECF_NOTHROW, ". R R ")
545 296862 : DEF_INTERNAL_FN (ASAN_CHECK, ECF_TM_PURE | ECF_LEAF | ECF_NOTHROW,
546 : ". . R . . ")
547 296862 : DEF_INTERNAL_FN (ASAN_MARK, ECF_LEAF | ECF_NOTHROW, NULL)
548 296862 : DEF_INTERNAL_FN (ASAN_POISON, ECF_LEAF | ECF_NOTHROW | ECF_NOVOPS, NULL)
549 296862 : DEF_INTERNAL_FN (ASAN_POISON_USE, ECF_LEAF | ECF_NOTHROW | ECF_NOVOPS, NULL)
550 296862 : DEF_INTERNAL_FN (ADD_OVERFLOW, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
551 296862 : DEF_INTERNAL_FN (SUB_OVERFLOW, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
552 296862 : DEF_INTERNAL_FN (MUL_OVERFLOW, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
553 296862 : DEF_INTERNAL_FN (UADDC, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
554 296862 : DEF_INTERNAL_FN (USUBC, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
555 296862 : DEF_INTERNAL_FN (TSAN_FUNC_EXIT, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
556 296862 : DEF_INTERNAL_FN (VA_ARG, ECF_NOTHROW | ECF_LEAF, NULL)
557 296862 : DEF_INTERNAL_FN (VEC_CONVERT, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
558 296862 : DEF_INTERNAL_FN (RAWMEMCHR, ECF_PURE | ECF_LEAF | ECF_NOTHROW, NULL)
559 296862 : DEF_INTERNAL_FN (CLMUL, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
560 296862 : DEF_INTERNAL_FN (CLMUL_WIDEN, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
561 :
562 : /* An unduplicable, uncombinable function. Generally used to preserve
563 : a CFG property in the face of jump threading, tail merging or
564 : other such optimizations. The first argument distinguishes
565 : between uses. See internal-fn.h for usage. */
566 296862 : DEF_INTERNAL_FN (UNIQUE, ECF_NOTHROW, NULL)
567 296862 : DEF_INTERNAL_FN (PHI, 0, NULL)
568 :
569 : /* A function to represent an artificial initialization to an uninitialized
570 : automatic variable. */
571 296862 : DEF_INTERNAL_FN (DEFERRED_INIT, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
572 :
573 : /* A function to associate the access size and access mode information
574 : with the corresponding reference to an object. It only reads from the
575 : 2nd and the 4th arguments. */
576 296862 : DEF_INTERNAL_FN (ACCESS_WITH_SIZE, ECF_PURE | ECF_LEAF | ECF_NOTHROW, NULL)
577 :
578 : /* DIM_SIZE and DIM_POS return the size of a particular compute
579 : dimension and the executing thread's position within that
580 : dimension. DIM_POS is pure (and not const) so that it isn't
581 : thought to clobber memory and can be gcse'd within a single
582 : parallel region, but not across FORK/JOIN boundaries. They take a
583 : single INTEGER_CST argument. This might be overly conservative. */
584 296862 : DEF_INTERNAL_FN (GOACC_DIM_SIZE, ECF_CONST | ECF_NOTHROW | ECF_LEAF, NULL)
585 296862 : DEF_INTERNAL_FN (GOACC_DIM_POS, ECF_PURE | ECF_NOTHROW | ECF_LEAF, NULL)
586 :
587 : /* OpenACC looping abstraction. See internal-fn.h for usage. */
588 296862 : DEF_INTERNAL_FN (GOACC_LOOP, ECF_PURE | ECF_NOTHROW, NULL)
589 :
590 : /* OpenACC reduction abstraction. See internal-fn.h for usage. */
591 296862 : DEF_INTERNAL_FN (GOACC_REDUCTION, ECF_NOTHROW | ECF_LEAF, NULL)
592 :
593 : /* Openacc tile abstraction. Describes the spans of the element loop.
594 : GOACC_TILE (num-loops, loop-no, tile-arg, tile-mask, element-mask). */
595 296862 : DEF_INTERNAL_FN (GOACC_TILE, ECF_NOTHROW | ECF_LEAF, NULL)
596 :
597 : /* Set errno to EDOM, if GCC knows how to do that directly for the
598 : current target. */
599 296862 : DEF_INTERNAL_FN (SET_EDOM, ECF_LEAF | ECF_NOTHROW, NULL)
600 :
601 : /* Atomic functions. These don't have ECF_NOTHROW because for
602 : -fnon-call-exceptions they can throw, otherwise we set
603 : gimple_call_nothrow_p on it. */
604 296862 : DEF_INTERNAL_FN (ATOMIC_BIT_TEST_AND_SET, ECF_LEAF, NULL)
605 296862 : DEF_INTERNAL_FN (ATOMIC_BIT_TEST_AND_COMPLEMENT, ECF_LEAF, NULL)
606 296862 : DEF_INTERNAL_FN (ATOMIC_BIT_TEST_AND_RESET, ECF_LEAF, NULL)
607 296862 : DEF_INTERNAL_FN (ATOMIC_COMPARE_EXCHANGE, ECF_LEAF, NULL)
608 296862 : DEF_INTERNAL_FN (ATOMIC_ADD_FETCH_CMP_0, ECF_LEAF, NULL)
609 296862 : DEF_INTERNAL_FN (ATOMIC_SUB_FETCH_CMP_0, ECF_LEAF, NULL)
610 296862 : DEF_INTERNAL_FN (ATOMIC_AND_FETCH_CMP_0, ECF_LEAF, NULL)
611 296862 : DEF_INTERNAL_FN (ATOMIC_OR_FETCH_CMP_0, ECF_LEAF, NULL)
612 296862 : DEF_INTERNAL_FN (ATOMIC_XOR_FETCH_CMP_0, ECF_LEAF, NULL)
613 :
614 : /* To implement [[fallthrough]]. If the TREE_NOTHROW or GF_CALL_NOTHROW flag
615 : is set on the call (normally redundant with ECF_NOTHROW), it marks
616 : [[fallthrough]] at the end of C++ loop body. */
617 296862 : DEF_INTERNAL_FN (FALLTHROUGH, ECF_LEAF | ECF_NOTHROW, NULL)
618 :
619 : /* To implement __builtin_launder. */
620 296862 : DEF_INTERNAL_FN (LAUNDER, ECF_LEAF | ECF_NOTHROW | ECF_NOVOPS, NULL)
621 :
622 : /* Divmod function. */
623 296862 : DEF_INTERNAL_FN (DIVMOD, ECF_CONST | ECF_LEAF, NULL)
624 :
625 : /* For coroutines. */
626 296862 : DEF_INTERNAL_FN (CO_ACTOR, ECF_NOTHROW | ECF_LEAF, NULL)
627 296862 : DEF_INTERNAL_FN (CO_YIELD, ECF_NOTHROW | ECF_LEAF, NULL)
628 296862 : DEF_INTERNAL_FN (CO_SUSPN, ECF_NOTHROW, NULL)
629 296862 : DEF_INTERNAL_FN (CO_FRAME, ECF_PURE | ECF_NOTHROW | ECF_LEAF, NULL)
630 :
631 : /* A NOP function with arbitrary arguments and return value. */
632 296862 : DEF_INTERNAL_FN (NOP, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
633 :
634 : /* A GIMPLE value with no definition and not Virtual Opeands for temporary
635 : assignment cases within a pass. */
636 296862 : DEF_INTERNAL_FN (VARYING , ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
637 :
638 : /* Temporary vehicle for __builtin_shufflevector. */
639 296862 : DEF_INTERNAL_FN (SHUFFLEVECTOR, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
640 :
641 : /* <=> optimization. */
642 296862 : DEF_INTERNAL_FN (SPACESHIP, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
643 :
644 : /* [[assume (cond)]]. */
645 296862 : DEF_INTERNAL_FN (ASSUME, ECF_PURE | ECF_LEAF | ECF_NOTHROW
646 : | ECF_LOOPING_CONST_OR_PURE, NULL)
647 :
648 : /* For if-conversion of inbranch SIMD clones. */
649 296862 : DEF_INTERNAL_FN (MASK_CALL, ECF_NOVOPS, NULL)
650 :
651 : /* _BitInt support. */
652 296862 : DEF_INTERNAL_FN (MULBITINT, ECF_LEAF | ECF_NOTHROW, ". O . R . R . ")
653 296862 : DEF_INTERNAL_FN (DIVMODBITINT, ECF_LEAF, ". O . O . R . R . ")
654 296862 : DEF_INTERNAL_FN (FLOATTOBITINT, ECF_LEAF | ECF_NOTHROW, ". O . . ")
655 296862 : DEF_INTERNAL_FN (BITINTTOFLOAT, ECF_PURE | ECF_LEAF, ". R . ")
656 :
657 : /* Bitwise functions. */
658 1051 : DEF_INTERNAL_OPTAB_FN (BIT_ANDN, ECF_CONST, andn, binary)
659 73 : DEF_INTERNAL_OPTAB_FN (BIT_IORN, ECF_CONST, iorn, binary)
660 :
661 : #undef DEF_INTERNAL_WIDENING_OPTAB_FN
662 : #undef DEF_INTERNAL_SIGNED_COND_FN
663 : #undef DEF_INTERNAL_COND_FN
664 : #undef DEF_INTERNAL_INT_EXT_FN
665 : #undef DEF_INTERNAL_INT_FN
666 : #undef DEF_INTERNAL_INTSZ_EXT_FN
667 : #undef DEF_INTERNAL_INTSZ_FN
668 : #undef DEF_INTERNAL_FLT_FN
669 : #undef DEF_INTERNAL_FLT_FLOATN_FN
670 : #undef DEF_INTERNAL_SIGNED_OPTAB_FN
671 : #undef DEF_INTERNAL_OPTAB_FN
672 : #undef DEF_INTERNAL_FN
|