1 //===--- TokenKinds.def - C Family Token Kind Database ----------*- C++ -*-===//
3 // The LLVM Compiler Infrastructure
5 // This file is distributed under the University of Illinois Open Source
6 // License. See LICENSE.TXT for details.
8 //===----------------------------------------------------------------------===//
10 // This file defines the TokenKind database. This includes normal tokens like
11 // tok::ampamp (corresponding to the && token) as well as keywords for various
12 // languages. Users of this file must optionally #define the TOK, KEYWORD,
13 // ALIAS, or PPKEYWORD macros to make use of this file.
15 //===----------------------------------------------------------------------===//
21 #define PUNCTUATOR(X,Y) TOK(X)
24 #define KEYWORD(X,Y) TOK(kw_ ## X)
32 #ifndef CXX_KEYWORD_OPERATOR
33 #define CXX_KEYWORD_OPERATOR(X,Y)
35 #ifndef OBJC1_AT_KEYWORD
36 #define OBJC1_AT_KEYWORD(X)
38 #ifndef OBJC2_AT_KEYWORD
39 #define OBJC2_AT_KEYWORD(X)
41 #ifndef TESTING_KEYWORD
42 #define TESTING_KEYWORD(X, L) KEYWORD(X, L)
45 #define ANNOTATION(X) TOK(annot_ ## X)
48 //===----------------------------------------------------------------------===//
49 // Preprocessor keywords.
50 //===----------------------------------------------------------------------===//
52 // These have meaning after a '#' at the start of a line. These define enums in
53 // the tok::pp_* namespace. Note that IdentifierInfo::getPPKeywordID must be
54 // manually updated if something is added here.
55 PPKEYWORD(not_keyword)
57 // C99 6.10.1 - Conditional Inclusion.
66 // C99 6.10.2 - Source File Inclusion.
68 PPKEYWORD(__include_macros)
70 // C99 6.10.3 - Macro Replacement.
74 // C99 6.10.4 - Line Control.
77 // C99 6.10.5 - Error Directive.
80 // C99 6.10.6 - Pragma Directive.
85 PPKEYWORD(include_next)
92 //===----------------------------------------------------------------------===//
94 //===----------------------------------------------------------------------===//
96 // These define members of the tok::* namespace.
98 TOK(unknown) // Not a token.
99 TOK(eof) // End of file.
100 TOK(eod) // End of preprocessing directive (end of line inside a
102 TOK(code_completion) // Code completion marker
103 TOK(cxx_defaultarg_end) // C++ default argument end marker
105 // C99 6.4.9: Comments.
106 TOK(comment) // Comment (only in -E -C[C] mode)
108 // C99 6.4.2: Identifiers.
109 TOK(identifier) // abcde123
110 TOK(raw_identifier) // Used only in raw lexing mode.
112 // C99 6.4.4.1: Integer Constants
113 // C99 6.4.4.2: Floating Constants
114 TOK(numeric_constant) // 0x123
116 // C99 6.4.4: Character Constants
117 TOK(char_constant) // 'a' L'b'
119 // C99 6.4.5: String Literals.
120 TOK(string_literal) // "foo"
121 TOK(wide_string_literal) // L"foo"
122 TOK(angle_string_literal)// <foo>
124 // C99 6.4.6: Punctuators.
125 PUNCTUATOR(l_square, "[")
126 PUNCTUATOR(r_square, "]")
127 PUNCTUATOR(l_paren, "(")
128 PUNCTUATOR(r_paren, ")")
129 PUNCTUATOR(l_brace, "{")
130 PUNCTUATOR(r_brace, "}")
131 PUNCTUATOR(period, ".")
132 PUNCTUATOR(ellipsis, "...")
134 PUNCTUATOR(ampamp, "&&")
135 PUNCTUATOR(ampequal, "&=")
136 PUNCTUATOR(star, "*")
137 PUNCTUATOR(starequal, "*=")
138 PUNCTUATOR(plus, "+")
139 PUNCTUATOR(plusplus, "++")
140 PUNCTUATOR(plusequal, "+=")
141 PUNCTUATOR(minus, "-")
142 PUNCTUATOR(arrow, "->")
143 PUNCTUATOR(minusminus, "--")
144 PUNCTUATOR(minusequal, "-=")
145 PUNCTUATOR(tilde, "~")
146 PUNCTUATOR(exclaim, "!")
147 PUNCTUATOR(exclaimequal, "!=")
148 PUNCTUATOR(slash, "/")
149 PUNCTUATOR(slashequal, "/=")
150 PUNCTUATOR(percent, "%")
151 PUNCTUATOR(percentequal, "%=")
152 PUNCTUATOR(less, "<")
153 PUNCTUATOR(lessless, "<<")
154 PUNCTUATOR(lessequal, "<=")
155 PUNCTUATOR(lesslessequal, "<<=")
156 PUNCTUATOR(greater, ">")
157 PUNCTUATOR(greatergreater, ">>")
158 PUNCTUATOR(greaterequal, ">=")
159 PUNCTUATOR(greatergreaterequal, ">>=")
160 PUNCTUATOR(caret, "^")
161 PUNCTUATOR(caretequal, "^=")
162 PUNCTUATOR(pipe, "|")
163 PUNCTUATOR(pipepipe, "||")
164 PUNCTUATOR(pipeequal, "|=")
165 PUNCTUATOR(question, "?")
166 PUNCTUATOR(colon, ":")
167 PUNCTUATOR(semi, ";")
168 PUNCTUATOR(equal, "=")
169 PUNCTUATOR(equalequal, "==")
170 PUNCTUATOR(comma, ",")
171 PUNCTUATOR(hash, "#")
172 PUNCTUATOR(hashhash, "##")
173 PUNCTUATOR(hashat, "#@")
176 PUNCTUATOR(periodstar, ".*")
177 PUNCTUATOR(arrowstar, "->*")
178 PUNCTUATOR(coloncolon, "::")
180 // Objective C support.
184 PUNCTUATOR(lesslessless, "<<<")
185 PUNCTUATOR(greatergreatergreater, ">>>")
187 // C99 6.4.1: Keywords. These turn into kw_* tokens.
189 // KEYALL - This is a keyword in all variants of C and C++, or it
190 // is a keyword in the implementation namespace that should
191 // always be treated as a keyword
192 // KEYC99 - This is a keyword introduced to C in C99
193 // KEYC1X - This is a keyword introduced to C in C1X
194 // KEYCXX - This is a C++ keyword, or a C++-specific keyword in the
195 // implementation namespace
196 // KEYNOCXX - This is a keyword in every non-C++ dialect.
197 // KEYCXX0X - This is a C++ keyword introduced to C++ in C++0x
198 // KEYGNU - This is a keyword if GNU extensions are enabled
199 // KEYMS - This is a keyword if Microsoft extensions are enabled
200 // KEYOPENCL - This is a keyword in OpenCL
201 // KEYALTIVEC - This is a keyword in AltiVec
202 // KEYBORLAND - This is a keyword if Borland extensions are enabled
203 // BOOLSUPPORT - This is a keyword if 'bool' is a built-in type
205 KEYWORD(auto , KEYALL)
206 KEYWORD(break , KEYALL)
207 KEYWORD(case , KEYALL)
208 KEYWORD(char , KEYALL)
209 KEYWORD(const , KEYALL)
210 KEYWORD(continue , KEYALL)
211 KEYWORD(default , KEYALL)
213 KEYWORD(double , KEYALL)
214 KEYWORD(else , KEYALL)
215 KEYWORD(enum , KEYALL)
216 KEYWORD(extern , KEYALL)
217 KEYWORD(float , KEYALL)
218 KEYWORD(for , KEYALL)
219 KEYWORD(goto , KEYALL)
221 KEYWORD(inline , KEYC99|KEYCXX|KEYGNU)
222 KEYWORD(int , KEYALL)
223 KEYWORD(long , KEYALL)
224 KEYWORD(register , KEYALL)
225 KEYWORD(restrict , KEYC99)
226 KEYWORD(return , KEYALL)
227 KEYWORD(short , KEYALL)
228 KEYWORD(signed , KEYALL)
229 KEYWORD(sizeof , KEYALL)
230 KEYWORD(static , KEYALL)
231 KEYWORD(struct , KEYALL)
232 KEYWORD(switch , KEYALL)
233 KEYWORD(typedef , KEYALL)
234 KEYWORD(union , KEYALL)
235 KEYWORD(unsigned , KEYALL)
236 KEYWORD(void , KEYALL)
237 KEYWORD(volatile , KEYALL)
238 KEYWORD(while , KEYALL)
239 KEYWORD(_Bool , KEYNOCXX)
240 KEYWORD(_Complex , KEYALL)
241 KEYWORD(_Generic , KEYALL)
242 KEYWORD(_Imaginary , KEYALL)
243 KEYWORD(_Static_assert , KEYALL)
244 KEYWORD(__func__ , KEYALL)
246 // C++ 2.11p1: Keywords.
247 KEYWORD(asm , KEYCXX|KEYGNU)
248 KEYWORD(bool , BOOLSUPPORT|KEYALTIVEC)
249 KEYWORD(catch , KEYCXX)
250 KEYWORD(class , KEYCXX)
251 KEYWORD(const_cast , KEYCXX)
252 KEYWORD(delete , KEYCXX)
253 KEYWORD(dynamic_cast , KEYCXX)
254 KEYWORD(explicit , KEYCXX)
255 KEYWORD(export , KEYCXX)
256 KEYWORD(false , BOOLSUPPORT|KEYALTIVEC)
257 KEYWORD(friend , KEYCXX)
258 KEYWORD(mutable , KEYCXX)
259 KEYWORD(namespace , KEYCXX)
260 KEYWORD(new , KEYCXX)
261 KEYWORD(operator , KEYCXX)
262 KEYWORD(private , KEYCXX|KEYOPENCL)
263 KEYWORD(protected , KEYCXX)
264 KEYWORD(public , KEYCXX)
265 KEYWORD(reinterpret_cast , KEYCXX)
266 KEYWORD(static_cast , KEYCXX)
267 KEYWORD(template , KEYCXX)
268 KEYWORD(this , KEYCXX)
269 KEYWORD(throw , KEYCXX)
270 KEYWORD(true , BOOLSUPPORT|KEYALTIVEC)
271 KEYWORD(try , KEYCXX)
272 KEYWORD(typename , KEYCXX)
273 KEYWORD(typeid , KEYCXX)
274 KEYWORD(using , KEYCXX)
275 KEYWORD(virtual , KEYCXX)
276 KEYWORD(wchar_t , KEYCXX)
278 // C++ 2.5p2: Alternative Representations.
279 CXX_KEYWORD_OPERATOR(and , ampamp)
280 CXX_KEYWORD_OPERATOR(and_eq , ampequal)
281 CXX_KEYWORD_OPERATOR(bitand , amp)
282 CXX_KEYWORD_OPERATOR(bitor , pipe)
283 CXX_KEYWORD_OPERATOR(compl , tilde)
284 CXX_KEYWORD_OPERATOR(not , exclaim)
285 CXX_KEYWORD_OPERATOR(not_eq , exclaimequal)
286 CXX_KEYWORD_OPERATOR(or , pipepipe)
287 CXX_KEYWORD_OPERATOR(or_eq , pipeequal)
288 CXX_KEYWORD_OPERATOR(xor , caret)
289 CXX_KEYWORD_OPERATOR(xor_eq , caretequal)
292 KEYWORD(alignof , KEYCXX0X)
293 KEYWORD(char16_t , KEYCXX0X)
294 KEYWORD(char32_t , KEYCXX0X)
295 KEYWORD(constexpr , KEYCXX0X)
296 KEYWORD(decltype , KEYCXX0X)
297 KEYWORD(noexcept , KEYCXX0X)
298 KEYWORD(nullptr , KEYCXX0X)
299 KEYWORD(static_assert , KEYCXX0X)
300 KEYWORD(thread_local , KEYCXX0X)
302 // GNU Extensions (in impl-reserved namespace)
303 KEYWORD(_Decimal32 , KEYALL)
304 KEYWORD(_Decimal64 , KEYALL)
305 KEYWORD(_Decimal128 , KEYALL)
306 KEYWORD(__null , KEYCXX)
307 KEYWORD(__alignof , KEYALL)
308 KEYWORD(__attribute , KEYALL)
309 KEYWORD(__builtin_choose_expr , KEYALL)
310 KEYWORD(__builtin_offsetof , KEYALL)
311 KEYWORD(__builtin_types_compatible_p, KEYALL)
312 KEYWORD(__builtin_va_arg , KEYALL)
313 KEYWORD(__extension__ , KEYALL)
314 KEYWORD(__imag , KEYALL)
315 KEYWORD(__label__ , KEYALL)
316 KEYWORD(__real , KEYALL)
317 KEYWORD(__thread , KEYALL)
318 KEYWORD(__FUNCTION__ , KEYALL)
319 KEYWORD(__PRETTY_FUNCTION__ , KEYALL)
321 // GNU Extensions (outside impl-reserved namespace)
322 KEYWORD(typeof , KEYGNU)
324 // GNU and MS Type Traits
325 KEYWORD(__has_nothrow_assign , KEYCXX)
326 KEYWORD(__has_nothrow_copy , KEYCXX)
327 KEYWORD(__has_nothrow_constructor , KEYCXX)
328 KEYWORD(__has_trivial_assign , KEYCXX)
329 KEYWORD(__has_trivial_copy , KEYCXX)
330 KEYWORD(__has_trivial_constructor , KEYCXX)
331 KEYWORD(__has_trivial_destructor , KEYCXX)
332 KEYWORD(__has_virtual_destructor , KEYCXX)
333 KEYWORD(__is_abstract , KEYCXX)
334 KEYWORD(__is_base_of , KEYCXX)
335 KEYWORD(__is_class , KEYCXX)
336 KEYWORD(__is_convertible_to , KEYCXX)
337 KEYWORD(__is_empty , KEYCXX)
338 KEYWORD(__is_enum , KEYCXX)
339 // Tentative name - there's no implementation of std::is_literal_type yet.
340 KEYWORD(__is_literal , KEYCXX)
341 // Name for GCC 4.6 compatibility - people have already written libraries using
342 // this name unfortunately.
343 KEYWORD(__is_literal_type , KEYCXX)
344 KEYWORD(__is_pod , KEYCXX)
345 KEYWORD(__is_polymorphic , KEYCXX)
346 KEYWORD(__is_trivial , KEYCXX)
347 KEYWORD(__is_union , KEYCXX)
349 // Clang-only C++ Type Traits
350 KEYWORD(__is_trivially_copyable , KEYCXX)
351 KEYWORD(__underlying_type , KEYCXX)
353 // Embarcadero Expression Traits
354 KEYWORD(__is_lvalue_expr , KEYCXX)
355 KEYWORD(__is_rvalue_expr , KEYCXX)
357 // Embarcadero Unary Type Traits
358 KEYWORD(__is_arithmetic , KEYCXX)
359 KEYWORD(__is_floating_point , KEYCXX)
360 KEYWORD(__is_integral , KEYCXX)
361 KEYWORD(__is_complete_type , KEYCXX)
362 KEYWORD(__is_void , KEYCXX)
363 KEYWORD(__is_array , KEYCXX)
364 KEYWORD(__is_function , KEYCXX)
365 KEYWORD(__is_reference , KEYCXX)
366 KEYWORD(__is_lvalue_reference , KEYCXX)
367 KEYWORD(__is_rvalue_reference , KEYCXX)
368 KEYWORD(__is_fundamental , KEYCXX)
369 KEYWORD(__is_object , KEYCXX)
370 KEYWORD(__is_scalar , KEYCXX)
371 KEYWORD(__is_compound , KEYCXX)
372 KEYWORD(__is_pointer , KEYCXX)
373 KEYWORD(__is_member_object_pointer , KEYCXX)
374 KEYWORD(__is_member_function_pointer, KEYCXX)
375 KEYWORD(__is_member_pointer , KEYCXX)
376 KEYWORD(__is_const , KEYCXX)
377 KEYWORD(__is_volatile , KEYCXX)
378 KEYWORD(__is_standard_layout , KEYCXX)
379 KEYWORD(__is_signed , KEYCXX)
380 KEYWORD(__is_unsigned , KEYCXX)
382 // Embarcadero Binary Type Traits
383 KEYWORD(__is_same , KEYCXX)
384 KEYWORD(__is_convertible , KEYCXX)
385 KEYWORD(__array_rank , KEYCXX)
386 KEYWORD(__array_extent , KEYCXX)
389 KEYWORD(__private_extern__ , KEYALL)
391 // Microsoft Extension.
392 KEYWORD(__declspec , KEYALL)
393 KEYWORD(__cdecl , KEYALL)
394 KEYWORD(__stdcall , KEYALL)
395 KEYWORD(__fastcall , KEYALL)
396 KEYWORD(__thiscall , KEYALL)
397 KEYWORD(__forceinline , KEYALL)
399 // OpenCL-specific keywords
400 KEYWORD(__kernel , KEYOPENCL)
401 ALIAS("kernel", __kernel , KEYOPENCL)
402 KEYWORD(vec_step , KEYOPENCL|KEYALTIVEC)
403 KEYWORD(__private , KEYOPENCL)
404 KEYWORD(__global , KEYOPENCL)
405 KEYWORD(__local , KEYOPENCL)
406 KEYWORD(__constant , KEYOPENCL)
407 ALIAS("global", __global , KEYOPENCL)
408 ALIAS("local", __local , KEYOPENCL)
409 ALIAS("constant", __constant , KEYOPENCL)
410 KEYWORD(__read_only , KEYOPENCL)
411 KEYWORD(__write_only , KEYOPENCL)
412 KEYWORD(__read_write , KEYOPENCL)
413 ALIAS("read_only", __read_only , KEYOPENCL)
414 ALIAS("write_only", __write_only , KEYOPENCL)
415 ALIAS("read_write", __read_write , KEYOPENCL)
416 KEYWORD(__builtin_astype , KEYOPENCL)
418 // Borland Extensions.
419 KEYWORD(__pascal , KEYALL)
421 // Altivec Extension.
422 KEYWORD(__vector , KEYALTIVEC)
423 KEYWORD(__pixel , KEYALTIVEC)
425 // Objective-C ARC keywords.
426 KEYWORD(__bridge , KEYARC)
427 KEYWORD(__bridge_transfer , KEYARC)
428 KEYWORD(__bridge_retained , KEYARC)
429 KEYWORD(__bridge_retain , KEYARC)
431 // Alternate spelling for various tokens. There are GCC extensions in all
432 // languages, but should not be disabled in strict conformance mode.
433 ALIAS("__alignof__" , __alignof , KEYALL)
434 ALIAS("__asm" , asm , KEYALL)
435 ALIAS("__asm__" , asm , KEYALL)
436 ALIAS("__attribute__", __attribute, KEYALL)
437 ALIAS("__complex" , _Complex , KEYALL)
438 ALIAS("__complex__" , _Complex , KEYALL)
439 ALIAS("__const" , const , KEYALL)
440 ALIAS("__const__" , const , KEYALL)
441 ALIAS("__decltype" , decltype , KEYCXX)
442 ALIAS("__imag__" , __imag , KEYALL)
443 ALIAS("__inline" , inline , KEYALL)
444 ALIAS("__inline__" , inline , KEYALL)
445 ALIAS("__nullptr" , nullptr , KEYCXX)
446 ALIAS("__real__" , __real , KEYALL)
447 ALIAS("__restrict" , restrict , KEYALL)
448 ALIAS("__restrict__" , restrict , KEYALL)
449 ALIAS("__signed" , signed , KEYALL)
450 ALIAS("__signed__" , signed , KEYALL)
451 ALIAS("__typeof" , typeof , KEYALL)
452 ALIAS("__typeof__" , typeof , KEYALL)
453 ALIAS("__volatile" , volatile , KEYALL)
454 ALIAS("__volatile__" , volatile , KEYALL)
456 // Microsoft extensions which should be disabled in strict conformance mode
457 KEYWORD(__ptr64 , KEYMS)
458 KEYWORD(__w64 , KEYMS)
459 KEYWORD(__uuidof , KEYMS | KEYBORLAND)
460 KEYWORD(__try , KEYMS | KEYBORLAND)
461 KEYWORD(__except , KEYMS | KEYBORLAND)
462 KEYWORD(__finally , KEYMS | KEYBORLAND)
463 KEYWORD(__leave , KEYMS | KEYBORLAND)
464 KEYWORD(__int64 , KEYMS)
465 KEYWORD(__if_exists , KEYMS)
466 KEYWORD(__if_not_exists , KEYMS)
467 ALIAS("__int8" , char , KEYMS)
468 ALIAS("__int16" , short , KEYMS)
469 ALIAS("__int32" , int , KEYMS)
470 ALIAS("_asm" , asm , KEYMS)
471 ALIAS("_cdecl" , __cdecl , KEYMS | KEYBORLAND)
472 ALIAS("_fastcall" , __fastcall , KEYMS | KEYBORLAND)
473 ALIAS("_stdcall" , __stdcall , KEYMS | KEYBORLAND)
474 ALIAS("_thiscall" , __thiscall , KEYMS)
475 ALIAS("_uuidof" , __uuidof , KEYMS | KEYBORLAND)
476 ALIAS("_inline" , inline , KEYMS)
477 ALIAS("_declspec" , __declspec , KEYMS)
478 ALIAS("__interface" , class , KEYMS)
480 // Borland Extensions which should be disabled in strict conformance mode.
481 ALIAS("_pascal" , __pascal , KEYBORLAND)
484 ALIAS("__char16_t" , char16_t , KEYCXX)
485 ALIAS("__char32_t" , char32_t , KEYCXX)
487 // Clang-specific keywords enabled only in testing.
488 TESTING_KEYWORD(__unknown_anytype , KEYALL)
491 //===----------------------------------------------------------------------===//
492 // Objective-C @-preceded keywords.
493 //===----------------------------------------------------------------------===//
495 // These have meaning after an '@' in Objective-C mode. These define enums in
496 // the tok::objc_* namespace.
498 OBJC1_AT_KEYWORD(not_keyword)
499 OBJC1_AT_KEYWORD(class)
500 OBJC1_AT_KEYWORD(compatibility_alias)
501 OBJC1_AT_KEYWORD(defs)
502 OBJC1_AT_KEYWORD(encode)
503 OBJC1_AT_KEYWORD(end)
504 OBJC1_AT_KEYWORD(implementation)
505 OBJC1_AT_KEYWORD(interface)
506 OBJC1_AT_KEYWORD(private)
507 OBJC1_AT_KEYWORD(protected)
508 OBJC1_AT_KEYWORD(protocol)
509 OBJC1_AT_KEYWORD(public)
510 OBJC1_AT_KEYWORD(selector)
511 OBJC1_AT_KEYWORD(throw)
512 OBJC1_AT_KEYWORD(try)
513 OBJC1_AT_KEYWORD(catch)
514 OBJC1_AT_KEYWORD(finally)
515 OBJC1_AT_KEYWORD(synchronized)
516 OBJC1_AT_KEYWORD(autoreleasepool)
518 OBJC2_AT_KEYWORD(property)
519 OBJC2_AT_KEYWORD(package)
520 OBJC2_AT_KEYWORD(required)
521 OBJC2_AT_KEYWORD(optional)
522 OBJC2_AT_KEYWORD(synthesize)
523 OBJC2_AT_KEYWORD(dynamic)
525 // TODO: What to do about context-sensitive keywords like:
526 // bycopy/byref/in/inout/oneway/out?
528 ANNOTATION(cxxscope) // annotation for a C++ scope spec, e.g. "::foo::bar::"
529 ANNOTATION(typename) // annotation for a C typedef name, a C++ (possibly
530 // qualified) typename, e.g. "foo::MyClass", or
531 // template-id that names a type ("std::vector<int>")
532 ANNOTATION(template_id) // annotation for a C++ template-id that names a
533 // function template specialization (not a type),
534 // e.g., "std::swap<int>"
535 ANNOTATION(primary_expr) // annotation for a primary expression
537 // Annotation for #pragma unused(...)
538 // For each argument inside the parentheses the pragma handler will produce
539 // one 'pragma_unused' annotation token followed by the argument token.
540 ANNOTATION(pragma_unused)
543 #undef TESTING_KEYWORD
544 #undef OBJC2_AT_KEYWORD
545 #undef OBJC1_AT_KEYWORD
546 #undef CXX_KEYWORD_OPERATOR