1 //===--- ParseTentative.cpp - Ambiguity Resolution Parsing ----------------===// 2 // 3 // The LLVM Compiler Infrastructure 4 // 5 // This file is distributed under the University of Illinois Open Source 6 // License. See LICENSE.TXT for details. 7 // 8 //===----------------------------------------------------------------------===// 9 // 10 // This file implements the tentative parsing portions of the Parser 11 // interfaces, for ambiguity resolution. 12 // 13 //===----------------------------------------------------------------------===// 14 15 #include "clang/Parse/Parser.h" 16 #include "clang/Parse/ParseDiagnostic.h" 17 #include "clang/Sema/ParsedTemplate.h" 18 using namespace clang; 19 20 /// isCXXDeclarationStatement - C++-specialized function that disambiguates 21 /// between a declaration or an expression statement, when parsing function 22 /// bodies. Returns true for declaration, false for expression. 23 /// 24 /// declaration-statement: 25 /// block-declaration 26 /// 27 /// block-declaration: 28 /// simple-declaration 29 /// asm-definition 30 /// namespace-alias-definition 31 /// using-declaration 32 /// using-directive 33 /// [C++0x] static_assert-declaration 34 /// 35 /// asm-definition: 36 /// 'asm' '(' string-literal ')' ';' 37 /// 38 /// namespace-alias-definition: 39 /// 'namespace' identifier = qualified-namespace-specifier ';' 40 /// 41 /// using-declaration: 42 /// 'using' typename[opt] '::'[opt] nested-name-specifier 43 /// unqualified-id ';' 44 /// 'using' '::' unqualified-id ; 45 /// 46 /// using-directive: 47 /// 'using' 'namespace' '::'[opt] nested-name-specifier[opt] 48 /// namespace-name ';' 49 /// 50 bool Parser::isCXXDeclarationStatement() { 51 switch (Tok.getKind()) { 52 // asm-definition 53 case tok::kw_asm: 54 // namespace-alias-definition 55 case tok::kw_namespace: 56 // using-declaration 57 // using-directive 58 case tok::kw_using: 59 // static_assert-declaration 60 case tok::kw_static_assert: 61 case tok::kw__Static_assert: 62 return true; 63 // simple-declaration 64 default: 65 return isCXXSimpleDeclaration(); 66 } 67 } 68 69 /// isCXXSimpleDeclaration - C++-specialized function that disambiguates 70 /// between a simple-declaration or an expression-statement. 71 /// If during the disambiguation process a parsing error is encountered, 72 /// the function returns true to let the declaration parsing code handle it. 73 /// Returns false if the statement is disambiguated as expression. 74 /// 75 /// simple-declaration: 76 /// decl-specifier-seq init-declarator-list[opt] ';' 77 /// 78 bool Parser::isCXXSimpleDeclaration() { 79 // C++ 6.8p1: 80 // There is an ambiguity in the grammar involving expression-statements and 81 // declarations: An expression-statement with a function-style explicit type 82 // conversion (5.2.3) as its leftmost subexpression can be indistinguishable 83 // from a declaration where the first declarator starts with a '('. In those 84 // cases the statement is a declaration. [Note: To disambiguate, the whole 85 // statement might have to be examined to determine if it is an 86 // expression-statement or a declaration]. 87 88 // C++ 6.8p3: 89 // The disambiguation is purely syntactic; that is, the meaning of the names 90 // occurring in such a statement, beyond whether they are type-names or not, 91 // is not generally used in or changed by the disambiguation. Class 92 // templates are instantiated as necessary to determine if a qualified name 93 // is a type-name. Disambiguation precedes parsing, and a statement 94 // disambiguated as a declaration may be an ill-formed declaration. 95 96 // We don't have to parse all of the decl-specifier-seq part. There's only 97 // an ambiguity if the first decl-specifier is 98 // simple-type-specifier/typename-specifier followed by a '(', which may 99 // indicate a function-style cast expression. 100 // isCXXDeclarationSpecifier will return TPResult::Ambiguous() only in such 101 // a case. 102 103 TPResult TPR = isCXXDeclarationSpecifier(); 104 if (TPR != TPResult::Ambiguous()) 105 return TPR != TPResult::False(); // Returns true for TPResult::True() or 106 // TPResult::Error(). 107 108 // FIXME: Add statistics about the number of ambiguous statements encountered 109 // and how they were resolved (number of declarations+number of expressions). 110 111 // Ok, we have a simple-type-specifier/typename-specifier followed by a '('. 112 // We need tentative parsing... 113 114 TentativeParsingAction PA(*this); 115 TPR = TryParseSimpleDeclaration(); 116 PA.Revert(); 117 118 // In case of an error, let the declaration parsing code handle it. 119 if (TPR == TPResult::Error()) 120 return true; 121 122 // Declarations take precedence over expressions. 123 if (TPR == TPResult::Ambiguous()) 124 TPR = TPResult::True(); 125 126 assert(TPR == TPResult::True() || TPR == TPResult::False()); 127 return TPR == TPResult::True(); 128 } 129 130 /// simple-declaration: 131 /// decl-specifier-seq init-declarator-list[opt] ';' 132 /// 133 Parser::TPResult Parser::TryParseSimpleDeclaration() { 134 // We know that we have a simple-type-specifier/typename-specifier followed 135 // by a '('. 136 assert(isCXXDeclarationSpecifier() == TPResult::Ambiguous()); 137 138 if (Tok.is(tok::kw_typeof)) 139 TryParseTypeofSpecifier(); 140 else { 141 ConsumeToken(); 142 143 if (getLang().ObjC1 && Tok.is(tok::less)) 144 TryParseProtocolQualifiers(); 145 } 146 147 assert(Tok.is(tok::l_paren) && "Expected '('"); 148 149 TPResult TPR = TryParseInitDeclaratorList(); 150 if (TPR != TPResult::Ambiguous()) 151 return TPR; 152 153 if (Tok.isNot(tok::semi)) 154 return TPResult::False(); 155 156 return TPResult::Ambiguous(); 157 } 158 159 /// init-declarator-list: 160 /// init-declarator 161 /// init-declarator-list ',' init-declarator 162 /// 163 /// init-declarator: 164 /// declarator initializer[opt] 165 /// [GNU] declarator simple-asm-expr[opt] attributes[opt] initializer[opt] 166 /// 167 /// initializer: 168 /// '=' initializer-clause 169 /// '(' expression-list ')' 170 /// 171 /// initializer-clause: 172 /// assignment-expression 173 /// '{' initializer-list ','[opt] '}' 174 /// '{' '}' 175 /// 176 Parser::TPResult Parser::TryParseInitDeclaratorList() { 177 while (1) { 178 // declarator 179 TPResult TPR = TryParseDeclarator(false/*mayBeAbstract*/); 180 if (TPR != TPResult::Ambiguous()) 181 return TPR; 182 183 // [GNU] simple-asm-expr[opt] attributes[opt] 184 if (Tok.is(tok::kw_asm) || Tok.is(tok::kw___attribute)) 185 return TPResult::True(); 186 187 // initializer[opt] 188 if (Tok.is(tok::l_paren)) { 189 // Parse through the parens. 190 ConsumeParen(); 191 if (!SkipUntil(tok::r_paren)) 192 return TPResult::Error(); 193 } else if (Tok.is(tok::equal) || isTokIdentifier_in()) { 194 // MSVC and g++ won't examine the rest of declarators if '=' is 195 // encountered; they just conclude that we have a declaration. 196 // EDG parses the initializer completely, which is the proper behavior 197 // for this case. 198 // 199 // At present, Clang follows MSVC and g++, since the parser does not have 200 // the ability to parse an expression fully without recording the 201 // results of that parse. 202 // Also allow 'in' after on objective-c declaration as in: 203 // for (int (^b)(void) in array). Ideally this should be done in the 204 // context of parsing for-init-statement of a foreach statement only. But, 205 // in any other context 'in' is invalid after a declaration and parser 206 // issues the error regardless of outcome of this decision. 207 // FIXME. Change if above assumption does not hold. 208 return TPResult::True(); 209 } 210 211 if (Tok.isNot(tok::comma)) 212 break; 213 ConsumeToken(); // the comma. 214 } 215 216 return TPResult::Ambiguous(); 217 } 218 219 /// isCXXConditionDeclaration - Disambiguates between a declaration or an 220 /// expression for a condition of a if/switch/while/for statement. 221 /// If during the disambiguation process a parsing error is encountered, 222 /// the function returns true to let the declaration parsing code handle it. 223 /// 224 /// condition: 225 /// expression 226 /// type-specifier-seq declarator '=' assignment-expression 227 /// [GNU] type-specifier-seq declarator simple-asm-expr[opt] attributes[opt] 228 /// '=' assignment-expression 229 /// 230 bool Parser::isCXXConditionDeclaration() { 231 TPResult TPR = isCXXDeclarationSpecifier(); 232 if (TPR != TPResult::Ambiguous()) 233 return TPR != TPResult::False(); // Returns true for TPResult::True() or 234 // TPResult::Error(). 235 236 // FIXME: Add statistics about the number of ambiguous statements encountered 237 // and how they were resolved (number of declarations+number of expressions). 238 239 // Ok, we have a simple-type-specifier/typename-specifier followed by a '('. 240 // We need tentative parsing... 241 242 TentativeParsingAction PA(*this); 243 244 // type-specifier-seq 245 if (Tok.is(tok::kw_typeof)) 246 TryParseTypeofSpecifier(); 247 else { 248 ConsumeToken(); 249 250 if (getLang().ObjC1 && Tok.is(tok::less)) 251 TryParseProtocolQualifiers(); 252 } 253 assert(Tok.is(tok::l_paren) && "Expected '('"); 254 255 // declarator 256 TPR = TryParseDeclarator(false/*mayBeAbstract*/); 257 258 // In case of an error, let the declaration parsing code handle it. 259 if (TPR == TPResult::Error()) 260 TPR = TPResult::True(); 261 262 if (TPR == TPResult::Ambiguous()) { 263 // '=' 264 // [GNU] simple-asm-expr[opt] attributes[opt] 265 if (Tok.is(tok::equal) || 266 Tok.is(tok::kw_asm) || Tok.is(tok::kw___attribute)) 267 TPR = TPResult::True(); 268 else 269 TPR = TPResult::False(); 270 } 271 272 PA.Revert(); 273 274 assert(TPR == TPResult::True() || TPR == TPResult::False()); 275 return TPR == TPResult::True(); 276 } 277 278 /// \brief Determine whether the next set of tokens contains a type-id. 279 /// 280 /// The context parameter states what context we're parsing right 281 /// now, which affects how this routine copes with the token 282 /// following the type-id. If the context is TypeIdInParens, we have 283 /// already parsed the '(' and we will cease lookahead when we hit 284 /// the corresponding ')'. If the context is 285 /// TypeIdAsTemplateArgument, we've already parsed the '<' or ',' 286 /// before this template argument, and will cease lookahead when we 287 /// hit a '>', '>>' (in C++0x), or ','. Returns true for a type-id 288 /// and false for an expression. If during the disambiguation 289 /// process a parsing error is encountered, the function returns 290 /// true to let the declaration parsing code handle it. 291 /// 292 /// type-id: 293 /// type-specifier-seq abstract-declarator[opt] 294 /// 295 bool Parser::isCXXTypeId(TentativeCXXTypeIdContext Context, bool &isAmbiguous) { 296 297 isAmbiguous = false; 298 299 // C++ 8.2p2: 300 // The ambiguity arising from the similarity between a function-style cast and 301 // a type-id can occur in different contexts. The ambiguity appears as a 302 // choice between a function-style cast expression and a declaration of a 303 // type. The resolution is that any construct that could possibly be a type-id 304 // in its syntactic context shall be considered a type-id. 305 306 TPResult TPR = isCXXDeclarationSpecifier(); 307 if (TPR != TPResult::Ambiguous()) 308 return TPR != TPResult::False(); // Returns true for TPResult::True() or 309 // TPResult::Error(). 310 311 // FIXME: Add statistics about the number of ambiguous statements encountered 312 // and how they were resolved (number of declarations+number of expressions). 313 314 // Ok, we have a simple-type-specifier/typename-specifier followed by a '('. 315 // We need tentative parsing... 316 317 TentativeParsingAction PA(*this); 318 319 // type-specifier-seq 320 if (Tok.is(tok::kw_typeof)) 321 TryParseTypeofSpecifier(); 322 else { 323 ConsumeToken(); 324 325 if (getLang().ObjC1 && Tok.is(tok::less)) 326 TryParseProtocolQualifiers(); 327 } 328 329 assert(Tok.is(tok::l_paren) && "Expected '('"); 330 331 // declarator 332 TPR = TryParseDeclarator(true/*mayBeAbstract*/, false/*mayHaveIdentifier*/); 333 334 // In case of an error, let the declaration parsing code handle it. 335 if (TPR == TPResult::Error()) 336 TPR = TPResult::True(); 337 338 if (TPR == TPResult::Ambiguous()) { 339 // We are supposed to be inside parens, so if after the abstract declarator 340 // we encounter a ')' this is a type-id, otherwise it's an expression. 341 if (Context == TypeIdInParens && Tok.is(tok::r_paren)) { 342 TPR = TPResult::True(); 343 isAmbiguous = true; 344 345 // We are supposed to be inside a template argument, so if after 346 // the abstract declarator we encounter a '>', '>>' (in C++0x), or 347 // ',', this is a type-id. Otherwise, it's an expression. 348 } else if (Context == TypeIdAsTemplateArgument && 349 (Tok.is(tok::greater) || Tok.is(tok::comma) || 350 (getLang().CPlusPlus0x && Tok.is(tok::greatergreater)))) { 351 TPR = TPResult::True(); 352 isAmbiguous = true; 353 354 } else 355 TPR = TPResult::False(); 356 } 357 358 PA.Revert(); 359 360 assert(TPR == TPResult::True() || TPR == TPResult::False()); 361 return TPR == TPResult::True(); 362 } 363 364 /// isCXX0XAttributeSpecifier - returns true if this is a C++0x 365 /// attribute-specifier. By default, unless in Obj-C++, only a cursory check is 366 /// performed that will simply return true if a [[ is seen. Currently C++ has no 367 /// syntactical ambiguities from this check, but it may inhibit error recovery. 368 /// If CheckClosing is true, a check is made for closing ]] brackets. 369 /// 370 /// If given, After is set to the token after the attribute-specifier so that 371 /// appropriate parsing decisions can be made; it is left untouched if false is 372 /// returned. 373 /// 374 /// FIXME: If an error is in the closing ]] brackets, the program assumes 375 /// the absence of an attribute-specifier, which can cause very yucky errors 376 /// to occur. 377 /// 378 /// [C++0x] attribute-specifier: 379 /// '[' '[' attribute-list ']' ']' 380 /// 381 /// [C++0x] attribute-list: 382 /// attribute[opt] 383 /// attribute-list ',' attribute[opt] 384 /// 385 /// [C++0x] attribute: 386 /// attribute-token attribute-argument-clause[opt] 387 /// 388 /// [C++0x] attribute-token: 389 /// identifier 390 /// attribute-scoped-token 391 /// 392 /// [C++0x] attribute-scoped-token: 393 /// attribute-namespace '::' identifier 394 /// 395 /// [C++0x] attribute-namespace: 396 /// identifier 397 /// 398 /// [C++0x] attribute-argument-clause: 399 /// '(' balanced-token-seq ')' 400 /// 401 /// [C++0x] balanced-token-seq: 402 /// balanced-token 403 /// balanced-token-seq balanced-token 404 /// 405 /// [C++0x] balanced-token: 406 /// '(' balanced-token-seq ')' 407 /// '[' balanced-token-seq ']' 408 /// '{' balanced-token-seq '}' 409 /// any token but '(', ')', '[', ']', '{', or '}' 410 bool Parser::isCXX0XAttributeSpecifier (bool CheckClosing, 411 tok::TokenKind *After) { 412 if (Tok.isNot(tok::l_square) || NextToken().isNot(tok::l_square)) 413 return false; 414 415 // No tentative parsing if we don't need to look for ]] 416 if (!CheckClosing && !getLang().ObjC1) 417 return true; 418 419 struct TentativeReverter { 420 TentativeParsingAction PA; 421 422 TentativeReverter (Parser& P) 423 : PA(P) 424 {} 425 ~TentativeReverter () { 426 PA.Revert(); 427 } 428 } R(*this); 429 430 // Opening brackets were checked for above. 431 ConsumeBracket(); 432 ConsumeBracket(); 433 434 // SkipUntil will handle balanced tokens, which are guaranteed in attributes. 435 SkipUntil(tok::r_square, false); 436 437 if (Tok.isNot(tok::r_square)) 438 return false; 439 ConsumeBracket(); 440 441 if (After) 442 *After = Tok.getKind(); 443 444 return true; 445 } 446 447 /// declarator: 448 /// direct-declarator 449 /// ptr-operator declarator 450 /// 451 /// direct-declarator: 452 /// declarator-id 453 /// direct-declarator '(' parameter-declaration-clause ')' 454 /// cv-qualifier-seq[opt] exception-specification[opt] 455 /// direct-declarator '[' constant-expression[opt] ']' 456 /// '(' declarator ')' 457 /// [GNU] '(' attributes declarator ')' 458 /// 459 /// abstract-declarator: 460 /// ptr-operator abstract-declarator[opt] 461 /// direct-abstract-declarator 462 /// ... 463 /// 464 /// direct-abstract-declarator: 465 /// direct-abstract-declarator[opt] 466 /// '(' parameter-declaration-clause ')' cv-qualifier-seq[opt] 467 /// exception-specification[opt] 468 /// direct-abstract-declarator[opt] '[' constant-expression[opt] ']' 469 /// '(' abstract-declarator ')' 470 /// 471 /// ptr-operator: 472 /// '*' cv-qualifier-seq[opt] 473 /// '&' 474 /// [C++0x] '&&' [TODO] 475 /// '::'[opt] nested-name-specifier '*' cv-qualifier-seq[opt] 476 /// 477 /// cv-qualifier-seq: 478 /// cv-qualifier cv-qualifier-seq[opt] 479 /// 480 /// cv-qualifier: 481 /// 'const' 482 /// 'volatile' 483 /// 484 /// declarator-id: 485 /// '...'[opt] id-expression 486 /// 487 /// id-expression: 488 /// unqualified-id 489 /// qualified-id [TODO] 490 /// 491 /// unqualified-id: 492 /// identifier 493 /// operator-function-id [TODO] 494 /// conversion-function-id [TODO] 495 /// '~' class-name [TODO] 496 /// template-id [TODO] 497 /// 498 Parser::TPResult Parser::TryParseDeclarator(bool mayBeAbstract, 499 bool mayHaveIdentifier) { 500 // declarator: 501 // direct-declarator 502 // ptr-operator declarator 503 504 while (1) { 505 if (Tok.is(tok::coloncolon) || Tok.is(tok::identifier)) 506 if (TryAnnotateCXXScopeToken(true)) 507 return TPResult::Error(); 508 509 if (Tok.is(tok::star) || Tok.is(tok::amp) || Tok.is(tok::caret) || 510 Tok.is(tok::ampamp) || 511 (Tok.is(tok::annot_cxxscope) && NextToken().is(tok::star))) { 512 // ptr-operator 513 ConsumeToken(); 514 while (Tok.is(tok::kw_const) || 515 Tok.is(tok::kw_volatile) || 516 Tok.is(tok::kw_restrict)) 517 ConsumeToken(); 518 } else { 519 break; 520 } 521 } 522 523 // direct-declarator: 524 // direct-abstract-declarator: 525 if (Tok.is(tok::ellipsis)) 526 ConsumeToken(); 527 528 if ((Tok.is(tok::identifier) || 529 (Tok.is(tok::annot_cxxscope) && NextToken().is(tok::identifier))) && 530 mayHaveIdentifier) { 531 // declarator-id 532 if (Tok.is(tok::annot_cxxscope)) 533 ConsumeToken(); 534 ConsumeToken(); 535 } else if (Tok.is(tok::l_paren)) { 536 ConsumeParen(); 537 if (mayBeAbstract && 538 (Tok.is(tok::r_paren) || // 'int()' is a function. 539 Tok.is(tok::ellipsis) || // 'int(...)' is a function. 540 isDeclarationSpecifier())) { // 'int(int)' is a function. 541 // '(' parameter-declaration-clause ')' cv-qualifier-seq[opt] 542 // exception-specification[opt] 543 TPResult TPR = TryParseFunctionDeclarator(); 544 if (TPR != TPResult::Ambiguous()) 545 return TPR; 546 } else { 547 // '(' declarator ')' 548 // '(' attributes declarator ')' 549 // '(' abstract-declarator ')' 550 if (Tok.is(tok::kw___attribute) || 551 Tok.is(tok::kw___declspec) || 552 Tok.is(tok::kw___cdecl) || 553 Tok.is(tok::kw___stdcall) || 554 Tok.is(tok::kw___fastcall) || 555 Tok.is(tok::kw___thiscall)) 556 return TPResult::True(); // attributes indicate declaration 557 TPResult TPR = TryParseDeclarator(mayBeAbstract, mayHaveIdentifier); 558 if (TPR != TPResult::Ambiguous()) 559 return TPR; 560 if (Tok.isNot(tok::r_paren)) 561 return TPResult::False(); 562 ConsumeParen(); 563 } 564 } else if (!mayBeAbstract) { 565 return TPResult::False(); 566 } 567 568 while (1) { 569 TPResult TPR(TPResult::Ambiguous()); 570 571 // abstract-declarator: ... 572 if (Tok.is(tok::ellipsis)) 573 ConsumeToken(); 574 575 if (Tok.is(tok::l_paren)) { 576 // Check whether we have a function declarator or a possible ctor-style 577 // initializer that follows the declarator. Note that ctor-style 578 // initializers are not possible in contexts where abstract declarators 579 // are allowed. 580 if (!mayBeAbstract && !isCXXFunctionDeclarator(false/*warnIfAmbiguous*/)) 581 break; 582 583 // direct-declarator '(' parameter-declaration-clause ')' 584 // cv-qualifier-seq[opt] exception-specification[opt] 585 ConsumeParen(); 586 TPR = TryParseFunctionDeclarator(); 587 } else if (Tok.is(tok::l_square)) { 588 // direct-declarator '[' constant-expression[opt] ']' 589 // direct-abstract-declarator[opt] '[' constant-expression[opt] ']' 590 TPR = TryParseBracketDeclarator(); 591 } else { 592 break; 593 } 594 595 if (TPR != TPResult::Ambiguous()) 596 return TPR; 597 } 598 599 return TPResult::Ambiguous(); 600 } 601 602 Parser::TPResult 603 Parser::isExpressionOrTypeSpecifierSimple(tok::TokenKind Kind) { 604 switch (Kind) { 605 // Obviously starts an expression. 606 case tok::numeric_constant: 607 case tok::char_constant: 608 case tok::string_literal: 609 case tok::wide_string_literal: 610 case tok::l_square: 611 case tok::l_paren: 612 case tok::amp: 613 case tok::ampamp: 614 case tok::star: 615 case tok::plus: 616 case tok::plusplus: 617 case tok::minus: 618 case tok::minusminus: 619 case tok::tilde: 620 case tok::exclaim: 621 case tok::kw_sizeof: 622 case tok::kw___func__: 623 case tok::kw_const_cast: 624 case tok::kw_delete: 625 case tok::kw_dynamic_cast: 626 case tok::kw_false: 627 case tok::kw_new: 628 case tok::kw_operator: 629 case tok::kw_reinterpret_cast: 630 case tok::kw_static_cast: 631 case tok::kw_this: 632 case tok::kw_throw: 633 case tok::kw_true: 634 case tok::kw_typeid: 635 case tok::kw_alignof: 636 case tok::kw_noexcept: 637 case tok::kw_nullptr: 638 case tok::kw___null: 639 case tok::kw___alignof: 640 case tok::kw___builtin_choose_expr: 641 case tok::kw___builtin_offsetof: 642 case tok::kw___builtin_types_compatible_p: 643 case tok::kw___builtin_va_arg: 644 case tok::kw___imag: 645 case tok::kw___real: 646 case tok::kw___FUNCTION__: 647 case tok::kw___PRETTY_FUNCTION__: 648 case tok::kw___has_nothrow_assign: 649 case tok::kw___has_nothrow_copy: 650 case tok::kw___has_nothrow_constructor: 651 case tok::kw___has_trivial_assign: 652 case tok::kw___has_trivial_copy: 653 case tok::kw___has_trivial_constructor: 654 case tok::kw___has_trivial_destructor: 655 case tok::kw___has_virtual_destructor: 656 case tok::kw___is_abstract: 657 case tok::kw___is_base_of: 658 case tok::kw___is_class: 659 case tok::kw___is_convertible_to: 660 case tok::kw___is_empty: 661 case tok::kw___is_enum: 662 case tok::kw___is_literal: 663 case tok::kw___is_literal_type: 664 case tok::kw___is_pod: 665 case tok::kw___is_polymorphic: 666 case tok::kw___is_trivial: 667 case tok::kw___is_trivially_copyable: 668 case tok::kw___is_union: 669 case tok::kw___uuidof: 670 return TPResult::True(); 671 672 // Obviously starts a type-specifier-seq: 673 case tok::kw_char: 674 case tok::kw_const: 675 case tok::kw_double: 676 case tok::kw_enum: 677 case tok::kw_float: 678 case tok::kw_int: 679 case tok::kw_long: 680 case tok::kw___int64: 681 case tok::kw_restrict: 682 case tok::kw_short: 683 case tok::kw_signed: 684 case tok::kw_struct: 685 case tok::kw_union: 686 case tok::kw_unsigned: 687 case tok::kw_void: 688 case tok::kw_volatile: 689 case tok::kw__Bool: 690 case tok::kw__Complex: 691 case tok::kw_class: 692 case tok::kw_typename: 693 case tok::kw_wchar_t: 694 case tok::kw_char16_t: 695 case tok::kw_char32_t: 696 case tok::kw_decltype: 697 case tok::kw___underlying_type: 698 case tok::kw_thread_local: 699 case tok::kw__Decimal32: 700 case tok::kw__Decimal64: 701 case tok::kw__Decimal128: 702 case tok::kw___thread: 703 case tok::kw_typeof: 704 case tok::kw___cdecl: 705 case tok::kw___stdcall: 706 case tok::kw___fastcall: 707 case tok::kw___thiscall: 708 case tok::kw___vector: 709 case tok::kw___pixel: 710 return TPResult::False(); 711 712 default: 713 break; 714 } 715 716 return TPResult::Ambiguous(); 717 } 718 719 /// isCXXDeclarationSpecifier - Returns TPResult::True() if it is a declaration 720 /// specifier, TPResult::False() if it is not, TPResult::Ambiguous() if it could 721 /// be either a decl-specifier or a function-style cast, and TPResult::Error() 722 /// if a parsing error was found and reported. 723 /// 724 /// decl-specifier: 725 /// storage-class-specifier 726 /// type-specifier 727 /// function-specifier 728 /// 'friend' 729 /// 'typedef' 730 /// [C++0x] 'constexpr' 731 /// [GNU] attributes declaration-specifiers[opt] 732 /// 733 /// storage-class-specifier: 734 /// 'register' 735 /// 'static' 736 /// 'extern' 737 /// 'mutable' 738 /// 'auto' 739 /// [GNU] '__thread' 740 /// 741 /// function-specifier: 742 /// 'inline' 743 /// 'virtual' 744 /// 'explicit' 745 /// 746 /// typedef-name: 747 /// identifier 748 /// 749 /// type-specifier: 750 /// simple-type-specifier 751 /// class-specifier 752 /// enum-specifier 753 /// elaborated-type-specifier 754 /// typename-specifier 755 /// cv-qualifier 756 /// 757 /// simple-type-specifier: 758 /// '::'[opt] nested-name-specifier[opt] type-name 759 /// '::'[opt] nested-name-specifier 'template' 760 /// simple-template-id [TODO] 761 /// 'char' 762 /// 'wchar_t' 763 /// 'bool' 764 /// 'short' 765 /// 'int' 766 /// 'long' 767 /// 'signed' 768 /// 'unsigned' 769 /// 'float' 770 /// 'double' 771 /// 'void' 772 /// [GNU] typeof-specifier 773 /// [GNU] '_Complex' 774 /// [C++0x] 'auto' [TODO] 775 /// [C++0x] 'decltype' ( expression ) 776 /// 777 /// type-name: 778 /// class-name 779 /// enum-name 780 /// typedef-name 781 /// 782 /// elaborated-type-specifier: 783 /// class-key '::'[opt] nested-name-specifier[opt] identifier 784 /// class-key '::'[opt] nested-name-specifier[opt] 'template'[opt] 785 /// simple-template-id 786 /// 'enum' '::'[opt] nested-name-specifier[opt] identifier 787 /// 788 /// enum-name: 789 /// identifier 790 /// 791 /// enum-specifier: 792 /// 'enum' identifier[opt] '{' enumerator-list[opt] '}' 793 /// 'enum' identifier[opt] '{' enumerator-list ',' '}' 794 /// 795 /// class-specifier: 796 /// class-head '{' member-specification[opt] '}' 797 /// 798 /// class-head: 799 /// class-key identifier[opt] base-clause[opt] 800 /// class-key nested-name-specifier identifier base-clause[opt] 801 /// class-key nested-name-specifier[opt] simple-template-id 802 /// base-clause[opt] 803 /// 804 /// class-key: 805 /// 'class' 806 /// 'struct' 807 /// 'union' 808 /// 809 /// cv-qualifier: 810 /// 'const' 811 /// 'volatile' 812 /// [GNU] restrict 813 /// 814 Parser::TPResult Parser::isCXXDeclarationSpecifier() { 815 switch (Tok.getKind()) { 816 case tok::identifier: // foo::bar 817 // Check for need to substitute AltiVec __vector keyword 818 // for "vector" identifier. 819 if (TryAltiVecVectorToken()) 820 return TPResult::True(); 821 // Fall through. 822 case tok::kw_typename: // typename T::type 823 // Annotate typenames and C++ scope specifiers. If we get one, just 824 // recurse to handle whatever we get. 825 if (TryAnnotateTypeOrScopeToken()) 826 return TPResult::Error(); 827 if (Tok.is(tok::identifier)) 828 return TPResult::False(); 829 return isCXXDeclarationSpecifier(); 830 831 case tok::coloncolon: { // ::foo::bar 832 const Token &Next = NextToken(); 833 if (Next.is(tok::kw_new) || // ::new 834 Next.is(tok::kw_delete)) // ::delete 835 return TPResult::False(); 836 837 // Annotate typenames and C++ scope specifiers. If we get one, just 838 // recurse to handle whatever we get. 839 if (TryAnnotateTypeOrScopeToken()) 840 return TPResult::Error(); 841 return isCXXDeclarationSpecifier(); 842 } 843 844 // decl-specifier: 845 // storage-class-specifier 846 // type-specifier 847 // function-specifier 848 // 'friend' 849 // 'typedef' 850 // 'constexpr' 851 case tok::kw_friend: 852 case tok::kw_typedef: 853 case tok::kw_constexpr: 854 // storage-class-specifier 855 case tok::kw_register: 856 case tok::kw_static: 857 case tok::kw_extern: 858 case tok::kw_mutable: 859 case tok::kw_auto: 860 case tok::kw___thread: 861 // function-specifier 862 case tok::kw_inline: 863 case tok::kw_virtual: 864 case tok::kw_explicit: 865 866 // type-specifier: 867 // simple-type-specifier 868 // class-specifier 869 // enum-specifier 870 // elaborated-type-specifier 871 // typename-specifier 872 // cv-qualifier 873 874 // class-specifier 875 // elaborated-type-specifier 876 case tok::kw_class: 877 case tok::kw_struct: 878 case tok::kw_union: 879 // enum-specifier 880 case tok::kw_enum: 881 // cv-qualifier 882 case tok::kw_const: 883 case tok::kw_volatile: 884 885 // GNU 886 case tok::kw_restrict: 887 case tok::kw__Complex: 888 case tok::kw___attribute: 889 return TPResult::True(); 890 891 // Microsoft 892 case tok::kw___declspec: 893 case tok::kw___cdecl: 894 case tok::kw___stdcall: 895 case tok::kw___fastcall: 896 case tok::kw___thiscall: 897 case tok::kw___w64: 898 case tok::kw___ptr64: 899 case tok::kw___forceinline: 900 return TPResult::True(); 901 902 // Borland 903 case tok::kw___pascal: 904 return TPResult::True(); 905 906 // AltiVec 907 case tok::kw___vector: 908 return TPResult::True(); 909 910 case tok::annot_template_id: { 911 TemplateIdAnnotation *TemplateId = takeTemplateIdAnnotation(Tok); 912 if (TemplateId->Kind != TNK_Type_template) 913 return TPResult::False(); 914 CXXScopeSpec SS; 915 AnnotateTemplateIdTokenAsType(); 916 assert(Tok.is(tok::annot_typename)); 917 goto case_typename; 918 } 919 920 case tok::annot_cxxscope: // foo::bar or ::foo::bar, but already parsed 921 // We've already annotated a scope; try to annotate a type. 922 if (TryAnnotateTypeOrScopeToken()) 923 return TPResult::Error(); 924 if (!Tok.is(tok::annot_typename)) 925 return TPResult::False(); 926 // If that succeeded, fallthrough into the generic simple-type-id case. 927 928 // The ambiguity resides in a simple-type-specifier/typename-specifier 929 // followed by a '('. The '(' could either be the start of: 930 // 931 // direct-declarator: 932 // '(' declarator ')' 933 // 934 // direct-abstract-declarator: 935 // '(' parameter-declaration-clause ')' cv-qualifier-seq[opt] 936 // exception-specification[opt] 937 // '(' abstract-declarator ')' 938 // 939 // or part of a function-style cast expression: 940 // 941 // simple-type-specifier '(' expression-list[opt] ')' 942 // 943 944 // simple-type-specifier: 945 946 case tok::annot_typename: 947 case_typename: 948 // In Objective-C, we might have a protocol-qualified type. 949 if (getLang().ObjC1 && NextToken().is(tok::less)) { 950 // Tentatively parse the 951 TentativeParsingAction PA(*this); 952 ConsumeToken(); // The type token 953 954 TPResult TPR = TryParseProtocolQualifiers(); 955 bool isFollowedByParen = Tok.is(tok::l_paren); 956 957 PA.Revert(); 958 959 if (TPR == TPResult::Error()) 960 return TPResult::Error(); 961 962 if (isFollowedByParen) 963 return TPResult::Ambiguous(); 964 965 return TPResult::True(); 966 } 967 968 case tok::kw_char: 969 case tok::kw_wchar_t: 970 case tok::kw_char16_t: 971 case tok::kw_char32_t: 972 case tok::kw_bool: 973 case tok::kw_short: 974 case tok::kw_int: 975 case tok::kw_long: 976 case tok::kw___int64: 977 case tok::kw_signed: 978 case tok::kw_unsigned: 979 case tok::kw_float: 980 case tok::kw_double: 981 case tok::kw_void: 982 if (NextToken().is(tok::l_paren)) 983 return TPResult::Ambiguous(); 984 985 if (isStartOfObjCClassMessageMissingOpenBracket()) 986 return TPResult::False(); 987 988 return TPResult::True(); 989 990 // GNU typeof support. 991 case tok::kw_typeof: { 992 if (NextToken().isNot(tok::l_paren)) 993 return TPResult::True(); 994 995 TentativeParsingAction PA(*this); 996 997 TPResult TPR = TryParseTypeofSpecifier(); 998 bool isFollowedByParen = Tok.is(tok::l_paren); 999 1000 PA.Revert(); 1001 1002 if (TPR == TPResult::Error()) 1003 return TPResult::Error(); 1004 1005 if (isFollowedByParen) 1006 return TPResult::Ambiguous(); 1007 1008 return TPResult::True(); 1009 } 1010 1011 // C++0x decltype support. 1012 case tok::kw_decltype: 1013 return TPResult::True(); 1014 1015 // C++0x type traits support 1016 case tok::kw___underlying_type: 1017 return TPResult::True(); 1018 1019 default: 1020 return TPResult::False(); 1021 } 1022 } 1023 1024 /// [GNU] typeof-specifier: 1025 /// 'typeof' '(' expressions ')' 1026 /// 'typeof' '(' type-name ')' 1027 /// 1028 Parser::TPResult Parser::TryParseTypeofSpecifier() { 1029 assert(Tok.is(tok::kw_typeof) && "Expected 'typeof'!"); 1030 ConsumeToken(); 1031 1032 assert(Tok.is(tok::l_paren) && "Expected '('"); 1033 // Parse through the parens after 'typeof'. 1034 ConsumeParen(); 1035 if (!SkipUntil(tok::r_paren)) 1036 return TPResult::Error(); 1037 1038 return TPResult::Ambiguous(); 1039 } 1040 1041 /// [ObjC] protocol-qualifiers: 1042 //// '<' identifier-list '>' 1043 Parser::TPResult Parser::TryParseProtocolQualifiers() { 1044 assert(Tok.is(tok::less) && "Expected '<' for qualifier list"); 1045 ConsumeToken(); 1046 do { 1047 if (Tok.isNot(tok::identifier)) 1048 return TPResult::Error(); 1049 ConsumeToken(); 1050 1051 if (Tok.is(tok::comma)) { 1052 ConsumeToken(); 1053 continue; 1054 } 1055 1056 if (Tok.is(tok::greater)) { 1057 ConsumeToken(); 1058 return TPResult::Ambiguous(); 1059 } 1060 } while (false); 1061 1062 return TPResult::Error(); 1063 } 1064 1065 Parser::TPResult Parser::TryParseDeclarationSpecifier() { 1066 TPResult TPR = isCXXDeclarationSpecifier(); 1067 if (TPR != TPResult::Ambiguous()) 1068 return TPR; 1069 1070 if (Tok.is(tok::kw_typeof)) 1071 TryParseTypeofSpecifier(); 1072 else { 1073 ConsumeToken(); 1074 1075 if (getLang().ObjC1 && Tok.is(tok::less)) 1076 TryParseProtocolQualifiers(); 1077 } 1078 1079 assert(Tok.is(tok::l_paren) && "Expected '('!"); 1080 return TPResult::Ambiguous(); 1081 } 1082 1083 /// isCXXFunctionDeclarator - Disambiguates between a function declarator or 1084 /// a constructor-style initializer, when parsing declaration statements. 1085 /// Returns true for function declarator and false for constructor-style 1086 /// initializer. 1087 /// If during the disambiguation process a parsing error is encountered, 1088 /// the function returns true to let the declaration parsing code handle it. 1089 /// 1090 /// '(' parameter-declaration-clause ')' cv-qualifier-seq[opt] 1091 /// exception-specification[opt] 1092 /// 1093 bool Parser::isCXXFunctionDeclarator(bool warnIfAmbiguous) { 1094 1095 // C++ 8.2p1: 1096 // The ambiguity arising from the similarity between a function-style cast and 1097 // a declaration mentioned in 6.8 can also occur in the context of a 1098 // declaration. In that context, the choice is between a function declaration 1099 // with a redundant set of parentheses around a parameter name and an object 1100 // declaration with a function-style cast as the initializer. Just as for the 1101 // ambiguities mentioned in 6.8, the resolution is to consider any construct 1102 // that could possibly be a declaration a declaration. 1103 1104 TentativeParsingAction PA(*this); 1105 1106 ConsumeParen(); 1107 TPResult TPR = TryParseParameterDeclarationClause(); 1108 if (TPR == TPResult::Ambiguous() && Tok.isNot(tok::r_paren)) 1109 TPR = TPResult::False(); 1110 1111 SourceLocation TPLoc = Tok.getLocation(); 1112 PA.Revert(); 1113 1114 // In case of an error, let the declaration parsing code handle it. 1115 if (TPR == TPResult::Error()) 1116 return true; 1117 1118 if (TPR == TPResult::Ambiguous()) { 1119 // Function declarator has precedence over constructor-style initializer. 1120 // Emit a warning just in case the author intended a variable definition. 1121 if (warnIfAmbiguous) 1122 Diag(Tok, diag::warn_parens_disambiguated_as_function_decl) 1123 << SourceRange(Tok.getLocation(), TPLoc); 1124 return true; 1125 } 1126 1127 return TPR == TPResult::True(); 1128 } 1129 1130 /// parameter-declaration-clause: 1131 /// parameter-declaration-list[opt] '...'[opt] 1132 /// parameter-declaration-list ',' '...' 1133 /// 1134 /// parameter-declaration-list: 1135 /// parameter-declaration 1136 /// parameter-declaration-list ',' parameter-declaration 1137 /// 1138 /// parameter-declaration: 1139 /// decl-specifier-seq declarator attributes[opt] 1140 /// decl-specifier-seq declarator attributes[opt] '=' assignment-expression 1141 /// decl-specifier-seq abstract-declarator[opt] attributes[opt] 1142 /// decl-specifier-seq abstract-declarator[opt] attributes[opt] 1143 /// '=' assignment-expression 1144 /// 1145 Parser::TPResult Parser::TryParseParameterDeclarationClause() { 1146 1147 if (Tok.is(tok::r_paren)) 1148 return TPResult::True(); 1149 1150 // parameter-declaration-list[opt] '...'[opt] 1151 // parameter-declaration-list ',' '...' 1152 // 1153 // parameter-declaration-list: 1154 // parameter-declaration 1155 // parameter-declaration-list ',' parameter-declaration 1156 // 1157 while (1) { 1158 // '...'[opt] 1159 if (Tok.is(tok::ellipsis)) { 1160 ConsumeToken(); 1161 return TPResult::True(); // '...' is a sign of a function declarator. 1162 } 1163 1164 ParsedAttributes attrs(AttrFactory); 1165 MaybeParseMicrosoftAttributes(attrs); 1166 1167 // decl-specifier-seq 1168 TPResult TPR = TryParseDeclarationSpecifier(); 1169 if (TPR != TPResult::Ambiguous()) 1170 return TPR; 1171 1172 // declarator 1173 // abstract-declarator[opt] 1174 TPR = TryParseDeclarator(true/*mayBeAbstract*/); 1175 if (TPR != TPResult::Ambiguous()) 1176 return TPR; 1177 1178 // [GNU] attributes[opt] 1179 if (Tok.is(tok::kw___attribute)) 1180 return TPResult::True(); 1181 1182 if (Tok.is(tok::equal)) { 1183 // '=' assignment-expression 1184 // Parse through assignment-expression. 1185 tok::TokenKind StopToks[2] ={ tok::comma, tok::r_paren }; 1186 if (!SkipUntil(StopToks, 2, true/*StopAtSemi*/, true/*DontConsume*/)) 1187 return TPResult::Error(); 1188 } 1189 1190 if (Tok.is(tok::ellipsis)) { 1191 ConsumeToken(); 1192 return TPResult::True(); // '...' is a sign of a function declarator. 1193 } 1194 1195 if (Tok.isNot(tok::comma)) 1196 break; 1197 ConsumeToken(); // the comma. 1198 } 1199 1200 return TPResult::Ambiguous(); 1201 } 1202 1203 /// TryParseFunctionDeclarator - We parsed a '(' and we want to try to continue 1204 /// parsing as a function declarator. 1205 /// If TryParseFunctionDeclarator fully parsed the function declarator, it will 1206 /// return TPResult::Ambiguous(), otherwise it will return either False() or 1207 /// Error(). 1208 /// 1209 /// '(' parameter-declaration-clause ')' cv-qualifier-seq[opt] 1210 /// exception-specification[opt] 1211 /// 1212 /// exception-specification: 1213 /// 'throw' '(' type-id-list[opt] ')' 1214 /// 1215 Parser::TPResult Parser::TryParseFunctionDeclarator() { 1216 1217 // The '(' is already parsed. 1218 1219 TPResult TPR = TryParseParameterDeclarationClause(); 1220 if (TPR == TPResult::Ambiguous() && Tok.isNot(tok::r_paren)) 1221 TPR = TPResult::False(); 1222 1223 if (TPR == TPResult::False() || TPR == TPResult::Error()) 1224 return TPR; 1225 1226 // Parse through the parens. 1227 if (!SkipUntil(tok::r_paren)) 1228 return TPResult::Error(); 1229 1230 // cv-qualifier-seq 1231 while (Tok.is(tok::kw_const) || 1232 Tok.is(tok::kw_volatile) || 1233 Tok.is(tok::kw_restrict) ) 1234 ConsumeToken(); 1235 1236 // ref-qualifier[opt] 1237 if (Tok.is(tok::amp) || Tok.is(tok::ampamp)) 1238 ConsumeToken(); 1239 1240 // exception-specification 1241 if (Tok.is(tok::kw_throw)) { 1242 ConsumeToken(); 1243 if (Tok.isNot(tok::l_paren)) 1244 return TPResult::Error(); 1245 1246 // Parse through the parens after 'throw'. 1247 ConsumeParen(); 1248 if (!SkipUntil(tok::r_paren)) 1249 return TPResult::Error(); 1250 } 1251 if (Tok.is(tok::kw_noexcept)) { 1252 ConsumeToken(); 1253 // Possibly an expression as well. 1254 if (Tok.is(tok::l_paren)) { 1255 // Find the matching rparen. 1256 ConsumeParen(); 1257 if (!SkipUntil(tok::r_paren)) 1258 return TPResult::Error(); 1259 } 1260 } 1261 1262 return TPResult::Ambiguous(); 1263 } 1264 1265 /// '[' constant-expression[opt] ']' 1266 /// 1267 Parser::TPResult Parser::TryParseBracketDeclarator() { 1268 ConsumeBracket(); 1269 if (!SkipUntil(tok::r_square)) 1270 return TPResult::Error(); 1271 1272 return TPResult::Ambiguous(); 1273 } 1274