Parser.vb 271.8 KB
Newer Older
1
' Copyright (c) Microsoft.  All Rights Reserved.  Licensed under the Apache License, Version 2.0.  See License.txt in the project root for license information.
P
Pilchie 已提交
2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22

'-----------------------------------------------------------------------------
' Contains the definition of the Scanner, which produces tokens from text 
'-----------------------------------------------------------------------------

Imports System.Runtime.InteropServices
Imports System.Threading
Imports Microsoft.CodeAnalysis.Text
Imports InternalSyntaxFactory = Microsoft.CodeAnalysis.VisualBasic.Syntax.InternalSyntax.SyntaxFactory

Namespace Microsoft.CodeAnalysis.VisualBasic.Syntax.InternalSyntax

    Friend Class Parser
        Implements ISyntaxFactoryContext, IDisposable

        Private Enum PossibleFirstStatementKind
            No
            Yes
            IfPrecededByLineBreak
        End Enum

23
        ' Keep this value in sync with C# LanguageParser
24
        Friend Const MaxUncheckedRecursionDepth As Integer = 20
25

P
Pilchie 已提交
26
        Private _allowLeadingMultilineTrivia As Boolean = True
27
        Private _hadImplicitLineContinuation As Boolean = False
P
Pilchie 已提交
28
        Private _possibleFirstStatementOnLine As PossibleFirstStatementKind = PossibleFirstStatementKind.Yes
29
        Private _recursionDepth As Integer
30
        Private _evaluatingConditionCompilationExpression As Boolean
P
Pilchie 已提交
31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48
        Private ReadOnly _scanner As Scanner
        Private ReadOnly _cancellationToken As CancellationToken
        Friend ReadOnly _pool As New SyntaxListPool
        Private ReadOnly _syntaxFactory As ContextAwareSyntaxFactory

        ' When parser owns the scanner, it is responsible for disposing it
        Private ReadOnly _disposeScanner As Boolean

        ' Parser looks at Context for
        ' 1. the blockKind
        ' 2. the nearest block for error recovery in continue and exit statements
        ' 3. matching variables in next with blocks in for statement
        ' 4. end statements to terminate lambda parsing
        Private _context As BlockContext = Nothing
        Private _isInMethodDeclarationHeader As Boolean
        Private _isInAsyncMethodDeclarationHeader As Boolean
        Private _isInIteratorMethodDeclarationHeader As Boolean

A
angocke 已提交
49
        Friend Sub New(text As SourceText, options As VisualBasicParseOptions, Optional cancellationToken As CancellationToken = Nothing)
P
Pilchie 已提交
50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121
            MyClass.New(New Scanner(text, options))
            Debug.Assert(text IsNot Nothing)
            Debug.Assert(options IsNot Nothing)
            Me._disposeScanner = True
            Me._cancellationToken = cancellationToken
        End Sub

        Friend Sub New(scanner As Scanner)
            Debug.Assert(scanner IsNot Nothing)
            _scanner = scanner
            _context = New CompilationUnitContext(Me)
            _syntaxFactory = New ContextAwareSyntaxFactory(Me)
        End Sub

        Friend Sub Dispose() Implements IDisposable.Dispose
            If _disposeScanner Then
                Me._scanner.Dispose()
            End If
        End Sub

        Friend ReadOnly Property IsScript As Boolean
            Get
                Return _scanner.Options.Kind = SourceCodeKind.Interactive Or _scanner.Options.Kind = SourceCodeKind.Script
            End Get
        End Property

        Private Function ParseSimpleName(
                                     allowGenericArguments As Boolean,
                                     allowGenericsWithoutOf As Boolean,
                                     disallowGenericArgumentsOnLastQualifiedName As Boolean,
                                     nonArrayName As Boolean,
                                     allowKeyword As Boolean,
                                     ByRef allowEmptyGenericArguments As Boolean,
                                     ByRef allowNonEmptyGenericArguments As Boolean
                                 ) As SimpleNameSyntax

            Dim id As IdentifierTokenSyntax = If(allowKeyword,
                                                 ParseIdentifierAllowingKeyword(),
                                                 ParseIdentifier())

            Dim typeArguments As TypeArgumentListSyntax = Nothing

            If allowGenericArguments Then

                ' Test for a generic type name.
                If BeginsGeneric(nonArrayName:=nonArrayName, allowGenericsWithoutOf:=allowGenericsWithoutOf) Then

                    Debug.Assert(CurrentToken.Kind = SyntaxKind.OpenParenToken, "Generic parameter parsing lost!!!")

                    typeArguments = ParseGenericArguments(
                                        allowEmptyGenericArguments,
                                        allowNonEmptyGenericArguments)
                End If
            End If

            If typeArguments Is Nothing Then

                Return SyntaxFactory.IdentifierName(id)

            ElseIf disallowGenericArgumentsOnLastQualifiedName AndAlso
                CurrentToken.Kind <> SyntaxKind.DotToken AndAlso
                Not typeArguments.ContainsDiagnostics() Then

                id = id.AddTrailingSyntax(typeArguments, ERRID.ERR_TypeArgsUnexpected)
                Return SyntaxFactory.IdentifierName(id)

            Else

                Return SyntaxFactory.GenericName(id, typeArguments)
            End If
        End Function

122
        Public ReadOnly Property IsWithinAsyncMethodOrLambda As Boolean Implements ISyntaxFactoryContext.IsWithinAsyncMethodOrLambda
P
Pilchie 已提交
123 124 125 126 127
            Get
                Return If(Not _isInMethodDeclarationHeader, Context.IsWithinAsyncMethodOrLambda, _isInAsyncMethodDeclarationHeader)
            End Get
        End Property

128
        Public ReadOnly Property IsWithinIteratorContext As Boolean Implements ISyntaxFactoryContext.IsWithinIteratorContext
P
Pilchie 已提交
129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160
            Get
                Return If(Not _isInMethodDeclarationHeader, Context.IsWithinIteratorMethodOrLambdaOrProperty, _isInIteratorMethodDeclarationHeader)
            End Get
        End Property

        '
        '============ Methods for parsing declaration constructs ============
        '

        ' /*********************************************************************
        ' *
        ' * Function:
        ' *     Parser::ParseName
        ' *
        ' * Purpose: Will parse a dot qualified or unqualified name
        ' *
        ' *          Ex: class1.proc
        ' *
        ' **********************************************************************/

        ' File: Parser.cpp
        ' Lines: 7742 - 7742
        ' Name* .Parser::ParseName( [ bool RequireQualification ] [ _Inout_ bool& ErrorInConstruct ] [ bool AllowGlobalNameSpace ] [ bool AllowGenericArguments ] [ bool DisallowGenericArgumentsOnLastQualifiedName ] [ bool AllowEmptyGenericArguments ] [ _Out_opt_ bool* AllowedEmptyGenericArguments ] )

        Friend Function ParseName(
                            requireQualification As Boolean,
                            allowGlobalNameSpace As Boolean,
                            allowGenericArguments As Boolean,
                            allowGenericsWithoutOf As Boolean,
                            Optional nonArrayName As Boolean = False,
                            Optional disallowGenericArgumentsOnLastQualifiedName As Boolean = False,
                            Optional allowEmptyGenericArguments As Boolean = False,
161 162
                            Optional ByRef allowedEmptyGenericArguments As Boolean = False,
                            Optional isNameInNamespaceDeclaration As Boolean = False
P
Pilchie 已提交
163 164 165 166 167 168 169 170 171 172 173 174
                        ) As NameSyntax

            Debug.Assert(allowGenericArguments OrElse Not allowEmptyGenericArguments, "Inconsistency in generic arguments parsing requirements!!!")

            Dim allowNonEmptyGenericArguments As Boolean = True

            Dim result As NameSyntax = Nothing

            ' Parse head: Either a GlobalName or a SimpleName.
            If CurrentToken.Kind = SyntaxKind.GlobalKeyword Then

                result = SyntaxFactory.GlobalName(DirectCast(CurrentToken, KeywordSyntax))
175 176 177 178

                If isNameInNamespaceDeclaration Then
                    result = CheckFeatureAvailability(Feature.GlobalNamespace, result)
                End If
P
Pilchie 已提交
179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273

                GetNextToken()

                If Not allowGlobalNameSpace Then

                    ' Report the error and turn into a bad simple name in order to let compilation continue.
                    result = ReportSyntaxError(result, ERRID.ERR_NoGlobalExpectedIdentifier)
                End If
            Else

                result = ParseSimpleName(
                    allowGenericArguments:=allowGenericArguments,
                    allowGenericsWithoutOf:=allowGenericsWithoutOf,
                    disallowGenericArgumentsOnLastQualifiedName:=disallowGenericArgumentsOnLastQualifiedName,
                    allowKeyword:=False,
                    nonArrayName:=nonArrayName,
                    allowEmptyGenericArguments:=allowEmptyGenericArguments,
                    allowNonEmptyGenericArguments:=allowNonEmptyGenericArguments)
            End If

            ' Parse tail: A sequence of zero or more [dot SimpleName].
            Dim dotToken As PunctuationSyntax = Nothing

            Do While TryGetTokenAndEatNewLine(SyntaxKind.DotToken, dotToken)
                Debug.Assert(dotToken IsNot Nothing)

                result = SyntaxFactory.QualifiedName(
                    result,
                    dotToken,
                    ParseSimpleName(
                        allowGenericArguments:=allowGenericArguments,
                        allowGenericsWithoutOf:=allowGenericsWithoutOf,
                        disallowGenericArgumentsOnLastQualifiedName:=disallowGenericArgumentsOnLastQualifiedName,
                        allowKeyword:=True,
                        nonArrayName:=nonArrayName,
                        allowEmptyGenericArguments:=allowEmptyGenericArguments,
                        allowNonEmptyGenericArguments:=allowNonEmptyGenericArguments))
            Loop

            If requireQualification AndAlso dotToken Is Nothing Then

                result = SyntaxFactory.QualifiedName(result, InternalSyntaxFactory.MissingPunctuation(SyntaxKind.DotToken), SyntaxFactory.IdentifierName(InternalSyntaxFactory.MissingIdentifier()))
                result = ReportSyntaxError(result, ERRID.ERR_ExpectedDot)
            End If

            Debug.Assert(Not allowGenericArguments OrElse allowEmptyGenericArguments OrElse allowNonEmptyGenericArguments,
                         "Generic argument parsing inconsistency!!!")

            allowedEmptyGenericArguments = (allowNonEmptyGenericArguments = False)

            Return result
        End Function

        ''' <summary>
        ''' gets the last token that has nonzero FullWidth. 
        ''' NOTE: this helper will not descend into structured trivia.
        ''' </summary>
        Private Shared Function GetLastNZWToken(node As Microsoft.CodeAnalysis.SyntaxNode) As Microsoft.CodeAnalysis.SyntaxToken
            Do
                Debug.Assert(node.FullWidth <> 0)
                For Each child In node.ChildNodesAndTokens.Reverse
                    If child.FullWidth <> 0 Then
                        node = child.AsNode
                        If node Is Nothing Then
                            Return child.AsToken
                        Else
                            Continue Do
                        End If
                    End If
                Next

                Throw ExceptionUtilities.Unreachable
            Loop
        End Function

        ''' <summary>
        ''' gets the last token regardless if it has zero FullWidth or not 
        ''' NOTE: this helper will not descend into structured trivia.
        ''' </summary>
        Private Shared Function GetLastToken(node As Microsoft.CodeAnalysis.SyntaxNode) As Microsoft.CodeAnalysis.SyntaxToken
            Do
                Dim child = node.ChildNodesAndTokens.Last

                node = child.AsNode
                If node Is Nothing Then
                    Return child.AsToken
                End If
            Loop
        End Function

        ''' <summary>
        ''' Adjust the trivia on a node so that missing tokens are always before newline and colon trivia.
        ''' Because new lines and colons are eagerly attached as trivia, missing tokens can end up incorrectly after the new line.
        ''' This method moves the trailing non-whitespace trivia from the last token to the last zero with token.
        ''' </summary>
A
angocke 已提交
274
        Private Shared Function AdjustTriviaForMissingTokens(Of T As VisualBasicSyntaxNode)(node As T) As T
P
Pilchie 已提交
275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290
            If Not node.ContainsDiagnostics Then
                ' no errors means no skipped tokens.
                Return node
            End If

            If node.GetLastTerminal().FullWidth <> 0 Then
                ' last token is not empty, cannot move anything past it
                Return node
            End If

            Return AdjustTriviaForMissingTokensCore(node)
        End Function

        ''' <summary>
        ''' Slow part of AdjustTriviaForMissingTokensCore where we actually do the work when we need to.
        ''' </summary>
A
angocke 已提交
291
        Private Shared Function AdjustTriviaForMissingTokensCore(Of T As VisualBasicSyntaxNode)(node As T) As T
P
Pilchie 已提交
292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308
            Dim redNode = node.CreateRed(Nothing, 0)

            ' here we have last token with some actual content. 
            ' Since we are dealing with statements here, it is extremely 
            ' likely that the token contains a statement terminator in its trailing trivia
            ' NOTE: all tokens after this one do not have any content
            Dim lastNonZeroWidthToken = GetLastNZWToken(redNode)

            ' get the absolutely last token. It must be zerowidth or we would not get here
            Dim lastZeroWidthToken = GetLastToken(redNode)
            Debug.Assert(lastZeroWidthToken.FullWidth = 0)

            ' if the nonzeroWidthToken contains trailing trivia, move that to the last token.
            Dim triviaToMove = lastNonZeroWidthToken.TrailingTrivia
            Dim triviaToMoveCnt = triviaToMove.Count

            For Each trivia In triviaToMove
309
                If trivia.Kind = SyntaxKind.WhitespaceTrivia Then
P
Pilchie 已提交
310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353
                    triviaToMoveCnt -= 1
                Else
                    Exit For
                End If
            Next

            If triviaToMoveCnt = 0 Then
                ' this is very unlikely, but we have nothing to move
                Return node
            End If

            ' leave whitespace trivia on NZW token up until a nonwhitespace trivia is found (that and the rest we move)
            Dim newNonZeroWidthTokenTrivia(triviaToMove.Count - triviaToMoveCnt - 1) As Microsoft.CodeAnalysis.SyntaxTrivia
            triviaToMove.CopyTo(0, newNonZeroWidthTokenTrivia, 0, newNonZeroWidthTokenTrivia.Length)

            Dim nonZwTokenReplacement = lastNonZeroWidthToken.WithTrailingTrivia(newNonZeroWidthTokenTrivia)

            ' move non-whitespace trivia and following to the beginning of the trailing trivia on last token
            Dim originalTrailingTrivia = lastZeroWidthToken.TrailingTrivia
            Dim newTrailingTrivia(triviaToMoveCnt + originalTrailingTrivia.Count - 1) As Microsoft.CodeAnalysis.SyntaxTrivia

            triviaToMove.CopyTo(triviaToMove.Count - triviaToMoveCnt, newTrailingTrivia, 0, triviaToMoveCnt)
            originalTrailingTrivia.CopyTo(0, newTrailingTrivia, triviaToMoveCnt, originalTrailingTrivia.Count)

            Dim lastTokenReplacement = lastZeroWidthToken.WithTrailingTrivia(newTrailingTrivia)

            redNode = redNode.ReplaceTokens({lastNonZeroWidthToken, lastZeroWidthToken},
                Function(oldToken, newToken)
                    If oldToken = lastNonZeroWidthToken Then
                        Return nonZwTokenReplacement

                    ElseIf oldToken = lastZeroWidthToken Then
                        Return lastTokenReplacement

                    Else
                        Return newToken

                    End If
                End Function)

            node = DirectCast(redNode.Green, T)

            Return node
        End Function
354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395
        Private Shared Function MergeTokenText(firstToken As SyntaxToken, secondToken As SyntaxToken) As String

            ' grab the part that doesn't contain the preceding and trailing trivia.

            Dim builder = Collections.PooledStringBuilder.GetInstance()
            Dim writer As New IO.StringWriter(builder)

            firstToken.WriteTo(writer)
            secondToken.WriteTo(writer)

            Dim leadingWidth = firstToken.GetLeadingTriviaWidth()
            Dim trailingWidth = secondToken.GetTrailingTriviaWidth()
            Dim fullWidth = firstToken.FullWidth + secondToken.FullWidth

            Debug.Assert(builder.Length = fullWidth)
            Debug.Assert(builder.Length >= leadingWidth + trailingWidth)

            Return builder.ToStringAndFree(leadingWidth, fullWidth - leadingWidth - trailingWidth)

        End Function

        Private Shared Function MergeTokenText(firstToken As SyntaxToken, secondToken As SyntaxToken, thirdToken As SyntaxToken) As String

            ' grab the part that doesn't contain the preceding and trailing trivia.

            Dim builder = Collections.PooledStringBuilder.GetInstance()
            Dim writer As New IO.StringWriter(builder)

            firstToken.WriteTo(writer)
            secondToken.WriteTo(writer)
            thirdToken.WriteTo(writer)

            Dim leadingWidth = firstToken.GetLeadingTriviaWidth()
            Dim trailingWidth = thirdToken.GetTrailingTriviaWidth()
            Dim fullWidth = firstToken.FullWidth + secondToken.FullWidth + thirdToken.FullWidth

            Debug.Assert(builder.Length = fullWidth)
            Debug.Assert(builder.Length >= leadingWidth + trailingWidth)

            Return builder.ToStringAndFree(leadingWidth, fullWidth - leadingWidth - trailingWidth)

        End Function
P
Pilchie 已提交
396

A
angocke 已提交
397
        Private Function GetCurrentSyntaxNodeIfApplicable(<Out()> ByRef curSyntaxNode As VisualBasicSyntaxNode) As BlockContext
P
Pilchie 已提交
398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438
            Dim result As BlockContext.LinkResult
            Dim incrementalContext = _context

            Do
                curSyntaxNode = _scanner.GetCurrentSyntaxNode()

                ' Try linking whole node
                If curSyntaxNode Is Nothing Then
                    ' nothing to use
                    result = BlockContext.LinkResult.NotUsed

                ElseIf TypeOf curSyntaxNode Is DirectiveTriviaSyntax OrElse
                    curSyntaxNode.Kind = SyntaxKind.DocumentationCommentTrivia Then
                    ' this can be used only by preprocessor
                    result = BlockContext.LinkResult.NotUsed

                Else
                    result = incrementalContext.TryLinkSyntax(curSyntaxNode, incrementalContext)
                End If

                ' did context request a crumble?
                If result <> BlockContext.LinkResult.Crumble OrElse
                    Not _scanner.TryCrumbleOnce() Then

                    Exit Do
                End If
            Loop

            If (result And BlockContext.LinkResult.Used) = BlockContext.LinkResult.Used Then
                Return incrementalContext
            End If

            Return Nothing
        End Function

        ' Create trees for the module-level declarations (everything except method bodies)
        ' in a source module.
        ' File:Parser.cpp
        ' Lines: 1125 - 1125
        ' HRESULT .Parser::ParseDecls( [ _In_ Scanner* InputStream ] [ ErrorTable* Errors ] [ SourceFile* InputFile ] [  ParseTree::FileBlockStatement** Result ] [ _Inout_ NorlsAllocator* ConditionalCompilationSymbolsStorage ] [ BCSYM_Container* ProjectLevelCondCompScope ] [ _Out_opt_ BCSYM_Container** ConditionalCompilationConstants ] [ _In_ LineMarkerTable* LineMarkerTableForConditionals ] )
        Friend Function ParseCompilationUnit() As CompilationUnitSyntax
439 440 441 442 443 444 445 446 447
            Return ParseWithStackGuard(Of CompilationUnitSyntax)(
                AddressOf Me.ParseCompilationUnitCore,
                Function() SyntaxFactory.CompilationUnit(
                    New SyntaxList(Of VisualBasicSyntaxNode)(),
                    New SyntaxList(Of VisualBasicSyntaxNode)(),
                    New SyntaxList(Of VisualBasicSyntaxNode)(),
                    New SyntaxList(Of VisualBasicSyntaxNode)(),
                    Microsoft.CodeAnalysis.VisualBasic.Syntax.InternalSyntax.SyntaxFactory.EndOfFileToken()))
        End Function
P
Pilchie 已提交
448

449 450 451
        Friend Function ParseCompilationUnitCore() As CompilationUnitSyntax
            Debug.Assert(_context IsNot Nothing)
            Dim programContext As CompilationUnitContext = DirectCast(_context, CompilationUnitContext)
452

453
            GetNextToken()
P
Pilchie 已提交
454

455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471
            While True
                Dim curSyntaxNode As VisualBasicSyntaxNode = Nothing
                Dim incrementalContext = GetCurrentSyntaxNodeIfApplicable(curSyntaxNode)

                If incrementalContext IsNot Nothing Then
                    _context = incrementalContext
                    Dim lastTrivia = curSyntaxNode.LastTriviaIfAny()
                    If lastTrivia IsNot Nothing Then
                        If lastTrivia.Kind = SyntaxKind.EndOfLineTrivia Then
                            ConsumedStatementTerminator(allowLeadingMultilineTrivia:=True)
                            ResetCurrentToken(ScannerState.VBAllowLeadingMultilineTrivia)
                        ElseIf lastTrivia.Kind = SyntaxKind.ColonTrivia Then
                            Debug.Assert(Not _context.IsSingleLine) ' Not handling single-line statements.
                            ConsumedStatementTerminator(
                            allowLeadingMultilineTrivia:=True,
                            possibleFirstStatementOnLine:=PossibleFirstStatementKind.IfPrecededByLineBreak)
                            ResetCurrentToken(If(_allowLeadingMultilineTrivia, ScannerState.VBAllowLeadingMultilineTrivia, ScannerState.VB))
472 473
                        End If
                    Else
474 475 476 477 478 479
                        ' If we reuse a label statement, note that it may end with a colon.
                        Dim curNodeLabel As LabelStatementSyntax = TryCast(curSyntaxNode, LabelStatementSyntax)
                        If curNodeLabel IsNot Nothing AndAlso curNodeLabel.ColonToken.Kind = SyntaxKind.ColonToken Then
                            ConsumedStatementTerminator(
                            allowLeadingMultilineTrivia:=True,
                            possibleFirstStatementOnLine:=PossibleFirstStatementKind.IfPrecededByLineBreak)
P
Pilchie 已提交
480
                        End If
481 482 483
                    End If
                Else
                    ResetCurrentToken(If(_allowLeadingMultilineTrivia, ScannerState.VBAllowLeadingMultilineTrivia, ScannerState.VB))
P
Pilchie 已提交
484

485 486 487
                    If CurrentToken.IsEndOfParse Then
                        _context.RecoverFromMissingEnd(programContext)
                        Exit While
P
Pilchie 已提交
488
                    End If
489

490 491 492 493 494 495 496 497 498 499 500
                    Dim statement = _context.Parse()
                    Dim adjustedStatement = AdjustTriviaForMissingTokens(statement)
                    _context = _context.LinkSyntax(adjustedStatement)
                    _context = _context.ResyncAndProcessStatementTerminator(adjustedStatement, lambdaContext:=Nothing)

                End If
            End While

            ' Create program
            Dim terminator = DirectCast(CurrentToken, PunctuationSyntax)
            Debug.Assert(terminator.Kind = SyntaxKind.EndOfFileToken)
501

502 503 504 505 506 507
            Dim notClosedIfDirectives As ArrayBuilder(Of IfDirectiveTriviaSyntax) = Nothing
            Dim notClosedRegionDirectives As ArrayBuilder(Of RegionDirectiveTriviaSyntax) = Nothing
            Dim notClosedExternalSourceDirective As ExternalSourceDirectiveTriviaSyntax = Nothing
            terminator = _scanner.RecoverFromMissingConditionalEnds(terminator, notClosedIfDirectives, notClosedRegionDirectives, notClosedExternalSourceDirective)
            Return programContext.CreateCompilationUnit(terminator, notClosedIfDirectives, notClosedRegionDirectives, notClosedExternalSourceDirective)
        End Function
508

509 510 511 512 513
        Private Function ParseWithStackGuard(Of TNode As VisualBasicSyntaxNode)(parseFunc As Func(Of TNode), defaultFunc As Func(Of TNode)) As TNode
            Debug.Assert(_recursionDepth = 0)
            Dim restorePoint = _scanner.CreateRestorePoint()
            Try
                Return parseFunc()
514 515 516
                ' TODO (DevDiv workitem 966425): Replace exception name test with a type test once the type 
                ' Is available in the PCL
            Catch ex As Exception When ex.GetType().Name = "InsufficientExecutionStackException"
517
                Return CreateForInsufficientStack(restorePoint, defaultFunc())
518 519
            End Try
        End Function
P
Pilchie 已提交
520

521
        Private Function CreateForInsufficientStack(Of TNode As VisualBasicSyntaxNode)(ByRef restorePoint As Scanner.RestorePoint, result As TNode) As TNode
522 523
            restorePoint.Restore()
            GetNextToken()
P
Pilchie 已提交
524

525 526 527 528
            Dim builder = New SyntaxListBuilder(4)
            While CurrentToken.Kind <> SyntaxKind.EndOfFileToken
                builder.Add(CurrentToken)
                GetNextToken()
P
Pilchie 已提交
529 530
            End While

531
            Return result.AddLeadingSyntax(builder.ToList(Of SyntaxToken)(), ERRID.ERR_TooLongOrComplexExpression)
P
Pilchie 已提交
532 533 534
        End Function

        Friend Function ParseExecutableStatement() As StatementSyntax
535 536 537 538 539 540
            Return ParseWithStackGuard(Of StatementSyntax)(
                AddressOf Me.ParseExecutableStatementCore,
                Function() InternalSyntaxFactory.EmptyStatement())
        End Function

        Private Function ParseExecutableStatementCore() As StatementSyntax
P
Pilchie 已提交
541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727
            Dim outerContext As New CompilationUnitContext(Me)
            Dim fakeBegin = SyntaxFactory.SubStatement(Nothing, Nothing, InternalSyntaxFactory.MissingKeyword(SyntaxKind.SubKeyword),
                                                  InternalSyntaxFactory.MissingIdentifier(), Nothing, Nothing, Nothing, Nothing, Nothing)
            Dim methodContext = New MethodBlockContext(SyntaxKind.SubBlock, fakeBegin, outerContext)

            GetNextToken()

            _context = methodContext

            Do
                Dim statement = _context.Parse()
                _context = _context.LinkSyntax(statement)
                _context = _context.ResyncAndProcessStatementTerminator(statement, lambdaContext:=Nothing)

            Loop While _context.Level > methodContext.Level AndAlso Not CurrentToken.IsEndOfParse

            _context.RecoverFromMissingEnd(methodContext)

            ' if we have something in method body, just return that thing
            If methodContext.Statements.Count > 0 Then
                Return DirectCast(methodContext.Statements(0), StatementSyntax)
            End If

            ' if body is empty, there must be something that terminated it
            Dim method = DirectCast(outerContext.Statements(0), MethodBlockBaseSyntax)

            If method.Statements.Any Then
                Return DirectCast(method.Statements(0), StatementSyntax)
            End If

            ' if there are no statements in the body, then return End Sub as unexpected.
            Dim unexpectedEnd = ReportSyntaxError(method.End, ERRID.ERR_InvInsideEndsProc)
            Return unexpectedEnd
        End Function

        Private Function ParseBinaryOperator() As SyntaxToken
            Dim result As SyntaxToken = CurrentToken
            Dim nextToken As SyntaxToken = Nothing

            If CurrentToken.Kind = SyntaxKind.GreaterThanToken AndAlso
                PeekToken(1).Kind = SyntaxKind.LessThanToken Then

                nextToken = PeekToken(1)

                ' The pretty lister needs to convert '><' into '<>'. It does this by
                ' looking for the tkNE token, so in the context of binary operators
                ' we return tkNe instead of tkGT-tkLT.

                result = InternalSyntaxFactory.MissingPunctuation(SyntaxKind.LessThanGreaterThanToken)

            ElseIf CurrentToken.Kind = SyntaxKind.EqualsToken Then

                If PeekToken(1).Kind = SyntaxKind.GreaterThanToken Then

                    nextToken = PeekToken(1)

                    ' The pretty lister needs to convert '=>' into '>='. Look at the next
                    ' token to decide.

                    result = InternalSyntaxFactory.MissingPunctuation(SyntaxKind.GreaterThanEqualsToken)

                ElseIf PeekToken(1).Kind = SyntaxKind.LessThanToken Then

                    nextToken = PeekToken(1)

                    result = InternalSyntaxFactory.MissingPunctuation(SyntaxKind.LessThanEqualsToken)

                End If

            End If

            If nextToken IsNot Nothing Then
                result = result.AddLeadingSyntax(SyntaxList.List(CurrentToken, nextToken), ERRID.ERR_ExpectedRelational)
                GetNextToken()
            End If

            GetNextToken()
            'eat leading EOL tokens because we allow implicit line continuations after binary operators
            TryEatNewLine()

            Return result
        End Function

        '
        '============ Methods for parsing general syntactic constructs. =======
        '

        ' /*********************************************************************
        ' *
        ' * Function:
        ' *     Parser::ParseDeclarationStatement
        ' *
        ' * Purpose:
        ' *     Parse a declaration statement, at file, namespace, or type level.
        ' *     Current token should be set to current statement to be parsed.
        ' *
        ' **********************************************************************/
        Friend Function ParseDeclarationStatement() As StatementSyntax
            _cancellationToken.ThrowIfCancellationRequested()

            ' ParseEnumMember is now handled below with case NodeKind.Identifier
            ' ParseInterfaceGroupStatement is now handled by InterfaceBlockContext
            ' ParsePropertyOrEventGroupStatement is now handed by ParsePropertyAccessor and ParseEventAccessor

            Select Case CurrentToken.Kind

                Case SyntaxKind.LessThanToken
                    ' If the attribute specifier includes "Module" or "Assembly",
                    ' it's a standalone attribute statement. Otherwise, it is
                    ' associated with a particular declaration.

                    Dim nextToken As SyntaxToken = PeekToken(1)

                    If IsContinuableEOL(1) Then
                        nextToken = PeekToken(2)
                    End If

                    Dim kind As SyntaxKind = Nothing
                    If TryTokenAsKeyword(nextToken, kind) AndAlso (kind = SyntaxKind.AssemblyKeyword OrElse
                        kind = SyntaxKind.ModuleKeyword) Then
                        ' Attribute statements can appear only at file level before any
                        ' declarations or option statements.

                        Dim attributes = ParseAttributeLists(True)

                        Return SyntaxFactory.AttributesStatement(attributes)
                    End If

                    Return ParseSpecifierDeclaration()

                Case SyntaxKind.LessThanGreaterThanToken
                    Dim attributes = ParseEmptyAttributeLists()
                    Return ParseSpecifierDeclaration(attributes)

                Case SyntaxKind.PrivateKeyword,
                    SyntaxKind.ProtectedKeyword,
                    SyntaxKind.PublicKeyword,
                    SyntaxKind.FriendKeyword,
                    SyntaxKind.MustInheritKeyword,
                    SyntaxKind.NotOverridableKeyword,
                    SyntaxKind.OverridableKeyword,
                    SyntaxKind.MustOverrideKeyword,
                    SyntaxKind.NotInheritableKeyword,
                    SyntaxKind.PartialKeyword,
                    SyntaxKind.StaticKeyword,
                    SyntaxKind.SharedKeyword,
                    SyntaxKind.ShadowsKeyword,
                    SyntaxKind.WithEventsKeyword,
                    SyntaxKind.OverloadsKeyword,
                    SyntaxKind.OverridesKeyword,
                    SyntaxKind.ConstKeyword,
                    SyntaxKind.DimKeyword,
                    SyntaxKind.ReadOnlyKeyword,
                    SyntaxKind.WriteOnlyKeyword,
                    SyntaxKind.WideningKeyword,
                    SyntaxKind.NarrowingKeyword,
                    SyntaxKind.DefaultKeyword
                    Return ParseSpecifierDeclaration()

                Case SyntaxKind.EnumKeyword
                    Return ParseEnumStatement()

                Case SyntaxKind.InheritsKeyword,
                    SyntaxKind.ImplementsKeyword
                    Return ParseInheritsImplementsStatement(Nothing, Nothing)

                Case SyntaxKind.ImportsKeyword
                    Return ParseImportsStatement(Nothing, Nothing)

                Case SyntaxKind.NamespaceKeyword
                    ' Error check moved to ParseNamespaceStatement
                    Return ParseNamespaceStatement(Nothing, Nothing)

                Case SyntaxKind.ModuleKeyword, SyntaxKind.ClassKeyword, SyntaxKind.StructureKeyword, SyntaxKind.InterfaceKeyword
                    ' Error check moved to ParseTypeStatement
                    Return ParseTypeStatement()

                Case SyntaxKind.DeclareKeyword
                    Return ParseProcDeclareStatement(Nothing, Nothing)

                Case SyntaxKind.EventKeyword
                    ' Custom Event is now handled when processing identifiers because Custom is parsed as a modifier
                    Return ParseEventDefinition(Nothing, Nothing)

                Case SyntaxKind.DelegateKeyword
                    Return ParseDelegateStatement(Nothing, Nothing)

728 729
                ' These end the module level declarations and begin
                ' the procedure definitions.
P
Pilchie 已提交
730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747

                Case SyntaxKind.SubKeyword
                    Return ParseSubStatement(Nothing, Nothing)

                Case SyntaxKind.FunctionKeyword
                    Return ParseFunctionStatement(Nothing, Nothing)

                Case SyntaxKind.OperatorKeyword
                    Return ParseOperatorStatement(Nothing, Nothing)

                Case SyntaxKind.PropertyKeyword
                    Return ParsePropertyDefinition(Nothing, Nothing)

                Case SyntaxKind.EmptyToken
                    Return ParseEmptyStatement()

                Case SyntaxKind.ColonToken,
                    SyntaxKind.StatementTerminatorToken
T
TomasMatousek 已提交
748
                    Debug.Assert(False, "Unexpected terminator: " & CurrentToken.Kind.ToString())
P
Pilchie 已提交
749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 801 802 803 804 805 806 807 808 809 810 811 812 813 814 815 816 817 818 819 820 821 822 823 824 825 826 827 828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844 845 846 847 848 849 850 851 852 853 854 855 856 857 858
                    Return ParseStatementInMethodBody()

                Case SyntaxKind.IntegerLiteralToken
                    If IsFirstStatementOnLine(CurrentToken) Then
                        Return ParseLabel()
                    End If
                    Return ReportUnrecognizedStatementError(ERRID.ERR_Syntax)

                Case SyntaxKind.IdentifierToken
                    If Context.BlockKind = SyntaxKind.EnumBlock Then
                        Return ParseEnumMemberOrLabel(Nothing)
                    End If

                    ' Enables better error for wrong uses of the "Custom" modifier
                    Dim contextualKind As SyntaxKind = Nothing

                    If TryIdentifierAsContextualKeyword(CurrentToken, contextualKind) Then
                        If contextualKind = SyntaxKind.CustomKeyword Then
                            Return ParseCustomEventDefinition(Nothing, Nothing)
                        ElseIf contextualKind = SyntaxKind.TypeKeyword Then
                            ' "Type" is now "Structure"
                            Return ReportUnrecognizedStatementError(ERRID.ERR_ObsoleteStructureNotType)
                        ElseIf contextualKind = SyntaxKind.AsyncKeyword OrElse contextualKind = SyntaxKind.IteratorKeyword Then
                            Return ParseSpecifierDeclaration()
                        End If
                    End If

                    ' The following token is a keyword that starts declaration, so the current token (identifier)
                    ' is probably an incomplete specifier. Let's not parse it as a statement it will certainly be an error.
                    Dim statement = ParsePossibleDeclarationStatement()
                    If statement IsNot Nothing Then
                        Return statement
                    End If

                    If Context.BlockKind = SyntaxKind.CompilationUnit Then
                        Return ParseStatementInMethodBody()
                    End If

                    If ShouldParseAsLabel() Then
                        Return ParseLabel()
                    Else
                        Return ReportUnrecognizedStatementError(ERRID.ERR_ExpectedDeclaration)
                    End If

                Case SyntaxKind.EndKeyword
                    Return ParseGroupEndStatement()

                Case SyntaxKind.OptionKeyword
                    Return ParseOptionStatement(Nothing, Nothing)

                Case SyntaxKind.AddHandlerKeyword
                    Return ParsePropertyOrEventAccessor(SyntaxKind.AddHandlerAccessorStatement, Nothing, Nothing)

                Case SyntaxKind.RemoveHandlerKeyword
                    Return ParsePropertyOrEventAccessor(SyntaxKind.RemoveHandlerAccessorStatement, Nothing, Nothing)

                Case SyntaxKind.RaiseEventKeyword
                    Return ParsePropertyOrEventAccessor(SyntaxKind.RaiseEventAccessorStatement, Nothing, Nothing)

                Case SyntaxKind.GetKeyword
                    Return ParsePropertyOrEventAccessor(SyntaxKind.GetAccessorStatement, Nothing, Nothing)

                Case SyntaxKind.SetKeyword
                    Return ParsePropertyOrEventAccessor(SyntaxKind.SetAccessorStatement, Nothing, Nothing)

                Case SyntaxKind.GlobalKeyword
                    ' The following token is a keyword that starts declaration, so the current token (global)
                    ' shouldn't be parsed as a statement. This might happen when a member declaration 
                    ' immediately follows "Namespace Global" without a new line or if the user incorrectly 
                    ' uses Global as a modifier.
                    Dim statement = ParsePossibleDeclarationStatement()
                    If statement IsNot Nothing Then
                        Return statement
                    End If
                    Return ParseStatementInMethodBody()

                Case Else
                    ' misplaced statement errors are reported by the context
                    Return ParseStatementInMethodBody()
            End Select

        End Function

        Private Function ParsePossibleDeclarationStatement() As StatementSyntax
            Dim possibleDeclarationStart = PeekToken(1).Kind
            If SyntaxFacts.CanStartSpecifierDeclaration(possibleDeclarationStart) OrElse
               SyntaxFacts.IsSpecifier(possibleDeclarationStart) Then

                Dim idf = CurrentToken
                GetNextToken()

                Return ParseSpecifierDeclaration().AddLeadingSyntax(idf, ERRID.ERR_ExpectedDeclaration)
            Else
                Return Nothing
            End If
        End Function

        ' /*********************************************************************
        ' *
        ' * Function:
        ' *     Parser::ParseStatementInMethodBody
        ' *
        ' * Purpose:
        ' *     Parses a statement that can occur inside a method body.
        ' *
        ' **********************************************************************/
        ' File:Parser.cpp
        ' Lines: 2606 - 2606
        ' .Parser::ParseStatementInMethodBody( [ _Inout_ bool& ErrorInConstruct ] )
        Friend Function ParseStatementInMethodBody() As StatementSyntax
859 860
            Dim oldHadImplicitLineContinuation = _hadImplicitLineContinuation

861 862
            Try
                _recursionDepth += 1
863
                If _recursionDepth >= MaxUncheckedRecursionDepth Then
864
                    PortableShim.RuntimeHelpers.EnsureSufficientExecutionStack()
865 866
                End If

867 868 869 870 871 872 873
                _hadImplicitLineContinuation = False
                Dim statementSyntax = ParseStatementInMethodBodyCore()
                If _hadImplicitLineContinuation Then
                    statementSyntax = CheckFeatureAvailability(Feature.LineContinuation, statementSyntax)
                End If

                Return statementSyntax
874 875
            Finally
                _recursionDepth -= 1
876
                _hadImplicitLineContinuation = oldHadImplicitLineContinuation
877 878 879 880
            End Try
        End Function

        Friend Function ParseStatementInMethodBodyCore() As StatementSyntax
P
Pilchie 已提交
881 882 883 884 885 886 887 888 889 890 891 892 893 894 895 896 897 898 899 900 901 902 903 904 905 906 907 908 909 910 911 912 913 914
            _cancellationToken.ThrowIfCancellationRequested()

            Select Case CurrentToken.Kind

                Case SyntaxKind.GoToKeyword
                    Return ParseGotoStatement()

                Case SyntaxKind.CaseKeyword
                    Return ParseCaseStatement()

                Case SyntaxKind.SelectKeyword
                    Return ParseSelectStatement()

                Case SyntaxKind.WithKeyword, SyntaxKind.WhileKeyword
                    Return ParseExpressionBlockStatement()

                Case SyntaxKind.UsingKeyword
                    Return ParseUsingStatement()

                Case SyntaxKind.SyncLockKeyword
                    Return ParseExpressionBlockStatement()

                Case SyntaxKind.TryKeyword
                    Return ParseTry()

                Case SyntaxKind.CatchKeyword
                    Return ParseCatch()

                Case SyntaxKind.FinallyKeyword
                    Return ParseFinally()

                Case SyntaxKind.IfKeyword
                    Return ParseIfStatement()

915
                'TODO - davidsch - In C++ code there is a call to GreedilyParseColonSeparatedStatements.  Why?
P
Pilchie 已提交
916 917 918 919 920 921 922 923 924 925 926 927 928 929 930 931 932 933 934 935 936 937 938 939 940 941 942 943 944 945 946 947 948 949 950 951 952 953 954 955 956 957 958 959 960 961 962 963 964 965 966 967 968 969 970 971 972 973 974 975 976 977 978 979 980 981 982 983 984 985 986 987 988 989 990 991 992 993 994 995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022 1023 1024 1025 1026 1027 1028 1029 1030 1031 1032 1033 1034 1035 1036 1037 1038 1039 1040 1041 1042 1043 1044 1045 1046 1047 1048 1049 1050 1051 1052 1053 1054 1055 1056 1057 1058 1059 1060 1061 1062 1063 1064 1065 1066 1067 1068 1069 1070 1071 1072 1073 1074 1075 1076 1077 1078 1079 1080 1081 1082 1083 1084 1085 1086 1087 1088 1089 1090 1091 1092 1093 1094 1095 1096 1097 1098 1099 1100 1101 1102 1103 1104 1105 1106 1107 1108 1109 1110 1111 1112 1113 1114 1115 1116 1117 1118 1119 1120 1121 1122 1123 1124 1125 1126 1127 1128 1129 1130 1131 1132 1133 1134 1135 1136 1137 1138 1139 1140 1141 1142 1143 1144 1145 1146 1147 1148 1149 1150 1151 1152

                Case SyntaxKind.ElseKeyword
                    If PeekToken(1).Kind = SyntaxKind.IfKeyword Then
                        Return ParseElseIfStatement()
                    Else
                        Return ParseElseStatement()
                    End If

                Case SyntaxKind.ElseIfKeyword
                    Return ParseElseIfStatement()

                Case SyntaxKind.DoKeyword
                    Return ParseDoStatement()

                Case SyntaxKind.LoopKeyword
                    Return ParseLoopStatement()

                Case SyntaxKind.ForKeyword
                    Return ParseForStatement()

                Case SyntaxKind.NextKeyword
                    Return ParseNextStatement()

                Case SyntaxKind.EndIfKeyword, SyntaxKind.WendKeyword
                    ' If ... Endif are anachronistic
                    ' While...Wend are anachronistic
                    Return ParseAnachronisticStatement()

                Case SyntaxKind.EndKeyword
                    Return ParseEndStatement()

                Case SyntaxKind.ReturnKeyword
                    Return ParseReturnStatement()

                Case SyntaxKind.StopKeyword
                    Return ParseStopOrEndStatement()

                Case SyntaxKind.ContinueKeyword
                    Return ParseContinueStatement()

                Case SyntaxKind.ExitKeyword
                    Return ParseExitStatement()

                Case SyntaxKind.OnKeyword
                    Return ParseOnErrorStatement()

                Case SyntaxKind.ResumeKeyword
                    Return ParseResumeStatement()

                Case SyntaxKind.CallKeyword
                    Return ParseCallStatement()

                Case SyntaxKind.RaiseEventKeyword
                    Return ParseRaiseEventStatement()

                Case SyntaxKind.ReDimKeyword
                    Return ParseRedimStatement()

                Case SyntaxKind.AddHandlerKeyword, SyntaxKind.RemoveHandlerKeyword
                    Return ParseHandlerStatement()

                Case SyntaxKind.PartialKeyword,
                 SyntaxKind.PrivateKeyword,
                 SyntaxKind.ProtectedKeyword,
                 SyntaxKind.PublicKeyword,
                 SyntaxKind.FriendKeyword,
                 SyntaxKind.NotOverridableKeyword,
                 SyntaxKind.OverridableKeyword,
                 SyntaxKind.MustInheritKeyword,
                 SyntaxKind.MustOverrideKeyword,
                 SyntaxKind.StaticKeyword,
                 SyntaxKind.SharedKeyword,
                 SyntaxKind.ShadowsKeyword,
                 SyntaxKind.WithEventsKeyword,
                 SyntaxKind.OverloadsKeyword,
                 SyntaxKind.OverridesKeyword,
                 SyntaxKind.ConstKeyword,
                 SyntaxKind.DimKeyword,
                 SyntaxKind.WideningKeyword,
                 SyntaxKind.NarrowingKeyword,
                 SyntaxKind.DefaultKeyword,
                 SyntaxKind.ReadOnlyKeyword,
                 SyntaxKind.WriteOnlyKeyword,
                 SyntaxKind.LessThanToken
                    ' ParseSpecifierDeclaration parses the way we want.
                    ' Move error check to ExecutableStatementContext

                    Dim attributes As SyntaxList(Of AttributeListSyntax) = Nothing

                    If CurrentToken.Kind = SyntaxKind.LessThanToken Then
                        attributes = ParseAttributeLists(allowFileLevelAttributes:=False)
                    End If

                    Dim modifiers = ParseSpecifiers()

                    If Not modifiers.Any(SyntaxKind.DimKeyword, SyntaxKind.ConstKeyword) Then
                        ' cover the case that this is an invalid variable declaration, e.g.
                        ' Dim Namespace as Integer
                        ' this is esp. important for the keywords that would be handled in the select below.
                        ' do not treat this as variable declarations if the modifiers are used for 
                        ' sub, function, operator or property declarations. See Parser.cpp, Line 4256
                        Select Case CurrentToken.Kind
                            Case SyntaxKind.SubKeyword,
                                SyntaxKind.ClassKeyword,
                                SyntaxKind.EnumKeyword,
                                SyntaxKind.StructureKeyword,
                                SyntaxKind.InterfaceKeyword,
                                SyntaxKind.FunctionKeyword,
                                SyntaxKind.OperatorKeyword,
                                SyntaxKind.PropertyKeyword,
                                SyntaxKind.EventKeyword
                                Return ParseSpecifierDeclaration(attributes, modifiers)

                            Case SyntaxKind.IdentifierToken
                                ' Check if begins event
                                Dim contextualKind As SyntaxKind = Nothing

                                If TryIdentifierAsContextualKeyword(CurrentToken, contextualKind) Then
                                    If contextualKind = SyntaxKind.CustomKeyword AndAlso PeekToken(1).Kind = SyntaxKind.EventKeyword Then
                                        Return ParseSpecifierDeclaration(attributes, modifiers)
                                    End If
                                End If
                        End Select
                    End If

                    Return ParseVarDeclStatement(attributes, modifiers)

                Case SyntaxKind.SetKeyword, SyntaxKind.LetKeyword
                    Return ParseAssignmentStatement()

                Case SyntaxKind.ErrorKeyword
                    Return ParseError()

                Case SyntaxKind.ThrowKeyword
                    Return ParseThrowStatement()

                Case SyntaxKind.IntegerLiteralToken
                    If IsFirstStatementOnLine(CurrentToken) Then
                        Return ParseLabel()
                    End If

                Case SyntaxKind.IdentifierToken
                    'TODO Move all of this code to ParseIdentifier

                    If ShouldParseAsLabel() Then
                        Return ParseLabel()
                    End If

                    ' Check for a non-reserved keyword that can start
                    ' a special syntactic construct. Such identifiers are treated as keywords
                    ' unless the statement looks like an assignment statement.
                    Dim contextualKind As SyntaxKind = Nothing

                    If TryIdentifierAsContextualKeyword(CurrentToken, contextualKind) Then
                        If contextualKind = SyntaxKind.MidKeyword Then
                            ' it can only possibly start a mid statement assignment if Mid/Mid$ is followed by a "(".
                            ' However this will now always recognize any method call with this identifier as a mid statement,
                            ' as well as array accesses named mid. 
                            If PeekToken(1).Kind = SyntaxKind.OpenParenToken Then
                                Return ParseMid()
                            End If

                        ElseIf contextualKind = SyntaxKind.CustomKeyword AndAlso PeekToken(1).Kind = SyntaxKind.EventKeyword Then ' BeginsEvent
                            Return ParseSpecifierDeclaration()

                        ElseIf contextualKind = SyntaxKind.AsyncKeyword OrElse contextualKind = SyntaxKind.IteratorKeyword Then

                            Dim nextToken = PeekToken(1)

                            If SyntaxFacts.IsSpecifier(nextToken.Kind) OrElse SyntaxFacts.CanStartSpecifierDeclaration(nextToken.Kind) Then
                                Return ParseSpecifierDeclaration()
                            End If

                        ElseIf contextualKind = SyntaxKind.AwaitKeyword AndAlso
                               Context.IsWithinAsyncMethodOrLambda Then
                            Return ParseAwaitStatement()

                        ElseIf contextualKind = SyntaxKind.YieldKeyword AndAlso
                               Context.IsWithinIteratorMethodOrLambdaOrProperty Then
                            Return ParseYieldStatement()

                        End If
                    End If

                    Return ParseAssignmentOrInvocationStatement()

                Case SyntaxKind.DotToken,
                        SyntaxKind.ExclamationToken,
                        SyntaxKind.MyBaseKeyword,
                        SyntaxKind.MyClassKeyword,
                        SyntaxKind.MeKeyword,
                        SyntaxKind.GlobalKeyword,
                        SyntaxKind.ShortKeyword,
                        SyntaxKind.UShortKeyword,
                        SyntaxKind.IntegerKeyword,
                        SyntaxKind.UIntegerKeyword,
                        SyntaxKind.LongKeyword,
                        SyntaxKind.ULongKeyword,
                        SyntaxKind.DecimalKeyword,
                        SyntaxKind.SingleKeyword,
                        SyntaxKind.DoubleKeyword,
                        SyntaxKind.SByteKeyword,
                        SyntaxKind.ByteKeyword,
                        SyntaxKind.BooleanKeyword,
                        SyntaxKind.CharKeyword,
                        SyntaxKind.DateKeyword,
                        SyntaxKind.StringKeyword,
                        SyntaxKind.VariantKeyword,
                        SyntaxKind.ObjectKeyword,
                        SyntaxKind.DirectCastKeyword,
                        SyntaxKind.TryCastKeyword,
                        SyntaxKind.CTypeKeyword,
                        SyntaxKind.CBoolKeyword,
                        SyntaxKind.CDateKeyword,
                        SyntaxKind.CDblKeyword,
                        SyntaxKind.CSByteKeyword,
                        SyntaxKind.CByteKeyword,
                        SyntaxKind.CCharKeyword,
                        SyntaxKind.CShortKeyword,
                        SyntaxKind.CUShortKeyword,
                        SyntaxKind.CIntKeyword,
                        SyntaxKind.CUIntKeyword,
                        SyntaxKind.CLngKeyword,
                        SyntaxKind.CULngKeyword,
                        SyntaxKind.CSngKeyword,
                        SyntaxKind.CStrKeyword,
                        SyntaxKind.CDecKeyword,
                        SyntaxKind.CObjKeyword,
                        SyntaxKind.GetTypeKeyword,
                        SyntaxKind.GetXmlNamespaceKeyword
                    Return ParseAssignmentOrInvocationStatement()

                Case SyntaxKind.EmptyToken
                    Return ParseEmptyStatement()

                Case SyntaxKind.ColonToken,
                    SyntaxKind.StatementTerminatorToken
T
TomasMatousek 已提交
1153
                    Debug.Assert(False, "Unexpected terminator: " & CurrentToken.Kind.ToString())
P
Pilchie 已提交
1154 1155 1156 1157 1158 1159

                Case SyntaxKind.EraseKeyword
                    Return ParseErase()

                Case SyntaxKind.GetKeyword
                    If (IsValidStatementTerminator(PeekToken(1)) OrElse PeekToken(1).Kind = SyntaxKind.OpenParenToken) AndAlso
1160
                       Context.IsWithin(SyntaxKind.SetAccessorBlock, SyntaxKind.GetAccessorBlock) Then
P
Pilchie 已提交
1161 1162 1163 1164 1165 1166 1167 1168 1169

                        Return ParsePropertyOrEventAccessor(SyntaxKind.GetAccessorStatement, Nothing, Nothing)
                    Else
                        Return ReportUnrecognizedStatementError(ERRID.ERR_ObsoleteGetStatement)
                    End If

                Case SyntaxKind.GosubKeyword
                    Return ParseAnachronisticStatement()

1170
                'TODO - Move the check below ExecutableStatementContext.ProcessStatement
P
Pilchie 已提交
1171 1172 1173 1174 1175 1176 1177 1178 1179 1180 1181 1182 1183 1184 1185 1186 1187 1188 1189 1190 1191 1192 1193

                Case SyntaxKind.InheritsKeyword,
                        SyntaxKind.ImplementsKeyword,
                        SyntaxKind.OptionKeyword,
                        SyntaxKind.ImportsKeyword,
                        SyntaxKind.DeclareKeyword,
                        SyntaxKind.DelegateKeyword,
                        SyntaxKind.InterfaceKeyword,
                        SyntaxKind.PropertyKeyword,
                        SyntaxKind.SubKeyword,
                        SyntaxKind.FunctionKeyword,
                        SyntaxKind.OperatorKeyword,
                        SyntaxKind.EventKeyword,
                        SyntaxKind.NamespaceKeyword,
                        SyntaxKind.ClassKeyword,
                        SyntaxKind.StructureKeyword,
                        SyntaxKind.EnumKeyword,
                        SyntaxKind.ModuleKeyword
                    ' This used to return a BadStatement with ERRID_InvInsideEndsProc.
                    ' Just delegate to ParseDeclarationStatement and let the context add the error
                    Return ParseDeclarationStatement()

                Case SyntaxKind.QuestionToken
1194 1195 1196 1197 1198 1199

                    If CanStartConsequenceExpression(Me.PeekToken(1).Kind, qualified:=False) Then
                        Return ParseAssignmentOrInvocationStatement()
                    Else
                        Return ParsePrintStatement()
                    End If
P
Pilchie 已提交
1200 1201 1202 1203 1204 1205 1206 1207 1208 1209 1210 1211 1212 1213 1214 1215 1216 1217 1218 1219 1220 1221 1222 1223 1224 1225 1226 1227 1228 1229 1230 1231 1232 1233 1234 1235 1236 1237 1238 1239 1240 1241 1242 1243 1244 1245 1246 1247 1248 1249 1250 1251 1252 1253 1254 1255 1256 1257 1258 1259 1260 1261 1262 1263 1264 1265 1266 1267 1268 1269 1270 1271 1272 1273 1274 1275 1276 1277 1278 1279 1280 1281 1282 1283 1284 1285 1286 1287 1288 1289 1290 1291 1292 1293 1294 1295 1296 1297 1298 1299 1300 1301 1302 1303 1304 1305 1306 1307 1308 1309 1310 1311 1312 1313 1314 1315 1316 1317 1318 1319 1320 1321 1322 1323 1324 1325 1326 1327 1328 1329 1330

                Case Else
                    If CanFollowStatement(CurrentToken) Then
                        ' It's an error for a single-statement lambda to be empty, e.g. "Console.WriteLine(Sub())"
                        ' But we're not in the best position to report that error, because we don't know span locations &c.
                        ' So what we'll do is return an empty statement. Inside ParseStatementLambda it catches the case
                        ' where the first statement is empty and reports an error. It also catches the case where the
                        ' first statement is non-empty and is followed by a colon. Therefore, if we encounter this
                        ' branch we're in right now, then we'll definitely return to ParseStatementLambda / single-line,
                        ' and we'll definitely report a good and appropriate error. The error won't be lost!
                        Return InternalSyntaxFactory.EmptyStatement
                    End If
            End Select

            'TODO - Remove when select is fully implemented
            Return ReportUnrecognizedStatementError(ERRID.ERR_Syntax)
        End Function

        Private Function ParseEmptyStatement() As EmptyStatementSyntax
            Debug.Assert(CurrentToken.Kind = SyntaxKind.EmptyToken)
            Dim emptyToken = DirectCast(CurrentToken, PunctuationSyntax)
            GetNextToken()
            Return InternalSyntaxFactory.EmptyStatement(emptyToken)
        End Function

        '
        '============ Methods for parsing declaration constructs ============
        '

        ' /*********************************************************************
        ' *
        ' * Function:
        ' *     Parser::ParseSpecifierDeclaration
        ' *
        ' * Purpose:
        ' *
        ' **********************************************************************/
        ' File:Parser.cpp
        ' Lines: 4184 - 4184
        ' Statement* .Parser::ParseSpecifierDeclaration( [ _Inout_ bool& ErrorInConstruct ] )
        Private Function ParseSpecifierDeclaration() As StatementSyntax
            Dim attributes As SyntaxList(Of AttributeListSyntax) = Nothing

            If CurrentToken.Kind = SyntaxKind.LessThanToken Then
                attributes = ParseAttributeLists(False)
            End If

            Return ParseSpecifierDeclaration(attributes)
        End Function

        Private Function ParseSpecifierDeclaration(attributes As SyntaxList(Of AttributeListSyntax)) As StatementSyntax
            Dim modifiers = ParseSpecifiers()
            Return ParseSpecifierDeclaration(attributes, modifiers)
        End Function

        Private Function ParseSpecifierDeclaration(
            attributes As SyntaxList(Of AttributeListSyntax),
            modifiers As SyntaxList(Of KeywordSyntax)
        ) As StatementSyntax
            Dim statement As StatementSyntax = Nothing

            ' Current token set to token after the last specifier
            Select Case (CurrentToken.Kind)

                Case SyntaxKind.PropertyKeyword
                    statement = ParsePropertyDefinition(attributes, modifiers)

                Case SyntaxKind.IdentifierToken
                    If Context.BlockKind = SyntaxKind.EnumBlock AndAlso Not modifiers.Any Then
                        statement = ParseEnumMemberOrLabel(attributes)
                    Else
                        Dim keyword As KeywordSyntax = Nothing
                        If TryIdentifierAsContextualKeyword(CurrentToken, keyword) Then
                            If keyword.Kind = SyntaxKind.CustomKeyword Then
                                Return ParseCustomEventDefinition(attributes, modifiers)

                            ElseIf keyword.Kind = SyntaxKind.TypeKeyword Then
                                Dim nextToken = PeekToken(1)
                                If nextToken.Kind = SyntaxKind.IdentifierToken AndAlso
                                IsValidStatementTerminator(PeekToken(2)) AndAlso
                                modifiers.AnyAndOnly(SyntaxKind.PublicKeyword, SyntaxKind.ProtectedKeyword, SyntaxKind.FriendKeyword, SyntaxKind.PrivateKeyword) Then
                                    ' Type is now Structure
                                    statement = ReportUnrecognizedStatementError(ERRID.ERR_ObsoleteStructureNotType, attributes, modifiers)
                                    Exit Select
                                End If
                            End If
                        End If

                        ' Dim or Const declaration.
                        statement = ParseVarDeclStatement(attributes, modifiers)
                    End If

                Case SyntaxKind.EnumKeyword
                    statement = ParseEnumStatement(attributes, modifiers)

                Case SyntaxKind.ModuleKeyword, SyntaxKind.ClassKeyword, SyntaxKind.StructureKeyword, SyntaxKind.InterfaceKeyword
                    statement = ParseTypeStatement(attributes, modifiers)

                Case SyntaxKind.DeclareKeyword
                    statement = ParseProcDeclareStatement(attributes, modifiers)

                Case SyntaxKind.EventKeyword
                    statement = ParseEventDefinition(attributes, modifiers)

                Case SyntaxKind.SubKeyword
                    statement = ParseSubStatement(attributes, modifiers)

                Case SyntaxKind.FunctionKeyword
                    statement = ParseFunctionStatement(attributes, modifiers)

                Case SyntaxKind.OperatorKeyword
                    statement = ParseOperatorStatement(attributes, modifiers)

                Case SyntaxKind.DelegateKeyword
                    statement = ParseDelegateStatement(attributes, modifiers)

                Case SyntaxKind.AddHandlerKeyword
                    statement = ParsePropertyOrEventAccessor(SyntaxKind.AddHandlerAccessorStatement, attributes, modifiers)

                Case SyntaxKind.RemoveHandlerKeyword
                    statement = ParsePropertyOrEventAccessor(SyntaxKind.RemoveHandlerAccessorStatement, attributes, modifiers)

                Case SyntaxKind.RaiseEventKeyword
                    statement = ParsePropertyOrEventAccessor(SyntaxKind.RaiseEventAccessorStatement, attributes, modifiers)

                Case SyntaxKind.GetKeyword
                    statement = ParsePropertyOrEventAccessor(SyntaxKind.GetAccessorStatement, attributes, modifiers)

                Case SyntaxKind.SetKeyword
                    statement = ParsePropertyOrEventAccessor(SyntaxKind.SetAccessorStatement, attributes, modifiers)

1331 1332 1333
                ' InheritsKeyword, ImplementsKeyword, ImportsKeyword, NamespaceKeyword, OptionKeyword are all
                ' error cases.  Parse the statement anyway. The statement will report that the attributes or modifiers
                ' are not allowed.
P
Pilchie 已提交
1334 1335 1336 1337 1338 1339 1340 1341 1342 1343 1344 1345 1346 1347 1348 1349 1350 1351 1352 1353 1354 1355 1356 1357 1358 1359 1360 1361 1362 1363 1364 1365 1366 1367 1368 1369 1370 1371 1372 1373 1374 1375 1376 1377 1378 1379 1380 1381 1382 1383 1384 1385 1386 1387 1388 1389 1390 1391 1392 1393 1394 1395 1396 1397 1398 1399 1400 1401 1402 1403 1404 1405 1406 1407 1408 1409 1410 1411 1412 1413 1414 1415 1416 1417 1418 1419 1420 1421 1422 1423 1424 1425 1426 1427 1428 1429 1430 1431 1432 1433 1434 1435 1436 1437 1438 1439 1440 1441 1442 1443 1444 1445 1446 1447 1448 1449 1450 1451 1452 1453 1454 1455 1456 1457 1458 1459 1460 1461 1462 1463 1464 1465 1466 1467 1468 1469 1470 1471 1472 1473 1474 1475 1476 1477 1478 1479 1480 1481 1482 1483 1484 1485 1486 1487 1488 1489 1490 1491 1492 1493 1494
                Case SyntaxKind.InheritsKeyword,
                    SyntaxKind.ImplementsKeyword
                    statement = ParseInheritsImplementsStatement(attributes, modifiers)

                Case SyntaxKind.ImportsKeyword
                    statement = ParseImportsStatement(attributes, modifiers)

                Case SyntaxKind.NamespaceKeyword
                    statement = ParseNamespaceStatement(attributes, modifiers)

                Case SyntaxKind.OptionKeyword
                    statement = ParseOptionStatement(attributes, modifiers)

                Case Else

                    ' Error recovery. Try to give a more descriptive error
                    ' depending on what we're currently at and possibly recover.
                    '
                    Select Case Context.BlockKind
                        Case _
                            SyntaxKind.ModuleBlock,
                            SyntaxKind.StructureBlock,
                            SyntaxKind.InterfaceBlock,
                            SyntaxKind.ClassBlock,
                            SyntaxKind.EnumBlock,
                            SyntaxKind.PropertyBlock,
                            SyntaxKind.NamespaceBlock,
                            SyntaxKind.CompilationUnit

                            ' if it's legal to declare a member in the current context then this statement should
                            ' be an IncompleteMemberSyntax

                            If attributes.Any AndAlso Not modifiers.Any Then
                                ' attributes without a modifier should report 
                                ' "Attribute specifier is not a complete statement. Use a line continuation to apply the 
                                ' attribute to the following statement."
                                ' this error usually get's reported within "ParseVarDeclStatement", which will not be called
                                ' in this path
                                statement = ReportUnrecognizedStatementError(ERRID.ERR_StandaloneAttribute, attributes, modifiers)

                            ElseIf modifiers.Any AndAlso CurrentToken.IsKeyword Then
                                ' if there is a keyword following one or more modifiers, report invalid use of keyword
                                statement = ReportUnrecognizedStatementError(ERRID.ERR_InvalidUseOfKeyword, attributes, modifiers, forceErrorOnFirstToken:=True)

                            Else
                                ' fallback: report missing identifier.

                                ' add a missing identifier token to report the error on
                                statement = ReportUnrecognizedStatementError(ERRID.ERR_ExpectedIdentifier, attributes, modifiers, createMissingIdentifier:=True)
                            End If

                        Case Else

                            ' if it cannot be a member (inside a method body) this statement should be a variable 
                            ' declaration (with a missing identifier)
                            statement = ParseVarDeclStatement(attributes, modifiers)
                    End Select
            End Select

            Return statement
        End Function

        ' /*********************************************************************
        ' *
        ' * Function:
        ' *     Parser::ParseEnumStatement
        ' *
        ' * Purpose:
        ' *     Parses: Enum <ident>
        ' *
        ' **********************************************************************/
        ' File:Parser.cpp
        ' Lines: 4352 - 4352
        ' EnumTypeStatement* .Parser::ParseEnumStatement( [ ParseTree::AttributeSpecifierList* Attributes ] [ ParseTree::SpecifierList* Specifiers ] [ Token* Start ] [ _Inout_ bool& ErrorInConstruct ] )
        Private Function ParseEnumStatement(
                  Optional attributes As SyntaxList(Of AttributeListSyntax) = Nothing,
                  Optional modifiers As SyntaxList(Of KeywordSyntax) = Nothing
        ) As EnumStatementSyntax
            Debug.Assert(CurrentToken.Kind = SyntaxKind.EnumKeyword, "ParseEnumStatement called on the wrong token.")

            Dim enumKeyword As KeywordSyntax = DirectCast(CurrentToken, KeywordSyntax)
            Dim optionalUnderlyingType As AsClauseSyntax = Nothing

            GetNextToken() ' Get Off ENUM

            Dim identifier = ParseIdentifier()

            If CurrentToken.Kind = SyntaxKind.OpenParenToken Then
                ' Enums cannot be generic
                Dim genericParameters = ReportSyntaxError(ParseGenericParameters, ERRID.ERR_GenericParamsOnInvalidMember)
                identifier = identifier.AddTrailingSyntax(genericParameters)
            End If

            If identifier.ContainsDiagnostics Then
                identifier = identifier.AddTrailingSyntax(ResyncAt({SyntaxKind.AsKeyword}))
            End If

            If CurrentToken.Kind = SyntaxKind.AsKeyword Then
                Dim asKeyword = DirectCast(CurrentToken, KeywordSyntax)

                GetNextToken() ' get off AS

                Dim typeName = ParseTypeName()

                If typeName.ContainsDiagnostics Then
                    typeName = typeName.AddTrailingSyntax(ResyncAt())
                End If

                optionalUnderlyingType = SyntaxFactory.SimpleAsClause(asKeyword, Nothing, typeName)
            End If

            Dim statement As EnumStatementSyntax = SyntaxFactory.EnumStatement(attributes, modifiers, enumKeyword, identifier, optionalUnderlyingType)

            Return statement
        End Function

        ' /*********************************************************************
        ' *
        ' * Function:
        ' *     Parser::ParseEnumMember
        ' *
        ' * Purpose:
        ' *     Parses an enum member definition.
        ' *
        ' *     Does NOT advance to next line so caller can recover from errors.
        ' *
        ' **********************************************************************/

        ' File:Parser.cpp
        ' Lines: 4438 - 4438
        ' Statement* .Parser::ParseEnumMember( [ _Inout_ bool& ErrorInConstruct ] )

        Private Function ParseEnumMemberOrLabel(attributes As SyntaxList(Of AttributeListSyntax)) As StatementSyntax

            If Not attributes.Any() AndAlso ShouldParseAsLabel() Then
                Return ParseLabel()
            End If

            ' The current token should be an Identifier
            ' The Dev10 code used to look ahead to see if the statement was a declaration to exit out of en enum declaration.
            ' The new parser calls ParseEnumMember from ParseDeclaration so this look ahead is not necessary.  The enum block
            ' parsing will terminate when the bad statement is added to the enum block context.

            ' Check to see if this construct is a valid module-level declaration.
            ' If it is, end the current enum context and reparse the statement.
            ' (This case is important for automatic end insertion.)

            Dim ident As IdentifierTokenSyntax = ParseIdentifier()

            If ident.ContainsDiagnostics Then
                ident = ident.AddTrailingSyntax(ResyncAt({SyntaxKind.EqualsToken}))
            End If

            ' See if there is an expression

            Dim initializer As EqualsValueSyntax = Nothing
            Dim optionalEquals As PunctuationSyntax = Nothing
            Dim expr As ExpressionSyntax = Nothing

            If TryGetTokenAndEatNewLine(SyntaxKind.EqualsToken, optionalEquals) Then

1495
                expr = ParseExpressionCore()
P
Pilchie 已提交
1496 1497 1498 1499 1500 1501 1502 1503 1504 1505 1506 1507 1508 1509 1510 1511 1512 1513 1514 1515 1516 1517 1518 1519 1520 1521 1522 1523 1524 1525 1526 1527 1528 1529 1530 1531 1532 1533 1534 1535 1536 1537 1538 1539 1540 1541 1542 1543 1544 1545 1546 1547 1548 1549 1550 1551 1552 1553 1554 1555 1556 1557 1558 1559 1560 1561 1562 1563 1564 1565 1566 1567 1568 1569 1570 1571 1572 1573 1574 1575 1576 1577 1578 1579 1580 1581 1582 1583 1584 1585 1586 1587 1588 1589 1590 1591 1592 1593 1594 1595 1596 1597 1598 1599 1600 1601 1602 1603 1604 1605 1606 1607 1608 1609 1610 1611 1612 1613 1614 1615 1616 1617 1618 1619 1620 1621 1622 1623 1624 1625 1626 1627 1628 1629 1630 1631 1632 1633 1634 1635

                If expr.ContainsDiagnostics Then
                    ' Resync at EOS so we don't get any more errors.
                    expr = ResyncAt(expr)
                End If

                initializer = SyntaxFactory.EqualsValue(optionalEquals, expr)

            End If

            Dim statement As EnumMemberDeclarationSyntax = SyntaxFactory.EnumMemberDeclaration(attributes, ident, initializer)

            Return statement

        End Function

        ' /*********************************************************************
        ' *
        ' * Function:
        ' *     Parser::ParseTypeStatement
        ' *
        ' * Purpose:
        ' *
        ' **********************************************************************/

        ' [in] specifiers on decl
        ' [in] token starting Enum statement
        ' File:Parser.cpp
        ' Lines: 4563 - 4563
        ' TypeStatement* .Parser::ParseTypeStatement( [ ParseTree::AttributeSpecifierList* Attributes ] [ ParseTree::SpecifierList* Specifiers ] [ Token* Start ] [ _Inout_ bool& ErrorInConstruct ] )
        Private Function ParseTypeStatement(
                  Optional attributes As SyntaxList(Of AttributeListSyntax) = Nothing,
                  Optional modifiers As SyntaxList(Of KeywordSyntax) = Nothing
        ) As TypeStatementSyntax

            Dim kind As SyntaxKind
            Dim optionalTypeParameters As TypeParameterListSyntax = Nothing

            Dim typeKeyword As KeywordSyntax = DirectCast(CurrentToken, KeywordSyntax)
            GetNextToken()

            Select Case (typeKeyword.Kind)

                Case SyntaxKind.ModuleKeyword
                    kind = SyntaxKind.ModuleStatement

                Case SyntaxKind.ClassKeyword
                    kind = SyntaxKind.ClassStatement

                Case SyntaxKind.StructureKeyword
                    kind = SyntaxKind.StructureStatement

                Case SyntaxKind.InterfaceKeyword
                    kind = SyntaxKind.InterfaceStatement

                Case Else
                    Throw ExceptionUtilities.UnexpectedValue(typeKeyword.Kind)
            End Select

            Dim ident As IdentifierTokenSyntax = ParseIdentifier()

            If ident.ContainsDiagnostics Then
                ident = ident.AddTrailingSyntax(ResyncAt({SyntaxKind.OfKeyword, SyntaxKind.OpenParenToken}))
            End If

            If CurrentToken.Kind = SyntaxKind.OpenParenToken Then
                ' Modules cannot be generic
                '
                If kind = SyntaxKind.ModuleStatement Then
                    ident = ident.AddTrailingSyntax(ReportGenericParamsDisallowedError(ERRID.ERR_ModulesCannotBeGeneric))
                Else
                    optionalTypeParameters = ParseGenericParameters()
                End If
            End If

            Dim statement As TypeStatementSyntax = InternalSyntaxFactory.TypeStatement(kind, attributes, modifiers, typeKeyword, ident, optionalTypeParameters)

            Return statement
        End Function

        ' File:Parser.cpp
        ' Lines: 4640 - 4640
        ' .Parser::ReportGenericParamsDisallowedError( [ ERRID errid ] [ _Inout_ bool& ErrorInConstruct ] )
        Private Function ReportGenericParamsDisallowedError(errid As ERRID) As TypeParameterListSyntax

            Dim typeParameters As TypeParameterListSyntax = ParseGenericParameters()

            If typeParameters.CloseParenToken.IsMissing Then
                typeParameters = ResyncAt(typeParameters)
            End If

            typeParameters = ReportSyntaxError(typeParameters, errid)
            typeParameters = AdjustTriviaForMissingTokens(typeParameters)

            Return typeParameters

        End Function

        ' File:Parser.cpp
        ' Lines: 4681 - 4681
        ' .Parser::ReportGenericArgumentsDisallowedError( [ ERRID errid ] [ _Inout_ bool& ErrorInConstruct ] )

        Private Function ReportGenericArgumentsDisallowedError(errid As ERRID) As TypeArgumentListSyntax
            Dim allowEmptyGenericArguments As Boolean = True
            Dim AllowNonEmptyGenericArguments As Boolean = True

            Dim genericArguments As TypeArgumentListSyntax = ParseGenericArguments(
                allowEmptyGenericArguments,
                AllowNonEmptyGenericArguments)

            If genericArguments.CloseParenToken.IsMissing Then
                genericArguments = ResyncAt(genericArguments)
            End If

            Debug.Assert(Not genericArguments.OpenParenToken.IsMissing, "Generic params parsing lost!!!")

            genericArguments = ReportSyntaxError(genericArguments, errid)

            Return genericArguments
        End Function

        ' File:Parser.cpp
        ' Lines: 4730 - 4730
        ' .Parser::RejectGenericParametersForMemberDecl( [ _In_ bool& ErrorInConstruct ] )

        Private Function TryRejectGenericParametersForMemberDecl(ByRef genericParams As TypeParameterListSyntax) As Boolean
            If Not BeginsGeneric() Then
                genericParams = Nothing
                Return False
            End If

            genericParams = ReportGenericParamsDisallowedError(ERRID.ERR_GenericParamsOnInvalidMember)
            Return True
        End Function

        Private Function ParseNamespaceStatement(Attributes As SyntaxList(Of AttributeListSyntax), Specifiers As SyntaxList(Of KeywordSyntax)) As NamespaceStatementSyntax
            Debug.Assert(CurrentToken.Kind = SyntaxKind.NamespaceKeyword, "ParseNamespaceStatement called on the wrong token.")

            Dim namespaceKeyword As KeywordSyntax = ReportModifiersOnStatementError(ERRID.ERR_SpecifiersInvalidOnInheritsImplOpt, Attributes, Specifiers, DirectCast(CurrentToken, KeywordSyntax))

1636 1637 1638 1639
            If IsScript Then
                namespaceKeyword = AddError(namespaceKeyword, ERRID.ERR_NamespaceNotAllowedInScript)
            End If

P
Pilchie 已提交
1640 1641 1642 1643 1644 1645 1646 1647 1648 1649 1650 1651
            Dim unexpectedSyntax As SyntaxList(Of SyntaxToken) = Nothing
            Dim result As NamespaceStatementSyntax

            GetNextToken() ' get off NAMESPACE token

            ' Don't require qualification
            ' Allow global
            ' No generics
            Dim namespaceName As NameSyntax = ParseName(
                requireQualification:=False,
                allowGlobalNameSpace:=True,
                allowGenericArguments:=False,
1652 1653
                allowGenericsWithoutOf:=True,
                isNameInNamespaceDeclaration:=True)
P
Pilchie 已提交
1654 1655 1656 1657 1658 1659 1660 1661 1662 1663 1664 1665 1666 1667 1668 1669 1670 1671 1672 1673 1674 1675 1676 1677 1678 1679 1680 1681 1682 1683 1684 1685 1686 1687 1688 1689 1690 1691 1692 1693 1694 1695 1696 1697 1698 1699 1700 1701 1702 1703 1704 1705 1706 1707 1708 1709 1710 1711 1712 1713 1714 1715 1716 1717 1718 1719 1720 1721 1722 1723 1724 1725 1726 1727 1728 1729 1730 1731 1732 1733 1734

            If namespaceName.ContainsDiagnostics Then
                ' Resync at EOS so we don't get expecting EOS errors
                unexpectedSyntax = ResyncAt()
            End If

            result = SyntaxFactory.NamespaceStatement(namespaceKeyword, namespaceName)

            If unexpectedSyntax.Node IsNot Nothing Then
                result = result.AddTrailingSyntax(unexpectedSyntax)
            End If

            Return result
        End Function

        Private Function ParseEndStatement() As StatementSyntax
            Debug.Assert(CurrentToken.Kind = SyntaxKind.EndKeyword, "ParseEndStatement called on wrong token.")

            ' Dev10#708061
            ' "End" is a keyword which takes an optional next argument. Things get confusing with "End Select"...
            ' This might come from "Dim x = From i In Sub() End Select i". But Dev10 spec says "inside the body
            ' of a single-line sub, we attempt to parse one statement greedily".
            '
            ' * Therefore we treat this Select as part of an "End Select" construct (which will make the above statement
            '   an error), and not as part of the query (which would make the above statement work).
            '
            ' The confusion never arose in Orcas. That's because the set of tokens which could come after an End in
            ' a compound GroupEndStatement was disjoint from the set of tokens that could come after a statement.
            ' Now in Dev10, in the case of a single-line sub, there's just one point of contention: "Select"
            ' (A complete list of End constructs: End If, ExternalSource, Region, Namespace, Module, Enum, Structure, Interface,
            ' Class, Sub, Operator, Enum, AddHandler, RemoveHandler, RaiseEvent, Property, Get, Set, With, SyncLock, Select,
            ' Using, While, Try. I got this list from the "VBGrammar" tool in src\vb\language\tools\VBGrammar. Of these,
            ' Select is the only token that can follow an expression.)
            '
            ' A beautiful bugfix would change the code to say: "First try to parse the following token as a compound
            ' GroupEndStatement. If that fails, then try to parse it as a statement-following-thing (e.g. :, EOL, comment,
            ' an "Else" in the context of a line-else, or a thing-that-follows-expression in the context of a single-line sub).
            ' But since "Select" is the solitary point of contention, I'll go for a uglier smaller fix:

            Dim nextToken = PeekToken(1)
            If CanFollowStatementButIsNotSelectFollowingExpression(nextToken) Then
                Return ParseStopOrEndStatement()
            End If

            Return ParseGroupEndStatement()
        End Function

        ' Parse an End statement that ends a statement group.

        ' File:Parser.cpp
        ' Lines: 5054 - 5054
        ' .Parser::ParseGroupEndStatement( [ _Inout_ bool& ErrorInConstruct ] )
        Private Function ParseGroupEndStatement() As StatementSyntax
            Debug.Assert(CurrentToken.Kind = SyntaxKind.EndKeyword, "ParseGroupEndStatement called on wrong token.")

            Dim endKeyword As KeywordSyntax = DirectCast(CurrentToken, KeywordSyntax)
            Dim nextToken = PeekToken(1)
            Dim possibleBlockKeyword = If(IsValidStatementTerminator(nextToken), Nothing, nextToken)
            Dim statement As StatementSyntax
            Dim endKind = GetEndStatementKindFromKeyword(nextToken.Kind)

            If endKind = SyntaxKind.None Then
                'TODO - Consider moving the error to the Declaration context
                ' Instead of parsing as an END statement, consider building the correct matching
                ' End with a missing keyword.
                statement = ReportSyntaxError(ParseStopOrEndStatement(), ERRID.ERR_UnrecognizedEnd)
            Else
                GetNextToken()
                GetNextToken()

                statement = SyntaxFactory.EndBlockStatement(endKind, endKeyword, DirectCast(possibleBlockKeyword, KeywordSyntax))
            End If

            Return statement
        End Function

        Private Function PeekEndStatement(i As Integer) As SyntaxKind

            Select Case PeekToken(i).Kind

                Case SyntaxKind.LoopKeyword
1735
                    Return SyntaxKind.SimpleLoopStatement
P
Pilchie 已提交
1736 1737 1738 1739 1740 1741 1742

                Case SyntaxKind.NextKeyword
                    Return SyntaxKind.NextStatement

                Case SyntaxKind.EndKeyword
                    Return GetEndStatementKindFromKeyword(PeekToken(i + 1).Kind)

1743 1744
                ' wend and endif are anachronistic and should not be used, however they can still appear in 
                ' the lookahead
P
Pilchie 已提交
1745 1746 1747 1748 1749 1750 1751 1752 1753 1754 1755 1756 1757 1758 1759 1760 1761 1762 1763 1764 1765 1766 1767 1768 1769 1770 1771 1772 1773 1774 1775 1776 1777 1778 1779 1780 1781 1782 1783 1784 1785 1786 1787 1788 1789 1790 1791 1792 1793 1794 1795 1796 1797 1798 1799 1800 1801 1802 1803 1804 1805 1806 1807 1808 1809 1810 1811 1812 1813 1814 1815 1816 1817 1818 1819 1820 1821 1822 1823 1824 1825 1826 1827 1828 1829 1830 1831 1832 1833 1834 1835 1836 1837 1838 1839 1840 1841 1842 1843 1844 1845 1846 1847 1848 1849 1850 1851 1852 1853 1854 1855 1856 1857 1858 1859 1860 1861 1862 1863 1864 1865 1866 1867 1868 1869 1870 1871 1872 1873 1874 1875 1876 1877 1878 1879 1880 1881 1882 1883 1884 1885 1886 1887 1888 1889 1890 1891 1892 1893 1894 1895 1896 1897 1898 1899 1900 1901 1902 1903 1904 1905 1906 1907 1908 1909 1910 1911 1912 1913 1914 1915 1916 1917
                Case SyntaxKind.EndIfKeyword
                    Return SyntaxKind.EndIfStatement

                Case SyntaxKind.WendKeyword
                    Return SyntaxKind.EndWhileStatement
            End Select

            Return SyntaxKind.None
        End Function

        Private Shared Function GetEndStatementKindFromKeyword(kind As SyntaxKind) As SyntaxKind
            Select Case kind

                Case SyntaxKind.IfKeyword
                    Return SyntaxKind.EndIfStatement

                Case SyntaxKind.UsingKeyword
                    Return SyntaxKind.EndUsingStatement

                Case SyntaxKind.WithKeyword
                    Return SyntaxKind.EndWithStatement

                Case SyntaxKind.StructureKeyword
                    Return SyntaxKind.EndStructureStatement

                Case SyntaxKind.EnumKeyword
                    Return SyntaxKind.EndEnumStatement

                Case SyntaxKind.InterfaceKeyword
                    Return SyntaxKind.EndInterfaceStatement

                Case SyntaxKind.SubKeyword
                    Return SyntaxKind.EndSubStatement

                Case SyntaxKind.FunctionKeyword
                    Return SyntaxKind.EndFunctionStatement

                Case SyntaxKind.OperatorKeyword
                    Return SyntaxKind.EndOperatorStatement

                Case SyntaxKind.SelectKeyword
                    Return SyntaxKind.EndSelectStatement

                Case SyntaxKind.TryKeyword
                    Return SyntaxKind.EndTryStatement

                Case SyntaxKind.GetKeyword
                    Return SyntaxKind.EndGetStatement

                Case SyntaxKind.SetKeyword
                    Return SyntaxKind.EndSetStatement

                Case SyntaxKind.PropertyKeyword
                    Return SyntaxKind.EndPropertyStatement

                Case SyntaxKind.AddHandlerKeyword
                    Return SyntaxKind.EndAddHandlerStatement

                Case SyntaxKind.RemoveHandlerKeyword
                    Return SyntaxKind.EndRemoveHandlerStatement

                Case SyntaxKind.RaiseEventKeyword
                    Return SyntaxKind.EndRaiseEventStatement

                Case SyntaxKind.EventKeyword
                    Return SyntaxKind.EndEventStatement

                Case SyntaxKind.ClassKeyword
                    Return SyntaxKind.EndClassStatement

                Case SyntaxKind.ModuleKeyword
                    Return SyntaxKind.EndModuleStatement

                Case SyntaxKind.NamespaceKeyword
                    Return SyntaxKind.EndNamespaceStatement

                Case SyntaxKind.SyncLockKeyword
                    Return SyntaxKind.EndSyncLockStatement

                Case SyntaxKind.WhileKeyword
                    Return SyntaxKind.EndWhileStatement

                Case Else
                    Return SyntaxKind.None

            End Select
        End Function

        ' See Parser::EndOfMultilineLambda
        'TODO - Compare this method with IsDeclarationStatement.
        'Can these two methods be unified into one?
        Private Function PeekDeclarationStatement(i As Integer) As Boolean
            Do
                Dim token = PeekToken(i)

                Select Case token.Kind
                    Case SyntaxKind.PartialKeyword,
                        SyntaxKind.PrivateKeyword,
                        SyntaxKind.ProtectedKeyword,
                        SyntaxKind.PublicKeyword,
                        SyntaxKind.FriendKeyword,
                        SyntaxKind.NotOverridableKeyword,
                        SyntaxKind.OverridableKeyword,
                        SyntaxKind.MustInheritKeyword,
                        SyntaxKind.MustOverrideKeyword,
                        SyntaxKind.NotInheritableKeyword,
                        SyntaxKind.StaticKeyword,
                        SyntaxKind.SharedKeyword,
                        SyntaxKind.WithEventsKeyword,
                        SyntaxKind.OverloadsKeyword,
                        SyntaxKind.OverridesKeyword,
                        SyntaxKind.WideningKeyword,
                        SyntaxKind.NarrowingKeyword,
                        SyntaxKind.ReadOnlyKeyword,
                        SyntaxKind.WriteOnlyKeyword,
                        SyntaxKind.DefaultKeyword,
                        SyntaxKind.ShadowsKeyword,
                        SyntaxKind.CustomKeyword,
                        SyntaxKind.AsyncKeyword,
                        SyntaxKind.IteratorKeyword

                    Case SyntaxKind.IdentifierToken
                        Select Case DirectCast(token, IdentifierTokenSyntax).PossibleKeywordKind
                            Case SyntaxKind.CustomKeyword,
                                SyntaxKind.AsyncKeyword,
                                SyntaxKind.IteratorKeyword

                            Case Else
                                Return False
                        End Select

                    Case SyntaxKind.SubKeyword,
                        SyntaxKind.FunctionKeyword,
                        SyntaxKind.OperatorKeyword,
                        SyntaxKind.PropertyKeyword,
                        SyntaxKind.NamespaceKeyword,
                        SyntaxKind.ClassKeyword,
                        SyntaxKind.ModuleKeyword,
                        SyntaxKind.StructureKeyword,
                        SyntaxKind.InterfaceKeyword,
                        SyntaxKind.EnumKeyword,
                        SyntaxKind.EventKeyword,
                        SyntaxKind.GetKeyword,
                        SyntaxKind.SetKeyword,
                        SyntaxKind.DeclareKeyword,
                        SyntaxKind.DelegateKeyword
                        Return True

                    Case Else
                        Return False
                End Select

                i += 1
            Loop

        End Function

        ' /*********************************************************************
        ' *
        ' * Function:
        ' *     Parser::ParseSpecifiers
        ' *
        ' * Purpose:
        ' *     Parses the specifier list of a declaration. The current token
        ' *     should be at the specifier. These specifiers can occur in
        ' *     ANY order.
        ' *
        ' **********************************************************************/
        ' File: Parser.cpp
        ' Lines: 5482 - 5482
        ' SpecifierList* .Parser::ParseSpecifiers( [ _Inout_ bool& ErrorInConstruct ] )

        'TODO - davidsch - The error checking here looks like parser doing semantics.  The grammar allows
P
Pharring 已提交
1918
        'a list of modifiers. Deferring semantic errors is important for incremental parsing. Note that some
P
Pilchie 已提交
1919 1920 1921 1922 1923 1924 1925 1926 1927 1928 1929 1930 1931 1932 1933 1934 1935 1936 1937 1938
        ' errors are done here and one in semantics. For consistency the errors should be reports in the same
        ' component, i.e. semantics or parser.

        Private Function ParseSpecifiers() As SyntaxList(Of KeywordSyntax)

            Dim kwList = _pool.Allocate(Of KeywordSyntax)()

            ' Checks for at most one specifier from each family

            Do
                Dim err As ERRID = ERRID.ERR_None
                Dim t As SyntaxToken = CurrentToken

                Select Case (t.Kind)
                    ' Access category
                    Case SyntaxKind.PublicKeyword,
                         SyntaxKind.PrivateKeyword,
                         SyntaxKind.ProtectedKeyword,
                         SyntaxKind.FriendKeyword

B
beep boop 已提交
1939
                        ' Storage category
P
Pilchie 已提交
1940 1941 1942
                    Case SyntaxKind.SharedKeyword,
                         SyntaxKind.ShadowsKeyword

B
beep boop 已提交
1943
                        ' Inheritance category
P
Pilchie 已提交
1944 1945 1946 1947 1948
                    Case SyntaxKind.MustInheritKeyword,
                         SyntaxKind.OverloadsKeyword,
                         SyntaxKind.NotInheritableKeyword,
                         SyntaxKind.OverridesKeyword

B
beep boop 已提交
1949
                        ' Partial types category
P
Pilchie 已提交
1950 1951
                    Case SyntaxKind.PartialKeyword

B
beep boop 已提交
1952
                        ' Modifier category
P
Pilchie 已提交
1953 1954 1955 1956
                    Case SyntaxKind.NotOverridableKeyword,
                         SyntaxKind.OverridableKeyword,
                         SyntaxKind.MustOverrideKeyword

B
beep boop 已提交
1957
                        ' Writeability category
P
Pilchie 已提交
1958 1959 1960 1961 1962 1963 1964 1965 1966
                    Case SyntaxKind.ReadOnlyKeyword,
                         SyntaxKind.WriteOnlyKeyword

                    Case SyntaxKind.DimKeyword,
                         SyntaxKind.ConstKeyword,
                         SyntaxKind.StaticKeyword,
                         SyntaxKind.DefaultKeyword,
                         SyntaxKind.WithEventsKeyword

B
beep boop 已提交
1967
                        ' Conversion category
P
Pilchie 已提交
1968 1969 1970 1971 1972 1973 1974 1975 1976 1977 1978 1979 1980 1981 1982 1983 1984 1985 1986 1987 1988 1989 1990 1991 1992 1993 1994 1995 1996 1997 1998
                    Case SyntaxKind.WideningKeyword,
                         SyntaxKind.NarrowingKeyword

                    Case SyntaxKind.IdentifierToken
                        ' This enables better error reporting for invalid uses of CUSTOM as a specifier.
                        '
                        ' But note that at the same time, CUSTOM used as a variable name etc. should
                        ' continue to work. See Bug VSWhidbey 379914.
                        '
                        Dim possibleKeyword As KeywordSyntax = Nothing
                        If TryTokenAsContextualKeyword(CurrentToken, possibleKeyword) Then
                            If possibleKeyword.Kind = SyntaxKind.CustomKeyword Then

                                Dim nextToken As SyntaxToken = PeekToken(1)
                                If nextToken.Kind = SyntaxKind.EventKeyword Then
                                    Exit Do
                                End If

                                If SyntaxFacts.IsSpecifier(nextToken.Kind) OrElse SyntaxFacts.CanStartSpecifierDeclaration(nextToken.Kind) Then
                                    t = ReportSyntaxError(possibleKeyword, ERRID.ERR_InvalidUseOfCustomModifier)
                                    Exit Select
                                End If

                            ElseIf possibleKeyword.Kind = SyntaxKind.AsyncKeyword OrElse
                                   possibleKeyword.Kind = SyntaxKind.IteratorKeyword Then

                                Dim nextToken As SyntaxToken = PeekToken(1)
                                If SyntaxFacts.IsSpecifier(nextToken.Kind) OrElse
                                   SyntaxFacts.CanStartSpecifierDeclaration(nextToken.Kind) Then

                                    t = possibleKeyword
1999
                                    t = CheckFeatureAvailability(If(possibleKeyword.Kind = SyntaxKind.AsyncKeyword, Feature.AsyncExpressions, Feature.Iterators), t)
P
Pilchie 已提交
2000 2001 2002 2003 2004 2005 2006 2007 2008 2009 2010 2011 2012 2013 2014 2015 2016 2017 2018 2019 2020 2021 2022 2023 2024 2025 2026 2027 2028 2029 2030 2031 2032 2033 2034 2035 2036 2037 2038 2039 2040 2041 2042 2043 2044 2045 2046 2047 2048 2049 2050 2051 2052 2053 2054 2055 2056 2057 2058 2059 2060 2061 2062 2063 2064 2065 2066 2067 2068 2069 2070 2071 2072 2073 2074 2075 2076 2077 2078 2079 2080 2081 2082 2083 2084 2085 2086 2087 2088 2089 2090 2091 2092 2093 2094 2095 2096 2097 2098 2099 2100 2101 2102 2103 2104 2105 2106 2107 2108 2109 2110 2111 2112 2113 2114 2115 2116 2117 2118 2119 2120 2121 2122 2123 2124 2125 2126 2127 2128 2129 2130 2131 2132 2133 2134 2135 2136 2137 2138 2139 2140 2141 2142 2143 2144 2145 2146 2147 2148 2149 2150 2151 2152 2153 2154 2155 2156 2157 2158 2159 2160 2161 2162 2163 2164 2165 2166 2167 2168 2169 2170 2171 2172 2173 2174 2175 2176 2177 2178 2179 2180
                                    Exit Select
                                End If

                            End If
                        End If

                        Exit Do

                    Case Else
                        Exit Do

                End Select

                Dim keyword = DirectCast(t, KeywordSyntax)

                If (err <> ERRID.ERR_None) Then
                    ' Mark the current token with the error and ignore.
                    keyword = ReportSyntaxError(keyword, err)
                End If

                kwList.Add(keyword)

                GetNextToken()
            Loop

            Dim result = kwList.ToList
            _pool.Free(kwList)

            Return result
        End Function

        ' /*********************************************************************
        ' *
        ' * Function:
        ' *     Parser::ParseVarDeclStatement
        ' *
        ' * Purpose:
        ' *
        ' **********************************************************************/

        ' [in] specifiers on declaration
        ' [in] Token starting the statement
        ' File: Parser.cpp
        ' Lines: 5992 - 5992
        ' Statement* .Parser::ParseVarDeclStatement( [ ParseTree::AttributeSpecifierList* Attributes ] [ ParseTree::SpecifierList* Specifiers ] [ _In_ Token* StmtStart ] [ _Inout_ bool& ErrorInConstruct ] )
        Private Function ParseVarDeclStatement(
            attributes As SyntaxList(Of AttributeListSyntax),
            modifiers As SyntaxList(Of KeywordSyntax)
        ) As StatementSyntax
            ' Parse the declarations.

            Dim isFieldDeclaration As Boolean = False
            Select Case Context.BlockKind
                Case _
                    SyntaxKind.ModuleBlock,
                    SyntaxKind.StructureBlock,
                    SyntaxKind.InterfaceBlock,
                    SyntaxKind.ClassBlock,
                    SyntaxKind.EnumBlock,
                    SyntaxKind.PropertyBlock,
                    SyntaxKind.NamespaceBlock,
                    SyntaxKind.CompilationUnit
                    isFieldDeclaration = True
            End Select

            Dim Declarations = ParseVariableDeclaration(Not isFieldDeclaration)

            Dim result As StatementSyntax

            If isFieldDeclaration Then
                result = SyntaxFactory.FieldDeclaration(attributes, modifiers, Declarations)
            Else
                ' attributes must be empty
                ' modifiers can only be Static, Dim or Const
                result = SyntaxFactory.LocalDeclarationStatement(modifiers, Declarations)

                If attributes.Any Then

                    ' Does this look like a static local?
                    If modifiers.Any(SyntaxKind.StaticKeyword) Then
                        ' Do not report parser error about attributes applied to a static local,
                        ' but still attach them as leading trivia. This is done to mimic Dev11
                        ' behavior, which silently ignores the attributes.
                        result = result.AddLeadingSyntax(attributes.Node)
                    Else
                        result = result.AddLeadingSyntax(attributes.Node, ERRID.ERR_LocalsCannotHaveAttributes)
                    End If
                End If
            End If

            '  There must be at least one specifier.
            If Not modifiers.Any Then
                result = ReportSyntaxError(result,
                                           If(attributes.Any,
                                                ERRID.ERR_StandaloneAttribute,
                                                ERRID.ERR_ExpectedSpecifier))
            End If

            Return result

        End Function

        Private Function ParseVariableDeclaration(allowAsNewWith As Boolean) As SeparatedSyntaxList(Of VariableDeclaratorSyntax)
            Dim declarations = _pool.AllocateSeparated(Of VariableDeclaratorSyntax)()

            Dim comma As PunctuationSyntax
            Dim checkForCustom As Boolean = True

            Dim declarators = _pool.AllocateSeparated(Of ModifiedIdentifierSyntax)()
            Do
                declarators.Clear()

                ' Parse the declarators.
                ' name1, name2, name3, .... etc

                Do
                    Dim declarator As ModifiedIdentifierSyntax = ParseModifiedIdentifier(True, checkForCustom)
                    checkForCustom = False

                    If declarator.ContainsDiagnostics Then
                        ' Resync so we don't get more errors later.
                        ' davidsch - removed synching on tkRem because that is now trivia
                        declarator = ResyncAt(declarator, SyntaxKind.AsKeyword, SyntaxKind.CommaToken, SyntaxKind.NewKeyword, SyntaxKind.EqualsToken)
                    End If

                    declarators.Add(declarator)

                    comma = Nothing
                    If Not TryGetTokenAndEatNewLine(SyntaxKind.CommaToken, comma) Then
                        Exit Do
                    End If

                    declarators.AddSeparator(comma)

                Loop

                Dim names = declarators.ToList

                'TODO - For better error recovery consider adding a resync here for
                ' AsKeyword, EqualsToken or CommaToken
                ' if the current token is not one of these

                ' Parse the type clause.

                Dim optionalAsClause As AsClauseSyntax = Nothing
                Dim optionalInitializer As EqualsValueSyntax = Nothing

                ParseFieldOrPropertyAsClauseAndInitializer(False, allowAsNewWith, optionalAsClause, optionalInitializer)

                Dim declaration As VariableDeclaratorSyntax = SyntaxFactory.VariableDeclarator(names, optionalAsClause, optionalInitializer)

                declarations.Add(declaration)

                comma = Nothing
                If Not TryGetTokenAndEatNewLine(SyntaxKind.CommaToken, comma) Then
                    Exit Do
                End If

                declarations.AddSeparator(comma)
            Loop

            _pool.Free(declarators)

            Dim result = declarations.ToList

            _pool.Free(declarations)

            Return result
        End Function

        ' Parses the as-clause and initializer for both locals, fields an properties
        ' Properties allow Attributes before the type and allow implicit line continuations before "FROM", otherwise, fields and
        ' properties allow the same syntax.
        Private Sub ParseFieldOrPropertyAsClauseAndInitializer(isProperty As Boolean, allowAsNewWith As Boolean, ByRef optionalAsClause As AsClauseSyntax, ByRef optionalInitializer As EqualsValueSyntax)
            Dim asKeyword As KeywordSyntax = Nothing
            Dim newKeyword As KeywordSyntax = Nothing
            Dim newArguments As ArgumentListSyntax = Nothing
            Dim typeName As TypeSyntax = Nothing
            Dim fromKeyword As KeywordSyntax = Nothing

            ' Are there attributes before the type of the property?
A
angocke 已提交
2181
            Dim attributesNode As VisualBasicSyntaxNode = Nothing
P
Pilchie 已提交
2182 2183 2184 2185 2186 2187 2188 2189 2190 2191 2192 2193 2194 2195 2196 2197 2198 2199 2200 2201 2202 2203 2204 2205 2206 2207 2208 2209 2210 2211 2212 2213 2214 2215 2216 2217 2218 2219 2220 2221 2222 2223 2224 2225 2226 2227 2228 2229 2230 2231 2232 2233 2234 2235 2236 2237 2238 2239 2240 2241 2242 2243 2244 2245 2246 2247 2248 2249 2250 2251 2252 2253 2254 2255 2256 2257 2258 2259 2260 2261 2262 2263 2264

            If CurrentToken.Kind = SyntaxKind.AsKeyword Then
                asKeyword = DirectCast(CurrentToken, KeywordSyntax)
                GetNextToken()

                Dim objectCollectionInitializer As ObjectCollectionInitializerSyntax = Nothing

                ' At this point, we've seen the As so we're expecting a type.
                If CurrentToken.Kind = SyntaxKind.NewKeyword Then
                    newKeyword = DirectCast(CurrentToken, KeywordSyntax)
                    GetNextToken()

                    If isProperty AndAlso CurrentToken.Kind = SyntaxKind.LessThanToken Then
                        attributesNode = ParseAttributeLists(False).Node
                    End If

                    If CurrentToken.Kind = SyntaxKind.WithKeyword Then
                        ' Roslyn supports 'As New With {...}' 
                        optionalAsClause = Nothing
                        ' the rest will be parsed and an instance of optionalAsClause will be 
                        ' created in the code section marked as 'parse the initializer', see below

                    Else
                        typeName = ParseTypeName()

                        If CurrentToken.Kind = SyntaxKind.OpenParenToken Then
                            ' New <Type> ( <Arguments> )
                            newArguments = ParseParenthesizedArguments()
                        End If

                        ' Properties allow a new line before the FROM.
                        If isProperty Then
                            TryEatNewLineIfFollowedBy(SyntaxKind.FromKeyword)  ' Dev10_509577
                        End If

                        'Parse From {expression, expression, ...}
                        ' From is consumed in ParseInitializerList
                        If TryTokenAsContextualKeyword(CurrentToken, SyntaxKind.FromKeyword, fromKeyword) Then
                            GetNextToken()

                            ' true,  //allow expressions
                            ' false //don't allow assignments.
                            objectCollectionInitializer = ParseObjectCollectionInitializer(fromKeyword)
                        End If

                        optionalAsClause =
                            SyntaxFactory.AsNewClause(asKeyword,
                                               New ObjectCreationExpressionSyntax(
                                                   SyntaxKind.ObjectCreationExpression,
                                                   newKeyword, attributesNode, typeName,
                                                   newArguments, objectCollectionInitializer))

                    End If

                Else

                    ' Are there attributes before the type of the property?
                    If isProperty AndAlso CurrentToken.Kind = SyntaxKind.LessThanToken Then
                        attributesNode = ParseAttributeLists(False).Node
                    End If

                    typeName = ParseGeneralType()

                    If typeName.ContainsDiagnostics Then
                        typeName = ResyncAt(typeName, SyntaxKind.CommaToken, SyntaxKind.EqualsToken)
                    End If

                    optionalAsClause = SyntaxFactory.SimpleAsClause(asKeyword, attributesNode, typeName)
                End If

            End If

            ' Parse the initializer.

            Dim Equals As PunctuationSyntax = Nothing

            If newKeyword Is Nothing Then
                If TryGetTokenAndEatNewLine(SyntaxKind.EqualsToken, Equals) Then
                    'Parse = Expression

                    ' Make the initializer expression a deferred expression
                    ' Allow expression initializer
                    ' Disallow assignment initializer
2265
                    Dim value As ExpressionSyntax = ParseExpressionCore(OperatorPrecedence.PrecedenceNone) 'Dev10 was ParseInitializer
P
Pilchie 已提交
2266 2267 2268 2269 2270 2271 2272 2273 2274 2275 2276 2277 2278 2279 2280 2281 2282 2283 2284 2285 2286 2287 2288 2289 2290 2291 2292 2293 2294 2295 2296 2297 2298 2299 2300 2301 2302 2303 2304 2305 2306 2307 2308 2309 2310 2311 2312 2313 2314 2315 2316 2317 2318 2319 2320 2321 2322 2323 2324 2325 2326 2327 2328 2329 2330 2331 2332 2333 2334 2335 2336 2337 2338 2339 2340 2341 2342 2343 2344 2345 2346 2347 2348 2349 2350 2351 2352 2353 2354 2355 2356 2357 2358 2359 2360 2361 2362 2363 2364 2365 2366 2367

                    Debug.Assert(Equals IsNot Nothing)
                    optionalInitializer = SyntaxFactory.EqualsValue(Equals, value)

                    If optionalInitializer.ContainsDiagnostics Then
                        optionalInitializer = ResyncAt(optionalInitializer, SyntaxKind.CommaToken)
                    End If
                End If
            Else
                Dim objectMemberInitializer As ObjectMemberInitializerSyntax = Nothing

                ' TODO - Consider improving the handling of implicit line continuations.
                ' Properties allow a newline before FROM, but not before WITH. A newline should also be allowed.
                ' Fields should be the same as properties. Local variables do not allow the newline because of 
                ' the ambiguity with a WITH statement and ambiguity with FROM used as an identifier. The latter 
                ' two ambiguities could be solved by looking ahead for the '{' token. 
                If CurrentToken.Kind = SyntaxKind.WithKeyword Then

                    'Handle the "With" clause in the following syntax:
                    'Dim x as new Customer With {.Id = 1, .Name = "A"}

                    Dim withKeyword As KeywordSyntax = DirectCast(CurrentToken, KeywordSyntax)

                    If fromKeyword IsNot Nothing Then

                        Debug.Assert(optionalAsClause IsNot Nothing)

                        'With clause is not allowed after a From initializer
                        withKeyword = ReportSyntaxError(withKeyword, ERRID.ERR_CantCombineInitializers)
                        optionalAsClause = optionalAsClause.AddTrailingSyntax(withKeyword)

                        ' need to get off "With" keyword
                        GetNextToken()
                    Else

                        ' Parse With { ... }
                        objectMemberInitializer = ParseObjectInitializerList(anonymousTypeInitializer:=typeName Is Nothing,
                                                                             anonymousTypesAllowedHere:=allowAsNewWith)

                        Dim possibleKeyword As KeywordSyntax = Nothing
                        If CurrentToken.Kind = SyntaxKind.IdentifierToken AndAlso TryIdentifierAsContextualKeyword(CurrentToken, possibleKeyword) Then
                            Debug.Assert(possibleKeyword IsNot Nothing)

                            If possibleKeyword.Kind = SyntaxKind.FromKeyword Then
                                'From clause is not allowed after a With initializer
                                objectMemberInitializer = objectMemberInitializer.AddTrailingSyntax(possibleKeyword, ERRID.ERR_CantCombineInitializers)

                                ' need to get off "With" keyword
                                GetNextToken()
                            End If
                        End If

                        Dim creationExpression As NewExpressionSyntax = Nothing
                        If typeName Is Nothing Then
                            Debug.Assert(optionalAsClause Is Nothing)

                            ' If anonymous type is actually no allowed
                            If Not allowAsNewWith Then
                                withKeyword = ReportSyntaxError(withKeyword, ERRID.ERR_UnrecognizedTypeKeyword)
                            End If

                            ' NOTE: 'As New With {.x=1}' is legal in Roslyn
                            creationExpression = New AnonymousObjectCreationExpressionSyntax(
                                SyntaxKind.AnonymousObjectCreationExpression, newKeyword, Nothing, objectMemberInitializer)
                        Else
                            Debug.Assert(optionalAsClause IsNot Nothing)
                            creationExpression = New ObjectCreationExpressionSyntax(
                                SyntaxKind.ObjectCreationExpression, newKeyword,
                                        attributesNode, typeName, newArguments, objectMemberInitializer)
                        End If
                        optionalAsClause = SyntaxFactory.AsNewClause(asKeyword, creationExpression)
                    End If

                End If

            End If
        End Sub


        ''' <summary>
        '''  Parses a CollectionInitializer 
        '''         CollectionInitializer -> "{" CollectionInitializerList "}"
        '''         CollectionInitializerList ->  CollectionElement {"," CollectionElement}*
        '''         CollectionElement -> Expression | CollectionInitializer
        ''' </summary>
        ''' <returns>CollectionInitializerSyntax</returns>
        ''' <remarks>In the grammar ArrayLiteralExpression is a rename of CollectionInitializer</remarks>
        Private Function ParseCollectionInitializer() As CollectionInitializerSyntax

            Dim openBrace As PunctuationSyntax = Nothing
            If Not TryGetTokenAndEatNewLine(SyntaxKind.OpenBraceToken, openBrace, createIfMissing:=True) Then
                Return SyntaxFactory.CollectionInitializer(openBrace, Nothing, InternalSyntaxFactory.MissingPunctuation(SyntaxKind.CloseBraceToken))
            End If

            Dim initializers As SeparatedSyntaxList(Of ExpressionSyntax) = Nothing

            If CurrentToken.Kind <> SyntaxKind.CloseBraceToken Then

                Dim expressions = _pool.AllocateSeparated(Of ExpressionSyntax)()

                Do
                    'This used to call ParseInitializer
2368
                    Dim Initializer As ExpressionSyntax = ParseExpressionCore(OperatorPrecedence.PrecedenceNone) 'Dev 10 was ParseInitializer
P
Pilchie 已提交
2369 2370 2371 2372 2373 2374 2375 2376 2377 2378 2379 2380 2381 2382 2383 2384 2385 2386 2387 2388 2389 2390 2391 2392 2393 2394 2395 2396 2397 2398 2399 2400 2401 2402 2403 2404 2405 2406 2407 2408 2409 2410 2411 2412 2413 2414 2415 2416 2417 2418 2419 2420 2421 2422 2423 2424 2425 2426 2427 2428 2429 2430 2431 2432 2433 2434 2435 2436 2437 2438 2439 2440 2441 2442 2443 2444 2445 2446 2447 2448 2449 2450 2451 2452 2453 2454 2455 2456 2457 2458 2459 2460 2461 2462 2463 2464 2465 2466 2467 2468 2469 2470 2471 2472 2473 2474 2475 2476 2477 2478 2479 2480 2481 2482 2483 2484 2485 2486 2487 2488 2489 2490 2491 2492 2493 2494 2495 2496 2497 2498 2499 2500 2501 2502 2503 2504 2505 2506 2507 2508 2509 2510 2511 2512

                    If Initializer.ContainsDiagnostics Then
                        Initializer = ResyncAt(Initializer, SyntaxKind.CommaToken, SyntaxKind.CloseBraceToken)
                    End If

                    expressions.Add(Initializer)

                    Dim comma As PunctuationSyntax = Nothing
                    If TryGetTokenAndEatNewLine(SyntaxKind.CommaToken, comma) Then
                        expressions.AddSeparator(comma)
                    Else
                        Exit Do
                    End If

                Loop

                initializers = expressions.ToList
                _pool.Free(expressions)

            End If

            Dim closeBrace = GetClosingRightBrace()
            Return SyntaxFactory.CollectionInitializer(openBrace, initializers, closeBrace)
        End Function

        Private Function GetClosingRightBrace() As PunctuationSyntax
            Dim closeBrace As PunctuationSyntax = Nothing
            Dim skipped As SyntaxList(Of SyntaxToken) = Nothing

            ' Dev10 does not resync but this seems to give better results
            ' when there is an error. See bug 904910.

            If CurrentToken.Kind <> SyntaxKind.CloseBraceToken Then
                skipped = ResyncAt({SyntaxKind.CloseBraceToken})
            End If

            TryEatNewLineAndGetToken(SyntaxKind.CloseBraceToken, closeBrace, createIfMissing:=True)

            If skipped.Node IsNot Nothing Then
                closeBrace = closeBrace.AddLeadingSyntax(skipped, ERRID.ERR_ExpectedRbrace)
            End If

            Return closeBrace
        End Function

        ''' <summary>
        ''' Parses
        ''' "With "{" FieldInitializerList "}"
        ''' FieldInitializerList -> FieldInitializer {"," FieldInitializer}*
        ''' FieldInitializer -> {Key? "." IdentifierOrKeyword "="}? Expression
        ''' 
        '''  e.g.
        '''  Dim x as new Customer With {.Id = 1, .Name = "A"}
        ''' </summary>
        ''' <returns>ObjectMemberInitializer</returns>
        Private Function ParseObjectInitializerList(Optional anonymousTypeInitializer As Boolean = False, Optional anonymousTypesAllowedHere As Boolean = True) As ObjectMemberInitializerSyntax

            Debug.Assert(CurrentToken.Kind = SyntaxKind.WithKeyword, "ParseObjectInitializerList called with wrong token")

            ' Handle the "With" clause in the following syntax:
            '  Dim x as new Customer With {.Id = 1, .Name = "A"}

            Dim withKeyword As KeywordSyntax = DirectCast(CurrentToken, KeywordSyntax)

            ' the parsed type name already had this diagnostic attached, but in case of anonymous types the type name 
            ' will be dropped. Therefore we attach the error to the first token of the object initializer.
            If anonymousTypeInitializer AndAlso Not anonymousTypesAllowedHere Then
                withKeyword = ReportSyntaxError(withKeyword, ERRID.ERR_UnrecognizedTypeKeyword)
            End If

            GetNextToken() ' Get off WITH
            If PeekPastStatementTerminator().Kind = SyntaxKind.OpenBraceToken Then
                TryEatNewLine() ' Dev10 622723 allow implicit line continuation after WITH
            End If

            ' Parse the initializer list after the "With" keyword

            ' Dev10 was call to ParseInitializerList with 
            '   disallow expression initializers
            '   allow assignment initializers
            '   not an anonymous type initializer

            Dim openBrace As PunctuationSyntax = Nothing
            If Not TryGetTokenAndEatNewLine(SyntaxKind.OpenBraceToken, openBrace, createIfMissing:=True) Then
                Return SyntaxFactory.ObjectMemberInitializer(withKeyword, openBrace, Nothing, InternalSyntaxFactory.MissingPunctuation(SyntaxKind.CloseBraceToken))
            End If

            Dim initializers As SeparatedSyntaxList(Of FieldInitializerSyntax) = Nothing

            If CurrentToken.Kind <> SyntaxKind.CloseBraceToken AndAlso
                CurrentToken.Kind <> SyntaxKind.StatementTerminatorToken AndAlso
                CurrentToken.Kind <> SyntaxKind.ColonToken Then

                Dim expressions = _pool.AllocateSeparated(Of FieldInitializerSyntax)()

                Do
                    'TODO - davidsch - This used to call ParseInitializer which checked for DotToken before calling ParseAssignmentInitializer
                    ' Verify that the error path is still the same.
                    ' Named initializer of form "."<Identifier>"="
                    Dim initializer As FieldInitializerSyntax = ParseAssignmentInitializer(anonymousTypeInitializer) 'Dev10 was ParseInitializer

                    If initializer.ContainsDiagnostics Then
                        initializer = ResyncAt(initializer, SyntaxKind.CommaToken, SyntaxKind.CloseBraceToken)
                    End If

                    expressions.Add(initializer)

                    Dim comma As PunctuationSyntax = Nothing
                    If TryGetTokenAndEatNewLine(SyntaxKind.CommaToken, comma) Then
                        expressions.AddSeparator(comma)
                    Else
                        Exit Do
                    End If

                Loop

                initializers = expressions.ToList
                _pool.Free(expressions)

            Else
                ' Create a missing initializer
                openBrace = ReportSyntaxError(openBrace, If(anonymousTypeInitializer, ERRID.ERR_AnonymousTypeNeedField, ERRID.ERR_InitializerExpected))
                ' NOTE: ERR_AnonymousTypeNeedField error will be reported on a different span then it was reported by Dev10
            End If

            Dim closeBrace = GetClosingRightBrace()
            Return SyntaxFactory.ObjectMemberInitializer(withKeyword, openBrace, initializers, closeBrace)

        End Function

        ''' <summary>
        '''   Parses an ObjectCollectionInitializer
        '''         ObjectCollectionInitializer -> "from" CollectionInitializer
        ''' 
        ''' </summary>
        ''' <returns>ObjectCollectionInitializer</returns>
        ''' <remarks>In Dev10 this was called ParseInitializerList.  It also took several boolean parameters.  
        '''  These were always set as 
        '''       AllowExpressionInitializers = true
        '''       AllowAssignmentInitializers = false
        '''       AnonymousTypeInitializer = false
        '''       RequireAtleastOneInitializer = false
        ''' 
        '''  While the grammar uses the nonterminal CollectionInitializer is modeled as an
C
Charles Stoner 已提交
2513
        '''  AnonymousArrayCreationExpression which has the identical syntax "{" Expression {"," Expression }* "}"
P
Pilchie 已提交
2514 2515 2516 2517 2518
        ''' </remarks>
        ''' 
        Private Function ParseObjectCollectionInitializer(fromKeyword As KeywordSyntax) As ObjectCollectionInitializerSyntax
            Debug.Assert(fromKeyword IsNot Nothing)

2519
            fromKeyword = CheckFeatureAvailability(Feature.CollectionInitializers, fromKeyword)
P
Pilchie 已提交
2520 2521 2522 2523 2524 2525 2526 2527 2528 2529 2530 2531 2532 2533 2534 2535 2536 2537 2538 2539 2540 2541 2542 2543 2544 2545 2546

            ' Allow implicit line continuation after FROM (dev10_508839) but only if followed by "{". 
            ' This is to avoid reporting an error at the beginning of then next line and then skipping the next statement.
            If CurrentToken.Kind = SyntaxKind.StatementTerminatorToken AndAlso PeekToken(1).Kind = SyntaxKind.OpenBraceToken Then
                TryEatNewLine()
            End If

            Dim initializer = ParseCollectionInitializer()

            Return SyntaxFactory.ObjectCollectionInitializer(fromKeyword, initializer)

        End Function

        ''' <summary>
        ''' Parses a FieldInitializer
        ''' 
        ''' FieldInitializer -> ("key"? "." IdentifierOrKeyword "=")? Expression
        ''' </summary>
        ''' <param name="anonymousTypeInitializer">If true then allow the keyword "key" to prefix the field initializer</param>
        ''' <returns></returns>
        Private Function ParseAssignmentInitializer(anonymousTypeInitializer As Boolean) As FieldInitializerSyntax
            Dim optionalKey As KeywordSyntax = Nothing
            Dim dot As PunctuationSyntax = Nothing
            Dim id As IdentifierTokenSyntax = Nothing
            Dim equals As PunctuationSyntax = Nothing
            Dim expression As ExpressionSyntax

C
Charles Stoner 已提交
2547
            ' Parse form: Key? '.'<IdentifierOrKeyword> '=' <Expression>
P
Pilchie 已提交
2548 2549 2550 2551 2552 2553 2554 2555 2556 2557 2558 2559 2560 2561 2562 2563 2564 2565 2566 2567 2568 2569 2570 2571 2572 2573 2574 2575 2576 2577 2578 2579 2580

            If anonymousTypeInitializer AndAlso
                TryTokenAsContextualKeyword(CurrentToken, SyntaxKind.KeyKeyword, optionalKey) Then
                GetNextToken() ' consume "key"
            End If

            If CurrentToken.Kind = SyntaxKind.DotToken Then
                dot = DirectCast(CurrentToken, PunctuationSyntax)
                GetNextToken()

                id = ParseIdentifierAllowingKeyword()

                If SyntaxKind.QuestionToken = CurrentToken.Kind Then
                    id = id.AddTrailingSyntax(CurrentToken)
                    'TODO - davidsch - Dev10 error is on .Name?
                    ' Here is it Name?
                    id = ReportSyntaxError(id, ERRID.ERR_NullableTypeInferenceNotSupported)
                    GetNextToken()
                End If

                If CurrentToken.Kind = SyntaxKind.EqualsToken Then
                    equals = DirectCast(CurrentToken, PunctuationSyntax)
                    GetNextToken()
                    TryEatNewLine()
                Else
                    equals = InternalSyntaxFactory.MissingPunctuation(SyntaxKind.EqualsToken)
                    equals = ReportSyntaxError(equals, ERRID.ERR_ExpectedAssignmentOperatorInInit)

                    ' Name is bad because only a simple name is allowed. But this is arguable.
                    ' This is required for semantics to avoid giving more confusing errors to the user in this context.
                End If

            ElseIf anonymousTypeInitializer Then
2581
                expression = ParseExpressionCore() 'Dev10 was ParseInitializer()
P
Pilchie 已提交
2582 2583 2584 2585 2586 2587 2588 2589 2590 2591 2592 2593 2594 2595 2596 2597 2598 2599 2600 2601 2602 2603 2604 2605 2606 2607 2608 2609 2610 2611 2612 2613 2614 2615 2616 2617 2618 2619 2620 2621 2622 2623 2624 2625 2626 2627

                Dim propertyName As SyntaxToken
                Dim isNameDictionaryAccess As Boolean = False
                Dim isRejectedXmlName As Boolean = False

                propertyName = expression.ExtractAnonymousTypeMemberName(
                                                              isNameDictionaryAccess,
                                                              isRejectedXmlName)

                If propertyName Is Nothing OrElse propertyName.IsMissing Then

                    Select Case expression.Kind

                        Case SyntaxKind.NumericLiteralExpression,
                            SyntaxKind.CharacterLiteralExpression,
                            SyntaxKind.StringLiteralExpression,
                            SyntaxKind.DateLiteralExpression
                            expression = ReportSyntaxError(expression, ERRID.ERR_AnonymousTypeExpectedIdentifier)

                        Case Else
                            If expression.Kind = SyntaxKind.EqualsExpression Then
                                Dim binaryExpr = DirectCast(expression, BinaryExpressionSyntax)
                                If binaryExpr.Left.Kind = SyntaxKind.IdentifierName Then
                                    expression = ReportSyntaxError(expression, ERRID.ERR_AnonymousTypeNameWithoutPeriod)
                                    Exit Select
                                End If
                            End If

                            Dim skipped = ResyncAt({SyntaxKind.CommaToken, SyntaxKind.CloseBraceToken})

                            If isRejectedXmlName Then
                                ' TODO -  In Dev 10 error is on the xmlName
                                expression = ReportSyntaxError(expression, ERRID.ERR_AnonTypeFieldXMLNameInference)
                            Else
                                expression = ReportSyntaxError(expression, ERRID.ERR_AnonymousTypeFieldNameInference)
                            End If

                            expression = expression.AddTrailingSyntax(skipped)

                    End Select

                End If

                Return SyntaxFactory.InferredFieldInitializer(optionalKey, expression)

            Else
C
Charles Stoner 已提交
2628
                ' Assume that the "'.'<IdentifierOrKeyword> '='" was left out.
P
Pilchie 已提交
2629 2630 2631 2632 2633 2634 2635 2636 2637

                dot = InternalSyntaxFactory.MissingPunctuation(SyntaxKind.DotToken)
                id = InternalSyntaxFactory.MissingIdentifier()
                id = ReportSyntaxError(id, ERRID.ERR_ExpectedQualifiedNameInInit)
                equals = InternalSyntaxFactory.MissingPunctuation(SyntaxKind.EqualsToken)
            End If

            ' allow expression initializer
            ' disallow assignment initializer
2638
            expression = ParseExpressionCore() 'Dev10 was ParseInitializer()
P
Pilchie 已提交
2639 2640 2641 2642 2643 2644 2645 2646 2647 2648 2649 2650 2651 2652 2653 2654 2655 2656 2657 2658 2659 2660 2661 2662 2663 2664 2665 2666 2667 2668 2669 2670 2671 2672 2673 2674 2675 2676 2677 2678 2679 2680 2681 2682 2683 2684 2685 2686 2687 2688 2689 2690 2691 2692 2693

            Return SyntaxFactory.NamedFieldInitializer(optionalKey, dot, SyntaxFactory.IdentifierName(id), equals, expression)
        End Function

        ' See Parser::ParseInitializerList and how it it used by the Parser::ParseNewExpression

        ' /*********************************************************************
        ' *
        ' * Function:
        ' *     Parser::ParseDeclarator
        ' *
        ' * Purpose:
        ' *     Parses: Identifier[ArrayList]
        ' *     in a variable declaration or a type field declaration.
        ' *
        ' *     Current token should be at beginning of expected declarator.
        ' *
        ' *     The result will have been created by the caller.
        ' *
        ' **********************************************************************/

        ' File: Parser.cpp
        ' Lines: 6816 - 6816
        ' .Parser::ParseDeclarator( [ bool AllowExplicitArraySizes ] [ _Out_ ParseTree::Declarator* Result ] [ _Inout_ bool& ErrorInConstruct ] )

        Private Function ParseModifiedIdentifier(AllowExplicitArraySizes As Boolean, checkForCustom As Boolean) As ModifiedIdentifierSyntax
            Dim identifierStartPrev As SyntaxToken = PrevToken
            Dim identifierStart As SyntaxToken = CurrentToken
            Dim id As IdentifierTokenSyntax
            Dim optionalNullable As PunctuationSyntax = Nothing
            Dim customModifierError As Boolean = False

            If checkForCustom Then
                Dim keyword As KeywordSyntax = Nothing
                If TryTokenAsContextualKeyword(identifierStart, SyntaxKind.CustomKeyword, keyword) Then
                    ' This enables better error reporting for invalid uses of CUSTOM as a specifier.
                    '
                    ' But note that at the same time, CUSTOM used as a variable name etc. should
                    ' continue to work. See Bug VSWhidbey 379914.
                    '
                    ' Even though CUSTOM is not a reserved keyword, the Dev10 scanner always converts a CUSTOM followed
                    ' by EVENT to a keyword. As a result CUSTOM EVENT never comes here because the tokens are tkCustom, tkEvent. 
                    ' With the new scanner CUSTOM is returned as an identifier so the following must check for EVENT and not
                    ' signal an error.
                    Dim nextToken As SyntaxToken = PeekToken(1)
                    customModifierError = SyntaxFacts.IsSpecifier(nextToken.Kind) OrElse SyntaxFacts.CanStartSpecifierDeclaration(nextToken.Kind)
                End If
            End If

            ' Often, programmers put extra decl specifiers where they are
            ' not required. Eg:
            '    Dim x as Integer, Dim y as Long
            ' We want to check for this and give a more informative error.
            If SyntaxFacts.IsSpecifier(identifierStart.Kind) Then

C
Charles Stoner 已提交
2694
                ' We don't want to look for specifiers if the erroneous declarator starts on a new line.
P
Pilchie 已提交
2695 2696 2697 2698 2699 2700 2701 2702 2703 2704 2705 2706 2707 2708 2709 2710 2711 2712 2713 2714 2715 2716 2717 2718 2719 2720 2721 2722 2723 2724 2725 2726 2727 2728 2729 2730 2731 2732 2733 2734
                ' This is because we want to recover the error on the previous line and treat the line with the
                ' specifier as a new statement
                If identifierStartPrev IsNot Nothing AndAlso identifierStartPrev.IsEndOfLine Then

                    id = InternalSyntaxFactory.MissingIdentifier()
                    id = ReportSyntaxError(id, ERRID.ERR_ExpectedIdentifier)
                    Return SyntaxFactory.ModifiedIdentifier(id, Nothing, Nothing, Nothing)
                End If

                Dim modifiers = ParseSpecifiers()

                ' Try to parse a declarator again. We don't mark the
                ' declarator with an error even though there really was an error.
                ' If we do get back a valid declarator, we have a well-formed tree.
                ' We've corrected the error. Otherwise, the second parse is necessary in order
                ' to produce a diagnostic.

                id = ParseNullableIdentifier(optionalNullable).AddLeadingSyntax(modifiers.Node, ERRID.ERR_ExtraSpecifiers)

            Else
                ' /*allowNullable*/
                id = ParseNullableIdentifier(optionalNullable)
                If customModifierError Then
                    id = ReportSyntaxError(id, ERRID.ERR_InvalidUseOfCustomModifier)
                End If

            End If

            ' Check for an array declarator.

            If CurrentToken.Kind = SyntaxKind.OpenParenToken Then
                Return ParseArrayModifiedIdentifier(id, optionalNullable, AllowExplicitArraySizes)
            End If

            Return SyntaxFactory.ModifiedIdentifier(id, optionalNullable, Nothing, Nothing)

        End Function

        ' Parse an identifier followed by optional? (but not optional array bounds), and return modified identifier
        ' Used inside LINQ queries.
C
Charles Stoner 已提交
2735
        Private Function ParseNullableModifiedIdentifier() As ModifiedIdentifierSyntax
P
Pilchie 已提交
2736 2737 2738 2739 2740 2741 2742 2743 2744 2745 2746 2747 2748 2749 2750 2751 2752 2753 2754 2755 2756 2757 2758 2759 2760 2761 2762 2763 2764 2765 2766 2767 2768 2769 2770 2771 2772 2773 2774 2775 2776 2777 2778 2779 2780 2781 2782 2783 2784 2785 2786 2787 2788 2789 2790 2791 2792 2793 2794 2795 2796 2797 2798 2799 2800 2801 2802 2803 2804 2805 2806
            Dim optionalNullable As PunctuationSyntax = Nothing
            Dim id As IdentifierTokenSyntax = ParseNullableIdentifier(optionalNullable)

            Return SyntaxFactory.ModifiedIdentifier(id, optionalNullable, Nothing, Nothing)
        End Function

        ' File: Parser.cpp
        ' Lines: 6908 - 6908
        ' bool .Parser::CanTokenStartTypeName( [ _In_
        ' Token* Token ] )

        Private Shared Function CanTokenStartTypeName(Token As SyntaxToken) As Boolean
            Debug.Assert(Token IsNot Nothing)

            If SyntaxFacts.IsPredefinedTypeOrVariant(Token.Kind) Then
                Return True
            End If

            Select Case (Token.Kind)

                Case SyntaxKind.GlobalKeyword,
                    SyntaxKind.IdentifierToken

                    Return True
            End Select

            Return False
        End Function

        ' /*********************************************************************
        ' *
        ' * Function:
        ' *     Parser::ParseTypeName
        ' *
        ' * Purpose:
        ' *     Parses a Type name.
        ' **********************************************************************/
        ' File: Parser.cpp
        ' Lines: 6939 - 6939
        ' Type* .Parser::ParseTypeName( [ _Inout_ bool& ErrorInConstruct ] [ bool AllowEmptyGenericArguments ] [ _Out_opt_ bool* AllowedEmptyGenericArguments ] )

        ''' <summary>
        ''' Parse and return a TypeName.  Assumes the CurrentToken is on the name.
        ''' </summary>
        ''' <param name="allowEmptyGenericArguments">Controls generic argument parsing</param>
        ''' <param name="allowedEmptyGenericArguments">Controls generic argument parsing</param>
        ''' <returns>TypeName</returns>
        Friend Function ParseTypeName(
            Optional nonArrayName As Boolean = False,
            Optional allowEmptyGenericArguments As Boolean = False,
            Optional ByRef allowedEmptyGenericArguments As Boolean = False
        ) As TypeSyntax

            Dim Start As SyntaxToken = CurrentToken
            Dim prev As SyntaxToken = PrevToken
            Dim typeName As TypeSyntax = Nothing
            Dim name As NameSyntax = Nothing
            Dim errorID As ERRID

            If SyntaxFacts.IsPredefinedTypeKeyword(Start.Kind) Then
                typeName = SyntaxFactory.PredefinedType(DirectCast(Start, KeywordSyntax))
            Else
                Select Case (Start.Kind)

                    Case SyntaxKind.VariantKeyword
                        name = SyntaxFactory.IdentifierName(_scanner.MakeIdentifier(DirectCast(Start, KeywordSyntax)))
                        name = ReportSyntaxError(name, ERRID.ERR_ObsoleteObjectNotVariant)

                    Case SyntaxKind.GlobalKeyword,
                        SyntaxKind.IdentifierToken
                        ' AllowGlobalNameSpace
C
Charles Stoner 已提交
2807
                        ' Allow generic arguments
P
Pilchie 已提交
2808 2809 2810 2811 2812 2813 2814 2815 2816 2817 2818 2819 2820 2821 2822 2823 2824 2825 2826 2827 2828 2829 2830 2831 2832 2833 2834 2835 2836 2837 2838 2839 2840 2841 2842 2843 2844 2845 2846 2847 2848 2849 2850 2851 2852 2853 2854 2855 2856 2857
                        ' Don't disallow generic arguments on last qualified name
                        name = ParseName(
                            requireQualification:=False,
                            allowGlobalNameSpace:=True,
                            allowGenericArguments:=True,
                            allowGenericsWithoutOf:=True,
                            disallowGenericArgumentsOnLastQualifiedName:=False,
                            nonArrayName:=nonArrayName,
                            allowEmptyGenericArguments:=allowEmptyGenericArguments,
                            allowedEmptyGenericArguments:=allowedEmptyGenericArguments)

                        Debug.Assert(CanTokenStartTypeName(Start), "Inconsistency in type parsing routines!!!")
                        GoTo checkNullable

                    Case Else
                        If Start.Kind = SyntaxKind.NewKeyword AndAlso PeekToken(1).Kind = SyntaxKind.IdentifierToken Then
                            errorID = ERRID.ERR_InvalidNewInType

                            ' prev may be null when InternalSyntaxFactory.ParseTypeName is called.
                        ElseIf Start.Kind = SyntaxKind.OpenBraceToken AndAlso prev IsNot Nothing AndAlso prev.Kind = SyntaxKind.NewKeyword Then
                            errorID = ERRID.ERR_UnrecognizedTypeOrWith

                        ElseIf Start.IsKeyword() Then
                            errorID = ERRID.ERR_UnrecognizedTypeKeyword
                        Else
                            errorID = ERRID.ERR_UnrecognizedType
                        End If

                        ' Also Dev10 code does NOT consume any tokens here.
                        ' Should this error check be done in the parser or when the expression is evaluated?
                        ' Parser global should be removed
                        typeName = ReportSyntaxError(SyntaxFactory.IdentifierName(InternalSyntaxFactory.MissingIdentifier()), errorID)

                        Debug.Assert(Not CanTokenStartTypeName(Start), "Inconsistency in type parsing routines!!!")

                        Return typeName
                End Select
            End If

            Debug.Assert(CanTokenStartTypeName(Start), "Inconsistency in type parsing routines!!!")

            GetNextToken()

checkNullable:
            If typeName Is Nothing Then
                Debug.Assert(name IsNot Nothing)
                typeName = name
            End If

            If SyntaxKind.QuestionToken = CurrentToken.Kind Then
2858
                If _evaluatingConditionCompilationExpression Then
P
Pilchie 已提交
2859 2860 2861 2862 2863 2864 2865 2866 2867 2868 2869 2870 2871 2872 2873 2874 2875 2876 2877 2878 2879 2880 2881 2882 2883 2884 2885 2886 2887 2888 2889 2890 2891 2892 2893 2894 2895 2896 2897 2898 2899 2900 2901 2902 2903 2904 2905 2906 2907 2908 2909 2910 2911 2912 2913 2914 2915 2916 2917 2918 2919 2920 2921 2922 2923 2924 2925 2926 2927 2928

                    typeName = typeName.AddTrailingSyntax(CurrentToken, ERRID.ERR_BadNullTypeInCCExpression)
                    GetNextToken()

                    Return typeName
                Else
                    If allowedEmptyGenericArguments Then
                        ' If there were empty generic arguments and the type is followed by "?" then report unrecognized type on the closing ")"
                        typeName = ReportUnrecognizedTypeInGeneric(typeName)
                    End If

                    Debug.Assert(typeName IsNot Nothing)

                    Dim questionMark As PunctuationSyntax = DirectCast(CurrentToken, PunctuationSyntax)

                    Dim nullableTypeName As NullableTypeSyntax = SyntaxFactory.NullableType(typeName, questionMark)

                    GetNextToken()

                    typeName = nullableTypeName
                End If
            End If

            Return typeName
        End Function

        Private Function ReportUnrecognizedTypeInGeneric(typeName As TypeSyntax) As TypeSyntax
            Select Case typeName.Kind
                Case SyntaxKind.QualifiedName
                    ' The open generic can be on either the right or left side of the qualified name.
                    Dim qualifiedName = DirectCast(typeName, QualifiedNameSyntax)
                    Dim genericName As GenericNameSyntax = TryCast(qualifiedName.Right, GenericNameSyntax)
                    If genericName IsNot Nothing Then
                        ' Report error on right
                        genericName = ReportUnrecognizedTypeInGeneric(genericName)
                        typeName = SyntaxFactory.QualifiedName(qualifiedName.Left, qualifiedName.DotToken, genericName)
                    Else
                        ' Report error on left
                        Dim leftName = DirectCast(ReportUnrecognizedTypeInGeneric(qualifiedName.Left), NameSyntax)
                        typeName = SyntaxFactory.QualifiedName(leftName, qualifiedName.DotToken, qualifiedName.Right)
                    End If

                Case SyntaxKind.GenericName
                    typeName = ReportUnrecognizedTypeInGeneric(DirectCast(typeName, GenericNameSyntax))

            End Select
            Return typeName
        End Function

        Private Function ReportUnrecognizedTypeInGeneric(genericName As GenericNameSyntax) As GenericNameSyntax
            Dim typeArgumentList = genericName.TypeArgumentList
            typeArgumentList = SyntaxFactory.TypeArgumentList(typeArgumentList.OpenParenToken,
                                                       typeArgumentList.OfKeyword,
                                                       typeArgumentList.Arguments,
                                                       ReportSyntaxError(typeArgumentList.CloseParenToken, ERRID.ERR_UnrecognizedType))
            genericName = SyntaxFactory.GenericName(genericName.Identifier, typeArgumentList)
            Return genericName
        End Function

        ' Parse a simple type followed by an optional array list.

        ' File: Parser.cpp
        ' Lines: 7117 - 7117
        ' Type* .Parser::ParseGeneralType( [ _Inout_ bool& ErrorInConstruct ] [ bool AllowEmptyGenericArguments ] )

        Friend Function ParseGeneralType(Optional allowEmptyGenericArguments As Boolean = False) As TypeSyntax

            Dim start As SyntaxToken = CurrentToken
            Dim result As TypeSyntax

2929
            If _evaluatingConditionCompilationExpression AndAlso Not SyntaxFacts.IsPredefinedTypeOrVariant(start.Kind) Then
P
Pilchie 已提交
2930 2931 2932 2933 2934 2935 2936 2937 2938 2939 2940 2941 2942 2943 2944 2945 2946 2947 2948 2949 2950 2951 2952 2953 2954 2955 2956 2957 2958 2959 2960 2961 2962 2963 2964 2965 2966 2967 2968 2969 2970 2971 2972 2973 2974 2975 2976 2977 2978 2979 2980 2981 2982 2983 2984 2985 2986 2987 2988 2989 2990 2991 2992 2993 2994 2995 2996 2997 2998 2999 3000 3001 3002 3003 3004 3005 3006 3007 3008 3009 3010 3011 3012 3013 3014 3015 3016 3017 3018 3019 3020 3021 3022 3023 3024 3025 3026 3027 3028 3029 3030 3031 3032 3033 3034 3035 3036 3037 3038 3039 3040 3041 3042 3043 3044 3045 3046 3047 3048 3049 3050 3051 3052 3053 3054 3055 3056 3057 3058 3059 3060 3061 3062 3063 3064 3065 3066 3067 3068 3069 3070 3071 3072 3073 3074 3075 3076 3077 3078 3079 3080 3081 3082 3083 3084 3085 3086 3087 3088 3089 3090 3091 3092 3093 3094 3095 3096 3097 3098 3099 3100 3101 3102 3103 3104 3105 3106 3107 3108 3109 3110 3111 3112 3113 3114 3115 3116 3117 3118 3119 3120 3121 3122 3123 3124 3125 3126 3127 3128 3129 3130 3131 3132 3133 3134 3135 3136 3137 3138 3139 3140 3141 3142 3143 3144 3145 3146 3147 3148 3149 3150 3151 3152 3153 3154 3155 3156 3157 3158 3159 3160 3161 3162 3163 3164 3165 3166 3167 3168 3169 3170 3171 3172 3173 3174 3175 3176 3177 3178 3179 3180 3181 3182 3183 3184 3185 3186 3187 3188 3189 3190 3191 3192 3193 3194 3195 3196 3197 3198 3199 3200 3201 3202 3203 3204 3205 3206 3207 3208 3209 3210 3211 3212 3213 3214 3215 3216 3217 3218 3219 3220 3221 3222 3223 3224 3225 3226 3227 3228 3229 3230 3231 3232 3233 3234 3235 3236 3237 3238

                'TODO - 
                ' 1. Dev10 code does NOT consume any tokens here.
                ' 2. Should this error check be done in the parser or when the expression is evaluated?
                Dim ident = InternalSyntaxFactory.MissingIdentifier()
                ident = ident.AddTrailingSyntax(start, ERRID.ERR_BadTypeInCCExpression)
                result = SyntaxFactory.IdentifierName(ident)
                GetNextToken()

                Return result
            End If

            Dim allowedEmptyGenericArguments As Boolean = False

            result = ParseTypeName(
                allowEmptyGenericArguments:=allowEmptyGenericArguments,
                allowedEmptyGenericArguments:=allowedEmptyGenericArguments)

            If CurrentToken.Kind = SyntaxKind.OpenParenToken Then

                Dim elementType = result
                Dim rankSpecifiers As SyntaxList(Of ArrayRankSpecifierSyntax) = ParseArrayRankSpecifiers()

                If allowedEmptyGenericArguments Then
                    ' Need to eat up the array syntax to avoid spuriously parsing
                    ' the array syntax "(10)" as default property syntax for
                    ' constructs such a GetType(A(Of )()) and GetType(A(Of )()()()).
                    ' Even resyncing to tkRParen will not help in the array of array
                    ' cases. So instead use ParseArrayDeclarator to help skip
                    ' all of the array syntax.
                    rankSpecifiers = New InternalSyntax.SyntaxList(Of ArrayRankSpecifierSyntax)(ReportSyntaxError(rankSpecifiers.Node, ERRID.ERR_ArrayOfRawGenericInvalid))
                End If

                result = SyntaxFactory.ArrayType(elementType, rankSpecifiers)
            End If

            Return result
        End Function

        ' [in] the start token of the statement or expression containing the generic arguments
        ' File: Parser.cpp
        ' Lines: 6625 - 6625
        ' .Parser::ParseGenericArguments( [ Token* Start ] [ ParseTree::GenericArguments& Arguments ] [ _Inout_ bool& AllowEmptyGenericArguments ] [ _Inout_ bool& AllowNonEmptyGenericArguments ] [ _Inout_ bool& ErrorInConstruct ] )

        ' File: Parser.cpp
        ' Lines: 6659 - 6659
        ' TypeList* .Parser::ParseGenericArguments( [ _Out_ Token*& Of ] [ _Out_ Token*& openParen ] [ _Out_ Token*& closeParen ] [ _Inout_ bool& AllowEmptyGenericArguments ] [ _Inout_ bool& AllowNonEmptyGenericArguments ] [ _Inout_ bool& ErrorInConstruct ] )

        Private Function ParseGenericArguments(
            ByRef allowEmptyGenericArguments As Boolean,
            ByRef AllowNonEmptyGenericArguments As Boolean
        ) As TypeArgumentListSyntax

            Debug.Assert(allowEmptyGenericArguments OrElse AllowNonEmptyGenericArguments,
                "Cannot disallow both empty and non-empty generic arguments!!!")

            Dim [of] As KeywordSyntax = Nothing
            Dim openParen As PunctuationSyntax
            Dim closeParen As PunctuationSyntax = Nothing
            Dim genericArguments As TypeArgumentListSyntax
            Dim typeArguments As SeparatedSyntaxList(Of TypeSyntax)

            Debug.Assert(CurrentToken.Kind = SyntaxKind.OpenParenToken, "Generic arguments parsing lost!!!")

            openParen = DirectCast(CurrentToken, PunctuationSyntax)
            GetNextToken() ' get off '('
            TryEatNewLine()  ' '(' allows implicit line continuation

            TryGetTokenAndEatNewLine(SyntaxKind.OfKeyword, [of], createIfMissing:=True)

            Dim typeNames = _pool.AllocateSeparated(Of TypeSyntax)()
            Dim typeName As TypeSyntax
            Dim comma As PunctuationSyntax

            Do
                typeName = Nothing

                ' Either all generic arguments should be unspecified or all need to be specified.
                If CurrentToken.Kind = SyntaxKind.CommaToken OrElse CurrentToken.Kind = SyntaxKind.CloseParenToken Then
                    If allowEmptyGenericArguments Then
                        ' If a non-empty type argument is already specified, then need to always look for
                        ' non-empty type arguments, else we can allow empty type arguments.

                        typeName = SyntaxFactory.IdentifierName(InternalSyntaxFactory.MissingIdentifier)
                        AllowNonEmptyGenericArguments = False
                    Else
                        typeName = ParseGeneralType()
                    End If

                Else
                    ' If an empty type argument is already specified, then need to always look for
                    ' empty type arguments and reject non-empty type arguments, else we can allow
                    ' non-empty type arguments.

                    typeName = ParseGeneralType()
                    If AllowNonEmptyGenericArguments Then
                        allowEmptyGenericArguments = False
                    Else
                        typeName = ReportSyntaxError(typeName, ERRID.ERR_TypeParamMissingCommaOrRParen)
                    End If
                End If

                Debug.Assert(allowEmptyGenericArguments OrElse AllowNonEmptyGenericArguments,
                    "Cannot disallow both empty and non-empty generic arguments!!!")

                If typeName.ContainsDiagnostics Then
                    typeName = ResyncAt(typeName, SyntaxKind.CloseParenToken, SyntaxKind.CommaToken)
                End If

                typeNames.Add(typeName)

                comma = Nothing
                If Not TryGetTokenAndEatNewLine(SyntaxKind.CommaToken, comma) Then
                    Exit Do
                End If

                Debug.Assert(comma IsNot Nothing)

                typeNames.AddSeparator(comma)
            Loop While True

            If openParen IsNot Nothing Then
                TryEatNewLineAndGetToken(SyntaxKind.CloseParenToken, closeParen, createIfMissing:=True)
            End If

            typeArguments = typeNames.ToList
            _pool.Free(typeNames)
            genericArguments = SyntaxFactory.TypeArgumentList(openParen, [of], typeArguments, closeParen)

            Return genericArguments
        End Function

        Private Function ParseArrayRankSpecifiers(Optional errorForExplicitArraySizes As ERRID = ERRID.ERR_NoExplicitArraySizes) As SyntaxList(Of ArrayRankSpecifierSyntax)

            Debug.Assert(CurrentToken.Kind = SyntaxKind.OpenParenToken, "should be a (.")

            Dim arrayModifiers As SyntaxListBuilder(Of ArrayRankSpecifierSyntax) = Nothing

            Do
                Dim openParen As PunctuationSyntax = Nothing
                Dim commas As SyntaxList(Of PunctuationSyntax) = Nothing
                Dim closeParen As PunctuationSyntax = Nothing
                Dim arguments As SeparatedSyntaxList(Of ArgumentSyntax) = Nothing

                Debug.Assert(CurrentToken.Kind = SyntaxKind.OpenParenToken)
                TryGetTokenAndEatNewLine(SyntaxKind.OpenParenToken, openParen)

                If CurrentToken.Kind = SyntaxKind.CommaToken Then

                    commas = ParseSeparators(SyntaxKind.CommaToken)

                ElseIf CurrentToken.Kind <> SyntaxKind.CloseParenToken Then
                    ' Previously allowExplicitSizes was passed to control whether sizes are allowed.  Now if we get here it is
                    ' always an error.  For backward compatibility we try to parse for array sizes and then report it as an error
                    ' below.

                    arguments = ParseArgumentList()
                End If

                TryEatNewLineAndGetToken(SyntaxKind.CloseParenToken, closeParen, createIfMissing:=True)

                If arrayModifiers.IsNull Then
                    arrayModifiers = _pool.Allocate(Of ArrayRankSpecifierSyntax)()
                End If

                If arguments.Count <> 0 Then
                    closeParen = closeParen.AddLeadingSyntax(arguments.Node, errorForExplicitArraySizes)
                End If

                Dim arrayModifier As ArrayRankSpecifierSyntax = SyntaxFactory.ArrayRankSpecifier(openParen, commas, closeParen)

                arrayModifiers.Add(arrayModifier)

            Loop While CurrentToken.Kind = SyntaxKind.OpenParenToken

            Dim result As SyntaxList(Of ArrayRankSpecifierSyntax) = arrayModifiers.ToList
            _pool.Free(arrayModifiers)

            Return result
        End Function

        ' davidsch - Just as ParseIdentifier was split into two ParseIdentifiers (nullable and non-nullable cases), ParseArrayDeclarator was split 
        ' to handle ArrayTypeName and ModifiedIdentifier cases

        Private Function ParseArrayModifiedIdentifier(
            elementType As IdentifierTokenSyntax,
            optionalNullable As PunctuationSyntax,
            allowExplicitSizes As Boolean
         ) As ModifiedIdentifierSyntax
            Debug.Assert(elementType IsNot Nothing)

            Debug.Assert(CurrentToken.Kind = SyntaxKind.OpenParenToken, "should be a (.")

            Dim optionalArrayBounds As ArgumentListSyntax = Nothing
            Dim arrayModifiers As SyntaxListBuilder(Of ArrayRankSpecifierSyntax) = Nothing
            Dim arguments As SeparatedSyntaxList(Of ArgumentSyntax)
            Dim openParen As PunctuationSyntax = Nothing
            Dim commas As SyntaxList(Of PunctuationSyntax)
            Dim closeParen As PunctuationSyntax
            Dim innerArrayType As Boolean = False

            Do
                commas = Nothing
                arguments = Nothing
                closeParen = Nothing

                Debug.Assert(CurrentToken.Kind = SyntaxKind.OpenParenToken)
                TryGetTokenAndEatNewLine(SyntaxKind.OpenParenToken, openParen)

                If CurrentToken.Kind = SyntaxKind.CommaToken Then

                    commas = ParseSeparators(SyntaxKind.CommaToken)

                ElseIf CurrentToken.Kind <> SyntaxKind.CloseParenToken Then

                    arguments = ParseArgumentList()

                End If

                TryEatNewLineAndGetToken(SyntaxKind.CloseParenToken, closeParen, createIfMissing:=True)

                If arrayModifiers.IsNull Then
                    arrayModifiers = _pool.Allocate(Of ArrayRankSpecifierSyntax)()
                End If

                If arguments.Count <> 0 Then

                    If Not innerArrayType Then
                        optionalArrayBounds = SyntaxFactory.ArgumentList(openParen, arguments, closeParen)

                        If Not allowExplicitSizes Then
                            optionalArrayBounds = ReportSyntaxError(optionalArrayBounds, ERRID.ERR_NoExplicitArraySizes)
                        End If

                    Else
                        ' Create an arrayModifier with the bad array bounds
                        closeParen = closeParen.AddLeadingSyntax(arguments.Node, ERRID.ERR_NoConstituentArraySizes)
                        arrayModifiers.Add(SyntaxFactory.ArrayRankSpecifier(openParen, commas, closeParen))
                    End If

                Else
                    arrayModifiers.Add(SyntaxFactory.ArrayRankSpecifier(openParen, commas, closeParen))
                End If

                ' Explicit sizes are only allowed once in the first ().  
                innerArrayType = True
            Loop While CurrentToken.Kind = SyntaxKind.OpenParenToken

            Dim modifiersArr As SyntaxList(Of ArrayRankSpecifierSyntax) = arrayModifiers.ToList
            _pool.Free(arrayModifiers)

            Return SyntaxFactory.ModifiedIdentifier(elementType, optionalNullable, optionalArrayBounds, modifiersArr)
        End Function

        Private Function TryReinterpretAsArraySpecifier(argumentList As ArgumentListSyntax, ByRef arrayModifiers As SyntaxList(Of ArrayRankSpecifierSyntax)) As Boolean
            Dim builder = _pool.Allocate(Of PunctuationSyntax)()

            ' Try to reinterpret the argumentList as arrayRankSpecifier syntax
            Dim interpretAsArrayModifiers = True
            Dim arguments = argumentList.Arguments

            For i = 0 To arguments.Count - 1
                Dim arg = arguments(i)

                If arg.Kind <> SyntaxKind.OmittedArgument Then
                    interpretAsArrayModifiers = False
                    Exit For
                End If
            Next

            If interpretAsArrayModifiers Then
                Dim argsAndSeparators = arguments.GetWithSeparators

                For i = 0 To arguments.SeparatorCount - 1
                    builder.Add(DirectCast(argsAndSeparators(2 * i + 1), PunctuationSyntax))
                Next

                arrayModifiers = SyntaxFactory.ArrayRankSpecifier(argumentList.OpenParenToken, builder.ToList, argumentList.CloseParenToken)
            End If

            _pool.Free(builder)
            Return interpretAsArrayModifiers
        End Function

        Private Function ParseSeparators(kind As SyntaxKind) As SyntaxList(Of PunctuationSyntax)
            Dim separators = _pool.Allocate(Of PunctuationSyntax)()

            While CurrentToken.Kind = kind
                Dim sep As PunctuationSyntax = DirectCast(CurrentToken, PunctuationSyntax)
                GetNextToken()
                TryEatNewLine()
                separators.Add(sep)
            End While

            Dim result = separators.ToList
            _pool.Free(separators)

            Return result
        End Function

        ' In Dev10 this was ParseArgument.
        Private Function ParseArgumentList() As SeparatedSyntaxList(Of ArgumentSyntax)
            Dim comma As PunctuationSyntax

            Dim arguments = _pool.AllocateSeparated(Of ArgumentSyntax)()

            Do
                Dim lowerBound As ExpressionSyntax = Nothing
                Dim toKeyword As KeywordSyntax = Nothing
3239
                Dim upperBound As ExpressionSyntax = ParseExpressionCore()
P
Pilchie 已提交
3240 3241 3242 3243 3244 3245 3246 3247 3248 3249 3250 3251

                If upperBound.ContainsDiagnostics Then
                    upperBound = ResyncAt(upperBound, SyntaxKind.CommaToken, SyntaxKind.CloseParenToken, SyntaxKind.AsKeyword)

                ElseIf CurrentToken.Kind = SyntaxKind.ToKeyword Then
                    toKeyword = DirectCast(CurrentToken, KeywordSyntax)
                    lowerBound = upperBound

                    ' Check that lower bound is equal to 0 moved to binder.

                    GetNextToken() ' consume To keyword

3252
                    upperBound = ParseExpressionCore()
P
Pilchie 已提交
3253 3254 3255 3256 3257 3258 3259 3260 3261
                End If

                If upperBound.ContainsDiagnostics OrElse (toKeyword IsNot Nothing AndAlso lowerBound.ContainsDiagnostics) Then
                    upperBound = ResyncAt(upperBound, SyntaxKind.CommaToken, SyntaxKind.CloseParenToken, SyntaxKind.AsKeyword)
                End If

                Dim arg As ArgumentSyntax

                If toKeyword Is Nothing Then
3262
                    arg = SyntaxFactory.SimpleArgument(Nothing, upperBound)
P
Pilchie 已提交
3263 3264 3265 3266 3267 3268 3269 3270 3271 3272 3273 3274 3275 3276 3277 3278 3279 3280 3281 3282 3283 3284 3285 3286 3287 3288 3289 3290 3291 3292 3293 3294 3295 3296 3297 3298 3299 3300 3301 3302 3303 3304 3305 3306 3307 3308 3309 3310 3311 3312 3313 3314 3315 3316 3317 3318 3319 3320 3321 3322 3323 3324 3325 3326 3327 3328 3329 3330 3331 3332 3333 3334 3335 3336 3337 3338 3339 3340 3341 3342 3343 3344 3345 3346 3347 3348 3349 3350 3351 3352 3353 3354 3355 3356 3357 3358 3359
                Else
                    arg = SyntaxFactory.RangeArgument(lowerBound, toKeyword, upperBound)
                End If

                arguments.Add(arg)

                comma = Nothing
                If Not TryGetTokenAndEatNewLine(SyntaxKind.CommaToken, comma) Then
                    Exit Do
                End If

                arguments.AddSeparator(comma)
            Loop

            Dim result = arguments.ToList
            _pool.Free(arguments)

            Return result
        End Function

        ' This used to be ParsePropertyOrEventProcedureDefinition
        Private Function ParsePropertyOrEventAccessor(accessorKind As SyntaxKind, attributes As SyntaxList(Of AttributeListSyntax), modifiers As SyntaxList(Of KeywordSyntax)) As AccessorStatementSyntax
            Debug.Assert(CurrentToken.Kind = SyntaxKind.GetKeyword OrElse CurrentToken.Kind = SyntaxKind.SetKeyword OrElse
                     CurrentToken.Kind = SyntaxKind.AddHandlerKeyword OrElse CurrentToken.Kind = SyntaxKind.RemoveHandlerKeyword OrElse CurrentToken.Kind = SyntaxKind.RaiseEventKeyword)

            Dim methodKeyword As KeywordSyntax = DirectCast(CurrentToken, KeywordSyntax)
            If Not IsFirstStatementOnLine(CurrentToken) Then
                methodKeyword = ReportSyntaxError(methodKeyword, ERRID.ERR_MethodMustBeFirstStatementOnLine)
            End If
            GetNextToken()

            Dim genericParams As TypeParameterListSyntax = Nothing
            Dim optionalParameters As ParameterListSyntax = Nothing
            Dim openParen As PunctuationSyntax = Nothing
            Dim parameters As SeparatedSyntaxList(Of ParameterSyntax) = Nothing
            Dim closeParen As PunctuationSyntax = Nothing

            TryRejectGenericParametersForMemberDecl(genericParams)

            If genericParams IsNot Nothing Then
                methodKeyword = methodKeyword.AddTrailingSyntax(genericParams)
            End If

            If methodKeyword.Kind <> SyntaxKind.GetKeyword AndAlso
               CurrentToken.Kind = SyntaxKind.OpenParenToken Then

                parameters = ParseParameters(openParen, closeParen)
                optionalParameters = SyntaxFactory.ParameterList(openParen, parameters, closeParen)
            End If

            ' Specifiers only allowed for property accessors, not for event accessors
            ' Specifiers are not valid on 'AddHandler', 'RemoveHandler' and 'RaiseEvent' methods.

            If modifiers.Any AndAlso
                (methodKeyword.Kind = SyntaxKind.AddHandlerKeyword OrElse
                methodKeyword.Kind = SyntaxKind.RemoveHandlerKeyword OrElse
                methodKeyword.Kind = SyntaxKind.RaiseEventKeyword) Then

                methodKeyword = ReportModifiersOnStatementError(ERRID.ERR_SpecifiersInvOnEventMethod, Nothing, modifiers, methodKeyword)
                modifiers = Nothing
            End If

            Dim statement = SyntaxFactory.AccessorStatement(accessorKind, attributes, modifiers, methodKeyword, optionalParameters)

            Return statement
        End Function

        ' /*********************************************************************
        ' *
        ' * Function:
        ' *     Parser::ParseImplementsList
        ' *
        ' **********************************************************************/

        ' File: Parser.cpp
        ' Lines: 8018 - 8018
        ' NameList* .Parser::ParseImplementsList( [ _Inout_ bool& ErrorInConstruct ] )

        Private Function ParseImplementsList() As ImplementsClauseSyntax

            Debug.Assert(CurrentToken.Kind = SyntaxKind.ImplementsKeyword, "Implements list parsing lost.")

            Dim implementsKeyword As KeywordSyntax = DirectCast(CurrentToken, KeywordSyntax)
            Dim ImplementsClauses As SeparatedSyntaxListBuilder(Of QualifiedNameSyntax) =
                Me._pool.AllocateSeparated(Of QualifiedNameSyntax)()

            Dim comma As PunctuationSyntax

            GetNextToken()

            Do

                'TODO - davidsch
                ' The old parser did not make a distinction between TypeNames and Names
                ' While there is a ParseTypeName function, the old parser called ParseName.  For now
                ' call ParseName and then break up the name to make a ImplementsClauseItem. The
                ' parameters passed to ParseName guarantee that the name is qualified. The first
C
Charles Stoner 已提交
3360
                ' parameter ensures qualification.  The last parameter ensures that it is not generic.
P
Pilchie 已提交
3361 3362 3363 3364 3365 3366 3367 3368 3369 3370 3371 3372 3373 3374 3375 3376 3377 3378 3379 3380 3381 3382 3383 3384 3385 3386 3387 3388 3389 3390 3391 3392 3393 3394 3395 3396 3397 3398 3399 3400 3401 3402 3403 3404 3405 3406 3407 3408 3409 3410 3411 3412 3413 3414 3415 3416 3417 3418 3419 3420 3421 3422 3423 3424 3425 3426 3427 3428 3429 3430 3431 3432 3433 3434 3435 3436 3437 3438 3439 3440 3441 3442 3443 3444 3445 3446 3447 3448 3449 3450 3451 3452 3453 3454 3455 3456 3457 3458 3459 3460 3461 3462 3463 3464 3465 3466 3467 3468 3469 3470 3471 3472 3473 3474 3475 3476 3477 3478 3479 3480 3481 3482 3483 3484 3485 3486 3487 3488 3489 3490 3491 3492 3493 3494 3495 3496 3497 3498 3499 3500 3501 3502 3503 3504 3505 3506 3507 3508 3509 3510 3511 3512 3513 3514 3515 3516 3517 3518 3519 3520 3521 3522 3523 3524 3525 3526 3527 3528 3529 3530 3531 3532 3533 3534 3535 3536 3537 3538 3539 3540 3541 3542 3543 3544 3545 3546 3547 3548 3549 3550 3551 3552 3553 3554 3555 3556 3557 3558 3559 3560 3561 3562 3563 3564 3565 3566 3567 3568 3569 3570 3571 3572 3573 3574 3575 3576 3577 3578 3579 3580 3581 3582 3583 3584 3585 3586 3587 3588 3589 3590 3591 3592 3593 3594 3595 3596 3597 3598 3599 3600 3601 3602 3603 3604 3605 3606 3607 3608 3609 3610 3611 3612 3613 3614 3615 3616 3617 3618 3619 3620 3621 3622 3623 3624 3625 3626 3627 3628 3629 3630 3631 3632 3633 3634 3635 3636 3637 3638 3639 3640 3641 3642 3643 3644 3645 3646 3647 3648 3649 3650 3651 3652 3653 3654 3655 3656 3657 3658 3659 3660 3661 3662 3663 3664 3665 3666 3667 3668 3669 3670 3671 3672 3673 3674 3675 3676 3677 3678 3679 3680 3681 3682 3683 3684 3685 3686 3687 3688 3689 3690 3691 3692 3693 3694 3695 3696 3697 3698 3699 3700 3701 3702 3703 3704 3705 3706 3707 3708 3709 3710 3711 3712 3713 3714 3715 3716 3717 3718 3719 3720 3721 3722 3723 3724 3725 3726 3727 3728 3729 3730 3731 3732 3733 3734 3735 3736 3737 3738 3739 3740 3741 3742 3743 3744 3745 3746 3747 3748 3749 3750 3751 3752 3753 3754 3755 3756 3757 3758 3759 3760 3761 3762 3763 3764 3765 3766 3767 3768 3769 3770 3771 3772 3773 3774 3775 3776 3777 3778 3779 3780 3781 3782 3783 3784 3785 3786 3787 3788 3789 3790 3791 3792 3793 3794 3795 3796 3797 3798 3799 3800 3801 3802 3803 3804 3805 3806 3807 3808 3809 3810 3811 3812 3813 3814 3815 3816 3817 3818 3819 3820 3821 3822 3823 3824 3825 3826 3827 3828 3829 3830 3831 3832 3833 3834 3835 3836 3837 3838 3839 3840 3841 3842 3843 3844 3845 3846 3847 3848 3849 3850 3851 3852 3853 3854 3855 3856 3857 3858 3859 3860 3861 3862 3863 3864 3865 3866 3867 3868 3869 3870 3871 3872 3873 3874 3875 3876 3877 3878 3879 3880 3881 3882 3883 3884 3885 3886 3887 3888 3889 3890 3891 3892 3893 3894 3895 3896 3897 3898 3899 3900 3901 3902 3903 3904 3905 3906 3907 3908 3909 3910 3911 3912 3913 3914 3915 3916 3917 3918 3919 3920 3921 3922 3923 3924 3925 3926 3927 3928 3929 3930 3931 3932 3933 3934 3935 3936 3937 3938 3939 3940 3941 3942 3943 3944 3945 3946 3947 3948 3949 3950 3951 3952 3953 3954 3955 3956 3957 3958 3959 3960 3961 3962 3963 3964 3965 3966 3967 3968 3969 3970 3971 3972 3973 3974 3975 3976 3977 3978 3979 3980 3981 3982 3983 3984 3985 3986 3987 3988 3989 3990 3991 3992 3993 3994 3995 3996 3997 3998 3999 4000 4001 4002 4003 4004 4005 4006 4007 4008 4009 4010 4011 4012 4013 4014 4015 4016 4017 4018 4019 4020 4021 4022 4023 4024 4025 4026 4027 4028 4029 4030 4031 4032 4033 4034 4035 4036 4037 4038 4039 4040 4041 4042 4043 4044 4045 4046 4047 4048 4049 4050 4051 4052 4053 4054 4055 4056 4057 4058 4059 4060 4061 4062 4063 4064 4065 4066 4067 4068 4069

                ' AllowGlobalNameSpace
                ' Allow generic arguments

                Dim term = DirectCast(ParseName(
                    requireQualification:=True,
                    allowGlobalNameSpace:=True,
                    allowGenericArguments:=True,
                    allowGenericsWithoutOf:=True,
                    nonArrayName:=True,
                    disallowGenericArgumentsOnLastQualifiedName:=True), QualifiedNameSyntax) ' Disallow generic arguments on last qualified name i.e. on the method name

                ImplementsClauses.Add(term)

                comma = Nothing
                If Not TryGetTokenAndEatNewLine(SyntaxKind.CommaToken, comma) Then
                    Exit Do
                End If

                ImplementsClauses.AddSeparator(comma)
            Loop

            Dim result = ImplementsClauses.ToList
            Me._pool.Free(ImplementsClauses)

            Return SyntaxFactory.ImplementsClause(implementsKeyword, result)
        End Function

        ' File: Parser.cpp
        ' Lines: 8062 - 8062
        ' NameList* .Parser::ParseHandlesList( [ _Inout_ bool& ErrorInConstruct ] )
        Private Function ParseHandlesList() As HandlesClauseSyntax

            Debug.Assert(CurrentToken.Kind = SyntaxKind.HandlesKeyword, "Handles list parsing lost.")

            Dim handlesKeyword = DirectCast(CurrentToken, KeywordSyntax)
            Dim handlesClauseItems As SeparatedSyntaxListBuilder(Of HandlesClauseItemSyntax) = Me._pool.AllocateSeparated(Of HandlesClauseItemSyntax)()
            Dim comma As PunctuationSyntax

            GetNextToken() ' get off the handles / comma token
            Do
                Dim eventContainer As EventContainerSyntax
                Dim eventMember As IdentifierNameSyntax

                If CurrentToken.Kind = SyntaxKind.MyBaseKeyword OrElse
                    CurrentToken.Kind = SyntaxKind.MyClassKeyword OrElse
                    CurrentToken.Kind = SyntaxKind.MeKeyword Then

                    eventContainer = SyntaxFactory.KeywordEventContainer(DirectCast(CurrentToken, KeywordSyntax))
                    GetNextToken()

                ElseIf CurrentToken.Kind = SyntaxKind.GlobalKeyword Then
                    ' A handles name can't start with Global, it is local.
                    ' Produce the error, ignore the token and let the name parse for sync.

                    ' we are not consuming Global keyword here as the only acceptable keywords are: Me, MyBase, MyClass
                    eventContainer = SyntaxFactory.WithEventsEventContainer(InternalSyntaxFactory.MissingIdentifier())
                    eventContainer = ReportSyntaxError(eventContainer, ERRID.ERR_NoGlobalInHandles)

                Else
                    eventContainer = SyntaxFactory.WithEventsEventContainer(ParseIdentifier())

                End If

                Dim Dot As PunctuationSyntax = Nothing

                ' allow implicit line continuation after '.' in handles list - dev10_503311
                If TryGetTokenAndEatNewLine(SyntaxKind.DotToken, Dot, createIfMissing:=True) Then
                    eventMember = InternalSyntaxFactory.IdentifierName(ParseIdentifierAllowingKeyword())

                    ' check if we actually have "withEventsMember.Property.Event"
                    Dim identContainer = TryCast(eventContainer, WithEventsEventContainerSyntax)
                    Dim secondDot As PunctuationSyntax = Nothing

                    If identContainer IsNot Nothing AndAlso TryGetTokenAndEatNewLine(SyntaxKind.DotToken, secondDot, createIfMissing:=True) Then
                        ' former member and dot are shifted into property container.
                        eventContainer = SyntaxFactory.WithEventsPropertyEventContainer(identContainer, Dot, eventMember)
                        ' secondDot becomes the event's dot
                        Dot = secondDot
                        ' parse another event member since the former one has become a property
                        eventMember = InternalSyntaxFactory.IdentifierName(ParseIdentifierAllowingKeyword())
                    End If

                Else
                    eventMember = InternalSyntaxFactory.IdentifierName(InternalSyntaxFactory.MissingIdentifier())
                End If

                Dim item As HandlesClauseItemSyntax = SyntaxFactory.HandlesClauseItem(eventContainer, Dot, eventMember)

                If eventContainer.ContainsDiagnostics OrElse Dot.ContainsDiagnostics OrElse eventMember.ContainsDiagnostics Then

                    If CurrentToken.Kind <> SyntaxKind.CommaToken Then
                        item = ResyncAt(item, SyntaxKind.CommaToken)
                    End If
                End If

                handlesClauseItems.Add(item)

                comma = Nothing
                If Not TryGetTokenAndEatNewLine(SyntaxKind.CommaToken, comma) Then
                    Exit Do
                End If

                handlesClauseItems.AddSeparator(comma)
            Loop

            Dim result = handlesClauseItems.ToList
            Me._pool.Free(handlesClauseItems)

            Return SyntaxFactory.HandlesClause(handlesKeyword, result)
        End Function

        ' /*********************************************************************
        ' *
        ' * Function:
        ' *     Parser::ParseSubDeclaration
        ' *
        ' * Purpose:
        ' *
        ' **********************************************************************/

        ' [in] specifiers on definition
        ' [in] token starting definition

        ' File: Parser.cpp
        ' Lines: 8358 - 8358
        ' MethodDeclarationStatement* .Parser::ParseSubDeclaration( [ ParseTree::AttributeSpecifierList* Attributes ] [ ParseTree::SpecifierList* Specifiers ] [ _In_ Token* Start ] [ bool IsDelegate ] [ _Inout_ bool& ErrorInConstruct ] )

        Private Function ParseSubStatement(
            attributes As SyntaxList(Of AttributeListSyntax),
            modifiers As SyntaxList(Of KeywordSyntax)
        ) As MethodBaseSyntax

            Dim subKeyword As KeywordSyntax = DirectCast(CurrentToken, KeywordSyntax)

            Debug.Assert(subKeyword.Kind = SyntaxKind.SubKeyword, "must be at a Sub.")

            GetNextToken()

            Dim save_isInMethodDeclarationHeader As Boolean = _isInMethodDeclarationHeader
            _isInMethodDeclarationHeader = True

            Dim save_isInAsyncMethodDeclarationHeader As Boolean = _isInAsyncMethodDeclarationHeader
            Dim save_isInIteratorMethodDeclarationHeader As Boolean = _isInIteratorMethodDeclarationHeader

            _isInAsyncMethodDeclarationHeader = modifiers.Any(SyntaxKind.AsyncKeyword)
            _isInIteratorMethodDeclarationHeader = modifiers.Any(SyntaxKind.IteratorKeyword)

            Dim newKeyword As KeywordSyntax = Nothing
            Dim name As IdentifierTokenSyntax = Nothing
            Dim genericParams As TypeParameterListSyntax = Nothing
            Dim parameters As ParameterListSyntax = Nothing
            Dim handlesClause As HandlesClauseSyntax = Nothing
            Dim implementsClause As ImplementsClauseSyntax = Nothing

            ' Dev10_504604 we are parsing a method declaration and will need to let the scanner know that we
            ' are so the scanner can correctly identify attributes vs. xml while scanning the declaration.

            'davidsch - It is not longer necessary to force the scanner state here.  The scanner will only scan xml when the parser explicitly tells it to scan xml.

            ' Nodekind.NewKeyword is allowed as a Sub name but no other keywords.
            If CurrentToken.Kind = SyntaxKind.NewKeyword Then
                newKeyword = DirectCast(CurrentToken, KeywordSyntax)
                GetNextToken()
            End If

            ParseSubOrDelegateStatement(If(newKeyword Is Nothing, SyntaxKind.SubStatement, SyntaxKind.SubNewStatement), name, genericParams, parameters, handlesClause, implementsClause)

            ' We should be at the end of the statement.
            _isInMethodDeclarationHeader = save_isInMethodDeclarationHeader
            _isInAsyncMethodDeclarationHeader = save_isInAsyncMethodDeclarationHeader
            _isInIteratorMethodDeclarationHeader = save_isInIteratorMethodDeclarationHeader

            'Create the Sub declaration
            If newKeyword Is Nothing Then
                Return SyntaxFactory.SubStatement(attributes, modifiers, subKeyword, name, genericParams, parameters, Nothing, handlesClause, implementsClause)
            Else
                If handlesClause IsNot Nothing Then
                    newKeyword = newKeyword.AddError(ERRID.ERR_NewCannotHandleEvents) ' error should be on "New"
                End If

                If implementsClause IsNot Nothing Then
                    newKeyword = newKeyword.AddError(ERRID.ERR_ImplementsOnNew) ' error should be on "New"
                End If

                If genericParams IsNot Nothing Then
                    newKeyword = newKeyword.AddTrailingSyntax(genericParams)
                End If

                Dim ctorDecl = SyntaxFactory.SubNewStatement(attributes, modifiers, subKeyword, newKeyword, parameters)

                ' do not forget unexpected handles and implements even if unexpected
                ctorDecl = ctorDecl.AddTrailingSyntax(handlesClause)
                ctorDecl = ctorDecl.AddTrailingSyntax(implementsClause)

                Return ctorDecl
            End If

        End Function

        Private Sub ParseSubOrDelegateStatement(
                                          kind As SyntaxKind,
                                          ByRef ident As IdentifierTokenSyntax,
                                          ByRef optionalGenericParams As TypeParameterListSyntax,
                                          ByRef optionalParameters As ParameterListSyntax,
                                          ByRef handlesClause As HandlesClauseSyntax,
                                          ByRef implementsClause As ImplementsClauseSyntax)

            Debug.Assert(kind = SyntaxKind.SubStatement OrElse
                         kind = SyntaxKind.SubNewStatement OrElse
                         kind = SyntaxKind.DelegateSubStatement, "Wrong kind passed to ParseSubOrDelegateStatement")

            'The current token is on the Sub or Delegate's name

            ' Parse the name only for Delegates and Subs.  Constructors have already grabbed the New keyword.
            If kind <> SyntaxKind.SubNewStatement Then
                ident = ParseIdentifier()

                If ident.ContainsDiagnostics Then
                    ident = ident.AddTrailingSyntax(ResyncAt({SyntaxKind.OpenParenToken, SyntaxKind.OfKeyword}))
                End If
            End If

            ' Dev10_504604 we are parsing a method declaration and will need to let the scanner know that we
            ' are so the scanner can correctly identify attributes vs. xml while scanning the declaration.

            If BeginsGeneric() Then
                If kind = SyntaxKind.SubNewStatement Then

                    ' We want to do this error checking here during parsing and not in
                    ' declared (which would have been more ideal) because for the invalid
                    ' case, when this error occurs, we don't want any parse errors for
                    ' parameters to show up.

                    ' We want other errors such as those on regular parameters reported too,
                    ' so don't mark ErrorInConstruct, but instead use a temp.
                    '
                    optionalGenericParams = ReportGenericParamsDisallowedError(ERRID.ERR_GenericParamsOnInvalidMember)
                Else
                    optionalGenericParams = ParseGenericParameters()
                End If
            End If

            optionalParameters = ParseParameterList()

            ' See if we have the HANDLES or the IMPLEMENTS clause on this procedure.

            If CurrentToken.Kind = SyntaxKind.HandlesKeyword Then
                handlesClause = ParseHandlesList()

                If kind = SyntaxKind.DelegateSubStatement Then
                    ' davidsch - This error was reported in Declared in Dev10
                    handlesClause = ReportSyntaxError(handlesClause, ERRID.ERR_DelegateCantHandleEvents)
                End If
            ElseIf CurrentToken.Kind = SyntaxKind.ImplementsKeyword Then
                implementsClause = ParseImplementsList()

                If kind = SyntaxKind.DelegateSubStatement Then
                    ' davidsch - This error was reported in Declared in Dev10
                    implementsClause = ReportSyntaxError(implementsClause, ERRID.ERR_DelegateCantImplement)
                End If
            End If
        End Sub

        Friend Function ParseParameterList() As ParameterListSyntax
            If CurrentToken.Kind = SyntaxKind.OpenParenToken Then

                Dim openParen As PunctuationSyntax = Nothing
                Dim closeParen As PunctuationSyntax = Nothing
                Dim parameters = ParseParameters(openParen, closeParen)

                Return SyntaxFactory.ParameterList(openParen, parameters, closeParen)
            Else
                Return Nothing
            End If
        End Function

        ' /*********************************************************************
        ' *
        ' * Function:
        ' *     Parser::ParseFunctionDeclaration
        ' *
        ' * Purpose:
        ' *     Parses a Function definition.
        ' *
        ' **********************************************************************/

        ' [in] specifiers on definition
        ' [in] token starting definition
        ' File: Parser.cpp
        ' Lines: 8470 - 8470
        ' MethodDeclarationStatement* .Parser::ParseFunctionDeclaration( [ ParseTree::AttributeSpecifierList* Attributes ] [ ParseTree::SpecifierList* Specifiers ] [ _In_ Token* Start ] [ bool IsDelegate ] [ _Inout_ bool& ErrorInConstruct ] )

        Private Function ParseFunctionStatement(
                attributes As SyntaxList(Of AttributeListSyntax),
                modifiers As SyntaxList(Of KeywordSyntax)
            ) As MethodStatementSyntax

            Dim functionKeyword As KeywordSyntax = DirectCast(CurrentToken, KeywordSyntax)

            Debug.Assert(functionKeyword.Kind = SyntaxKind.FunctionKeyword, "Function parsing lost.")

            GetNextToken()

            Dim save_isInMethodDeclarationHeader As Boolean = _isInMethodDeclarationHeader
            _isInMethodDeclarationHeader = True

            Dim save_isInAsyncMethodDeclarationHeader As Boolean = _isInAsyncMethodDeclarationHeader
            Dim save_isInIteratorMethodDeclarationHeader As Boolean = _isInIteratorMethodDeclarationHeader

            _isInAsyncMethodDeclarationHeader = modifiers.Any(SyntaxKind.AsyncKeyword)
            _isInIteratorMethodDeclarationHeader = modifiers.Any(SyntaxKind.IteratorKeyword)

            ' Dev10_504604 we are parsing a method declaration and will need to let the scanner know
            ' that we are so the scanner can correctly identify attributes vs. xml while scanning
            ' the declaration.

            'davidsch - It is not longer necessary to force the scanner state here.  The scanner will
            'only scan xml when the parser explicitly tells it to scan xml.

            Dim name As IdentifierTokenSyntax = Nothing
            Dim genericParams As TypeParameterListSyntax = Nothing
            Dim parameters As ParameterListSyntax = Nothing
            Dim asClause As SimpleAsClauseSyntax = Nothing
            Dim handlesClause As HandlesClauseSyntax = Nothing
            Dim implementsClause As ImplementsClauseSyntax = Nothing

            ParseFunctionOrDelegateStatement(SyntaxKind.FunctionStatement, name, genericParams, parameters, asClause, handlesClause, implementsClause)

            _isInMethodDeclarationHeader = save_isInMethodDeclarationHeader
            _isInAsyncMethodDeclarationHeader = save_isInAsyncMethodDeclarationHeader
            _isInIteratorMethodDeclarationHeader = save_isInIteratorMethodDeclarationHeader

            'Create the Sub statement.
            Dim methodStatement = SyntaxFactory.FunctionStatement(attributes, modifiers, functionKeyword, name, genericParams, parameters, asClause, handlesClause, implementsClause)

            Return methodStatement

        End Function

        Private Sub ParseFunctionOrDelegateStatement(kind As SyntaxKind,
                                                       ByRef ident As IdentifierTokenSyntax,
                                                       ByRef optionalGenericParams As TypeParameterListSyntax,
                                                       ByRef optionalParameters As ParameterListSyntax,
                                                       ByRef asClause As SimpleAsClauseSyntax,
                                                       ByRef handlesClause As HandlesClauseSyntax,
                                                       ByRef implementsClause As ImplementsClauseSyntax)

            Debug.Assert(
                kind = SyntaxKind.FunctionStatement OrElse
                kind = SyntaxKind.DelegateFunctionStatement, "Wrong kind passed to ParseFunctionOrDelegateStatement")

            'TODO - davidsch Can ParseFunctionOrDelegateDeclaration and
            'ParseSubOrDelegateDeclaration share more code? They are nearly the same.

            ' The current token is on the function or delegate's name

            If CurrentToken.Kind = SyntaxKind.NewKeyword Then
                ' "New" gets special attention because attempting to declare a constructor as a
                ' function is, we expect, a common error.
                ident = ParseIdentifierAllowingKeyword()

                ident = ReportSyntaxError(ident, ERRID.ERR_ConstructorFunction)
            Else
                ident = ParseIdentifier()

                ' TODO - davidsch - Why do ParseFunctionDeclaration and ParseSubDeclaration have
                ' different error recovery here?
                If ident.ContainsDiagnostics Then
                    ident = ident.AddTrailingSyntax(ResyncAt({SyntaxKind.OpenParenToken, SyntaxKind.AsKeyword}))
                End If
            End If

            If BeginsGeneric() Then
                optionalGenericParams = ParseGenericParameters()
            End If

            optionalParameters = ParseParameterList()

            Dim returnType As TypeSyntax = Nothing
            Dim returnTypeAttributes As SyntaxList(Of AttributeListSyntax) = Nothing

            Dim asKeyword As KeywordSyntax = Nothing

            ' Check the return type.

            If CurrentToken.Kind = SyntaxKind.AsKeyword Then
                asKeyword = DirectCast(CurrentToken, KeywordSyntax)
                GetNextToken()

                If CurrentToken.Kind = SyntaxKind.LessThanToken Then
                    returnTypeAttributes = ParseAttributeLists(False)
                End If

                returnType = ParseGeneralType()

                If returnType.ContainsDiagnostics Then
                    returnType = ResyncAt(returnType)
                End If

                asClause = SyntaxFactory.SimpleAsClause(asKeyword, returnTypeAttributes, returnType)
            End If

            ' See if we have the HANDLES or the IMPLEMENTS clause on this procedure.

            If CurrentToken.Kind = SyntaxKind.HandlesKeyword Then
                handlesClause = ParseHandlesList()

                If kind = SyntaxKind.DelegateFunctionStatement Then
                    ' davidsch - This error was reported in Declared in Dev10
                    handlesClause = ReportSyntaxError(handlesClause, ERRID.ERR_DelegateCantHandleEvents)
                End If

            ElseIf CurrentToken.Kind = SyntaxKind.ImplementsKeyword Then
                implementsClause = ParseImplementsList()

                If kind = SyntaxKind.DelegateFunctionStatement Then
                    ' davidsch - This error was reported in Declared in Dev10
                    implementsClause = ReportSyntaxError(implementsClause, ERRID.ERR_DelegateCantImplement)
                End If

            End If

        End Sub

        ' /*********************************************************************
        ' *
        ' * Function:
        ' *     Parser::ParseOperatorDeclaration
        ' *
        ' * Purpose:
        ' *     Parses an Operator definition.
        ' *
        ' **********************************************************************/

        ' [in] specifiers on definition
        ' [in] token starting definition

        ' File: Parser.cpp
        ' Lines: 8711 - 8711
        ' MethodDeclarationStatement* .Parser::ParseOperatorDeclaration( [ ParseTree::AttributeSpecifierList* Attributes ] [ ParseTree::SpecifierList* Specifiers ] [ _In_ Token* Start ] [ bool IsDelegate ] [ _Inout_ bool& ErrorInConstruct ] )
        Private Function ParseOperatorStatement(
                attributes As SyntaxList(Of AttributeListSyntax),
                modifiers As SyntaxList(Of KeywordSyntax)
            ) As OperatorStatementSyntax

            'TODO - davidsch 
            ' Can ParseFunctionDeclaration and ParseSubDeclaration share more code? They are nearly the same.
            Dim operatorKeyword As KeywordSyntax = DirectCast(CurrentToken, KeywordSyntax)
            Debug.Assert(operatorKeyword.Kind = SyntaxKind.OperatorKeyword, "Operator parsing lost.")

            ' Dev10_504604 we are parsing a method declaration and will need to let the scanner know that we
            ' are so the scanner can correctly identify attributes vs. xml while scanning the declaration.

            'davidsch - It is not longer necessary to force the scanner state here.  The scanner will only scan xml when the parser explicitly tells it to scan xml.

            GetNextToken()

            ' Under the IDE, we accept the Widening or Narrowing specifier coming after the Operator keyword.
            '
            ' Example:  Public Shared Operator Widening CType( ...
            '
            ' This is still a syntax error, but the pretty lister can move the specifier to before the Operator keyword.
            ' This used to be recorded as a dangling specifier.  Now the overloadable operator will be Widening with unexpected 
            ' syntax CType following it.

            Dim keyword As KeywordSyntax = Nothing
            Dim operatorToken As SyntaxToken

            If TryTokenAsContextualKeyword(CurrentToken, keyword) Then
                operatorToken = keyword
            Else
                operatorToken = CurrentToken
            End If

            Dim operatorKind = operatorToken.Kind

            ' Check that this is a valid overloadable operator
            If SyntaxFacts.IsOperatorStatementOperatorToken(operatorKind) Then
                GetNextToken()

            Else
                'TODO - davidsch - What should be created here? For now use + as a canonical operator
                Dim validMissingOperator = InternalSyntaxFactory.MissingToken(SyntaxKind.PlusToken)
                ' Is this any kind of operator?
                If SyntaxFacts.IsOperator(operatorKind) Then
                    operatorToken = validMissingOperator.AddTrailingSyntax(operatorToken, ERRID.ERR_OperatorNotOverloadable)
                    GetNextToken()
                ElseIf operatorKind <> SyntaxKind.OpenParenToken AndAlso Not IsValidStatementTerminator(operatorToken) Then
                    operatorToken = validMissingOperator.AddTrailingSyntax(operatorToken, ERRID.ERR_UnknownOperator)
                    GetNextToken()
                Else
                    operatorToken = ReportSyntaxError(validMissingOperator, ERRID.ERR_UnknownOperator)
                End If
            End If

            Dim genericParams As TypeParameterListSyntax = Nothing
            If TryRejectGenericParametersForMemberDecl(genericParams) Then
                operatorToken = operatorToken.AddTrailingSyntax(genericParams)
            End If

            Dim optionalParameters As ParameterListSyntax = Nothing
            Dim params As SeparatedSyntaxList(Of ParameterSyntax) = Nothing

            Dim openParenIsMissing As Boolean = False
            Dim openParen As PunctuationSyntax = Nothing
            Dim closeParen As PunctuationSyntax = Nothing

            If CurrentToken.Kind <> SyntaxKind.OpenParenToken Then
                'TODO - davidsch - Why does operator resync here with different condition than Sub and Function? Seems like these should be consistent.
                openParenIsMissing = True
                operatorToken = operatorToken.AddTrailingSyntax(ResyncAt({SyntaxKind.OpenParenToken, SyntaxKind.AsKeyword}))
            End If

            If CurrentToken.Kind = SyntaxKind.OpenParenToken Then
                params = ParseParameters(openParen, closeParen)
            End If

            If openParenIsMissing Then
                If openParen Is Nothing Then
                    openParen = DirectCast(HandleUnexpectedToken(SyntaxKind.OpenParenToken), PunctuationSyntax)
                Else
                    openParen = ReportSyntaxError(openParen, ERRID.ERR_ExpectedLparen)
                End If

                If closeParen Is Nothing Then
                    closeParen = DirectCast(HandleUnexpectedToken(SyntaxKind.CloseParenToken), PunctuationSyntax)
                End If
            End If

            If openParen IsNot Nothing Then
                optionalParameters = SyntaxFactory.ParameterList(openParen, params, closeParen)
            End If

            Dim returnType As TypeSyntax = Nothing
            Dim returnTypeAttributes As SyntaxList(Of AttributeListSyntax) = Nothing
            Dim asClause As SimpleAsClauseSyntax = Nothing

            Dim asKeyword As KeywordSyntax = Nothing

            ' Check the return type.

            If CurrentToken.Kind = SyntaxKind.AsKeyword Then
                asKeyword = DirectCast(CurrentToken, KeywordSyntax)
                GetNextToken()

                If CurrentToken.Kind = SyntaxKind.LessThanToken Then
                    returnTypeAttributes = ParseAttributeLists(False)
                End If

                returnType = ParseGeneralType()

                If returnType.ContainsDiagnostics Then
                    returnType = ResyncAt(returnType)
                End If

                asClause = SyntaxFactory.SimpleAsClause(asKeyword, returnTypeAttributes, returnType)
            End If

            Debug.Assert(optionalParameters IsNot Nothing, "Operators always require parameters - use missing if necessary")

            'Create the Operator statement.
            Dim operatorStatement = SyntaxFactory.OperatorStatement(attributes, modifiers, operatorKeyword, operatorToken, optionalParameters, asClause)

            ' HANDLES and IMPLEMENTS clauses are not allowed on Operator statements.

            Dim handlesOrImplementsKeyword As SyntaxToken = Nothing
            Dim err As ERRID = ERRID.ERR_None

            If CurrentToken.Kind = SyntaxKind.HandlesKeyword Then
                handlesOrImplementsKeyword = CurrentToken
                GetNextToken()
                err = ERRID.ERR_InvalidHandles

            ElseIf CurrentToken.Kind = SyntaxKind.ImplementsKeyword Then
                handlesOrImplementsKeyword = CurrentToken
                GetNextToken()
                err = ERRID.ERR_InvalidImplements
            End If

            If handlesOrImplementsKeyword IsNot Nothing Then
                Debug.Assert(err <> ERRID.ERR_None)
                operatorStatement = operatorStatement.AddTrailingSyntax(handlesOrImplementsKeyword, err)
            End If

            Return operatorStatement
        End Function

        ' /*****************************************************************************************
        ' ;ParsePropertyDefinition
        ' 
        ' Parses a property definition.  This will deal with both regular properties and 
        ' auto-properties.  There are interesting challenges here to be aware of.  The biggest
        ' problem is that the syntax for auto-properties requires potentially massive lookahead
        ' to figure out if the property is auto or regular.  There are some clues up front as to
        ' whether you are looking at a regular property (they have readonly/writeonly specifiers, 
        ' for instance) but often you have to go find the get/set/end property to know.  That requires
        ' look ahead parsing that has side effects as you can encounter #if, 'comments, and <attributes>
        ' along the way.  Parsing those things throws statements onto the context block but since
        ' we don't know at the time if we have an auto or regular property, the context isn't set up
        ' yet.  So we have to do some evil stuff and move the statements to the property context when
        ' we finally create one if it turns out that we are looking at a regular property instead of
        ' an auto property.
        ' 
        ' I've tried to keep lookahead to a minimum as implicit line continuation is another thorn here.
        ' We really need to use the parser to look ahead because it understand line continuation in all
        ' the many places we may encounter it before getting to the get/set/end property statements.
        ' Parameters can have implicit line continuation as can the property type, and the property
        ' initializer, etc.  So we parse as far as we can before doing speculative parsing.  But doing
        ' so requires that we haul along enough information that we discover along the way so that when
        ' we finally do know what kind of property tree to build, we can build it.
        ' ******************************************************************************************/
        ' the property tree for the auto/regular property we are on now

        ' [in] attributes that preceded the property definition
        ' [in] specifiers on the property definition
        ' [in] token starting definition (should be tkPROPERTY)
        ' [out] whether we encounter errors trying to parse the property
        ' [in] whether the property is defined within the context of an interface 
        ' Used to reorder StatementList in LinkStatement if necessary.
        ' Used to reorder StatementList in LinkStatement if necessary.

        Private Function ParsePropertyDefinition(
            attributes As SyntaxList(Of AttributeListSyntax),
            modifiers As SyntaxList(Of KeywordSyntax)
        ) As PropertyStatementSyntax

            Debug.Assert(CurrentToken.Kind = SyntaxKind.PropertyKeyword, "ParsePropertyDefinition called on the wrong token.")

            Dim propertyKeyword As KeywordSyntax = DirectCast(CurrentToken, KeywordSyntax)
            GetNextToken() ' get off PROPERTY

            ' ====== Check for the obsolete style (Property Get, Property Set, Property Let)- not allowed any longer.
            Dim ident As IdentifierTokenSyntax

            If CurrentToken.Kind = SyntaxKind.GetKeyword OrElse
                CurrentToken.Kind = SyntaxKind.SetKeyword OrElse
                CurrentToken.Kind = SyntaxKind.LetKeyword Then

                ident = ReportSyntaxError(ParseIdentifierAllowingKeyword(), ERRID.ERR_ObsoletePropertyGetLetSet)

                ' This is to handle the obsolete syntax GET identifier.  The Get becomes a simpleName and
                ' the identifier is unexpected syntax.  The Dev10 code kept the identifier as the property
                ' name but dropped the GET/SET/LET on the floor and used it only for error message span.

                If CurrentToken.Kind = SyntaxKind.IdentifierToken Then
                    ident = ident.AddTrailingSyntax(ParseIdentifier())
                End If

            Else
                ' ===== Parse the property name

                ident = ParseIdentifier()
            End If

            Dim genericParams As TypeParameterListSyntax = Nothing
            If TryRejectGenericParametersForMemberDecl(genericParams) Then
                ident = ident.AddTrailingSyntax(genericParams)
            End If

            ' ===== Parse the Property parameters, e.g. Property bob(x as integer, y as integer)

            Dim openParen As PunctuationSyntax = Nothing ' Track where this is so we can set the punctuators when we build the tree
            Dim closeParen As PunctuationSyntax = Nothing ' Track where this is so we can set the punctuators when we build the tree
            Dim propertyParameters As SeparatedSyntaxList(Of ParameterSyntax) = Nothing
            Dim optionalParameters As ParameterListSyntax = Nothing

            If CurrentToken.Kind = SyntaxKind.OpenParenToken Then
                propertyParameters = ParseParameters(openParen, closeParen)

                ' If we blow up on the parameters try to resume on the AS, =, or Implements
                ' TODO - GreenSepList knows its error count. Expose it instead of recomputing it.
                If propertyParameters.Count = 0 Then
                    Dim unexpected = ResyncAt({SyntaxKind.AsKeyword, SyntaxKind.ImplementsKeyword, SyntaxKind.EqualsToken})
                    closeParen = closeParen.AddTrailingSyntax(unexpected)
                End If

                optionalParameters = SyntaxFactory.ParameterList(openParen, propertyParameters, closeParen)
            Else
                If ident.ContainsDiagnostics Then
                    ' If we blow up on the name try to resume on the AS, =, or Implements
                    Dim unexpected = ResyncAt({SyntaxKind.AsKeyword, SyntaxKind.ImplementsKeyword, SyntaxKind.EqualsToken})
                    ident = ident.AddTrailingSyntax(unexpected)
                End If
            End If

            ' ===== Parse the property's type (e.g. Property Foo(params) AS type )

            Dim asClause As AsClauseSyntax = Nothing
            Dim initializer As EqualsValueSyntax = Nothing

            ' ===== Parse AS [NEW] <attributes> TYPE[(ctor args)] [ObjectCreationExpressionInitializer]
            ParseFieldOrPropertyAsClauseAndInitializer(True, False, asClause, initializer)

            ' Parse the IMPLEMENTS statement if any.  Note that the Implements statement
            ' must be on the same line as the Property definition statement.  In cases of
            ' implicit line continuation, it must be on the same logical line as the Property
            ' definition, e.g. following the initializer or the property type

            Dim implementsClause As ImplementsClauseSyntax = Nothing
            If CurrentToken.Kind = SyntaxKind.ImplementsKeyword Then
                implementsClause = ParseImplementsList()
            End If

            ' Checks for expanded property (property block) have been moved into the ContextBlock.

            ' Build the tree for the property and do some simple semantics like making sure a regular property doesn't have an initializer, etc.
            Dim propertyStatement As PropertyStatementSyntax = SyntaxFactory.PropertyStatement(attributes, modifiers, propertyKeyword, ident, optionalParameters, asClause, initializer, implementsClause)

4070 4071 4072 4073 4074 4075 4076 4077 4078
            ' Need to look ahead to the next token, after the statement terminator, to see if this is an
            ' auto property or not.
            If CurrentToken.Kind <> SyntaxKind.EndOfFileToken Then
                Dim peek = PeekToken(1)
                If peek.Kind <> SyntaxKind.GetKeyword AndAlso peek.Kind <> SyntaxKind.SetKeyword Then
                    propertyStatement = CheckFeatureAvailability(Feature.AutoProperties, propertyStatement)
                End If
            End If

P
Pilchie 已提交
4079 4080 4081 4082 4083 4084 4085 4086 4087 4088 4089 4090 4091 4092 4093 4094 4095 4096 4097 4098 4099 4100 4101 4102 4103 4104 4105 4106 4107 4108 4109 4110 4111 4112 4113 4114 4115 4116 4117 4118 4119 4120 4121 4122 4123 4124 4125 4126 4127 4128 4129 4130 4131 4132 4133 4134 4135 4136 4137 4138 4139 4140 4141 4142 4143 4144 4145 4146 4147 4148 4149 4150 4151 4152 4153 4154 4155 4156 4157 4158 4159 4160 4161 4162 4163 4164 4165 4166 4167 4168 4169 4170 4171 4172 4173 4174 4175 4176 4177 4178 4179 4180 4181 4182 4183 4184 4185 4186 4187 4188 4189 4190 4191 4192
            Return propertyStatement
        End Function

        ' Parse a declaration of a delegate.
        ' [in] procedure specifiers
        ' [in] token starting statement

        ' File:Parser.cpp
        ' Lines: 8928 - 8928
        ' MethodDeclarationStatement* .Parser::ParseDelegateStatement( [ ParseTree::AttributeSpecifierList* Attributes ] [ ParseTree::SpecifierList* Specifiers ] [ _In_ Token* Start ] [ _Inout_ bool& ErrorInConstruct ] )

        Private Function ParseDelegateStatement(
            attributes As SyntaxList(Of AttributeListSyntax),
            modifiers As SyntaxList(Of KeywordSyntax)
        ) As DelegateStatementSyntax

            Debug.Assert(CurrentToken.Kind = SyntaxKind.DelegateKeyword, "ParseDelegateStatement called on the wrong token.")

            Dim delegateKeyword As KeywordSyntax = DirectCast(CurrentToken, KeywordSyntax)

            Dim delegateKind As SyntaxKind
            Dim methodKeyword As KeywordSyntax = Nothing
            Dim name As IdentifierTokenSyntax = Nothing
            Dim genericParams As TypeParameterListSyntax = Nothing
            Dim parameters As ParameterListSyntax = Nothing
            Dim asClause As SimpleAsClauseSyntax = Nothing
            Dim handlesClause As HandlesClauseSyntax = Nothing
            Dim implementsClause As ImplementsClauseSyntax = Nothing

            GetNextToken()

            Select Case (CurrentToken.Kind)

                Case SyntaxKind.SubKeyword
                    delegateKind = SyntaxKind.DelegateSubStatement
                    methodKeyword = DirectCast(CurrentToken, KeywordSyntax)
                    GetNextToken()
                    ParseSubOrDelegateStatement(SyntaxKind.DelegateSubStatement, name, genericParams, parameters, handlesClause, implementsClause)

                Case SyntaxKind.FunctionKeyword
                    delegateKind = SyntaxKind.DelegateFunctionStatement
                    methodKeyword = DirectCast(CurrentToken, KeywordSyntax)
                    GetNextToken()
                    ParseFunctionOrDelegateStatement(SyntaxKind.DelegateFunctionStatement, name, genericParams, parameters, asClause, handlesClause, implementsClause)

                Case Else
                    ' Syntax error. Try to produce a delegate declaration.

                    ' TODO - Which keyword SUB or FUNCTION?
                    delegateKind = SyntaxKind.DelegateSubStatement
                    ' TODO - Consider adding this as another case of VerifyExpectedToken
                    methodKeyword = InternalSyntaxFactory.MissingKeyword(SyntaxKind.SubKeyword)

                    methodKeyword = ReportSyntaxError(methodKeyword, ERRID.ERR_ExpectedSubOrFunction)

                    ' The old code was just a normal parse of a sub so why not just call ParseSubOrDelegate instead.
                    ParseSubOrDelegateStatement(SyntaxKind.DelegateSubStatement, name, genericParams, parameters, handlesClause, implementsClause)

            End Select

            ' We should be at the end of the statement.

            'Create the delegate statement.
            Dim delegateStatement As DelegateStatementSyntax =
                SyntaxFactory.DelegateStatement(delegateKind,
                                         attributes,
                                         modifiers,
                                         delegateKeyword,
                                         methodKeyword,
                                         name,
                                         genericParams,
                                         parameters,
                                         asClause)

            If handlesClause IsNot Nothing Then
                delegateStatement = delegateStatement.AddTrailingSyntax(handlesClause)
            End If
            If implementsClause IsNot Nothing Then
                delegateStatement = delegateStatement.AddTrailingSyntax(implementsClause)
            End If

            Return delegateStatement
        End Function

        ' File:Parser.cpp
        ' Lines: 8128 - 8128
        ' GenericParameterList* .Parser::ParseGenericParameters( [ _Out_ Token*& Of ] [ _Out_ Token*& openParen ] [ _Out_ Token*& closeParen ] [ _Inout_ bool& ErrorInConstruct ] )

        Private Function ParseGenericParameters() As TypeParameterListSyntax
            Debug.Assert(CurrentToken.Kind = SyntaxKind.OpenParenToken)

            Dim openParen As PunctuationSyntax = Nothing
            Dim ofKeyword As KeywordSyntax = Nothing
            Dim closeParen As PunctuationSyntax = Nothing
            Dim comma As PunctuationSyntax = Nothing

            TryGetTokenAndEatNewLine(SyntaxKind.OpenParenToken, openParen)

            ' Consume Of keyword
            TryGetTokenAndEatNewLine(SyntaxKind.OfKeyword, ofKeyword, createIfMissing:=True)

            Dim typeParameters = Me._pool.AllocateSeparated(Of TypeParameterSyntax)()
            Dim asKeyword As KeywordSyntax

            Do
                Dim name As IdentifierTokenSyntax = Nothing

                ' (Of In T) or (Of Out T) or just (Of T). If the current token is "Out" or "In"
                ' then we have to consume it and get the next token...

                Dim optionalVarianceModifier As KeywordSyntax = Nothing

                If CurrentToken.Kind = SyntaxKind.InKeyword Then
                    optionalVarianceModifier = DirectCast(CurrentToken, KeywordSyntax)
4193
                    optionalVarianceModifier = CheckFeatureAvailability(Feature.CoContraVariance, optionalVarianceModifier)
P
Pilchie 已提交
4194 4195 4196 4197 4198 4199 4200 4201 4202 4203 4204 4205 4206 4207 4208 4209 4210
                    GetNextToken()

                Else
                    Dim outKeyword As KeywordSyntax = Nothing
                    If TryTokenAsContextualKeyword(CurrentToken, SyntaxKind.OutKeyword, outKeyword) Then
                        Dim id = DirectCast(CurrentToken, IdentifierTokenSyntax)
                        GetNextToken()

                        TryEatNewLineIfFollowedBy(SyntaxKind.CloseParenToken) ' dev10_503122 Allow EOL before ')'

                        ' ... unless the next token is ) or , or As -- which indicate that the "Out" we just consumed
                        ' should have been taken as the identifier instead.
                        If CurrentToken.Kind = SyntaxKind.CloseParenToken OrElse CurrentToken.Kind = SyntaxKind.CommaToken OrElse CurrentToken.Kind = SyntaxKind.AsKeyword Then
                            ' Use Out keyword as the identifier and not as the modifier
                            name = id
                            optionalVarianceModifier = Nothing
                        Else
4211
                            outKeyword = CheckFeatureAvailability(Feature.CoContraVariance, outKeyword)
P
Pilchie 已提交
4212 4213 4214 4215 4216 4217 4218 4219 4220 4221 4222 4223 4224 4225 4226 4227 4228 4229 4230 4231 4232 4233 4234 4235 4236 4237 4238 4239 4240 4241 4242 4243 4244 4245 4246 4247 4248 4249 4250 4251 4252 4253 4254 4255 4256 4257 4258 4259 4260 4261 4262 4263 4264 4265 4266 4267 4268 4269 4270 4271 4272 4273 4274 4275 4276 4277 4278 4279 4280 4281 4282 4283 4284 4285 4286 4287 4288 4289 4290 4291 4292 4293 4294 4295 4296 4297 4298 4299 4300 4301 4302 4303 4304 4305 4306 4307 4308 4309 4310 4311 4312 4313 4314 4315 4316 4317 4318 4319 4320 4321 4322 4323 4324 4325 4326 4327 4328 4329 4330 4331 4332 4333 4334 4335 4336 4337 4338 4339 4340 4341 4342 4343 4344 4345 4346 4347 4348 4349 4350 4351 4352 4353 4354 4355 4356 4357 4358 4359 4360 4361 4362 4363 4364 4365 4366 4367 4368 4369 4370 4371 4372 4373 4374 4375 4376 4377 4378 4379 4380 4381 4382 4383 4384 4385 4386 4387 4388 4389 4390 4391 4392 4393 4394 4395 4396 4397 4398 4399 4400 4401 4402 4403 4404 4405 4406 4407 4408 4409 4410 4411 4412 4413 4414 4415 4416 4417 4418 4419 4420 4421 4422 4423 4424 4425 4426 4427 4428 4429 4430 4431 4432 4433 4434 4435 4436 4437 4438 4439 4440 4441 4442 4443 4444 4445 4446 4447 4448 4449 4450 4451 4452 4453 4454 4455 4456 4457 4458 4459 4460 4461 4462 4463 4464 4465 4466 4467 4468 4469 4470 4471 4472 4473 4474 4475 4476 4477 4478 4479 4480 4481 4482 4483 4484 4485 4486 4487 4488 4489 4490 4491 4492 4493 4494 4495 4496 4497 4498 4499 4500 4501 4502 4503 4504 4505 4506 4507 4508 4509 4510 4511 4512 4513 4514 4515 4516 4517 4518 4519 4520 4521 4522 4523 4524 4525 4526 4527 4528 4529 4530 4531 4532 4533 4534 4535 4536 4537 4538 4539 4540 4541 4542 4543 4544 4545 4546 4547 4548 4549 4550 4551 4552 4553 4554 4555 4556 4557 4558 4559 4560 4561
                            optionalVarianceModifier = outKeyword
                        End If
                    End If
                End If

                If name Is Nothing Then
                    name = ParseIdentifier()
                End If

                Dim typeParameterConstraintClause As TypeParameterConstraintClauseSyntax = Nothing
                asKeyword = Nothing

                If CurrentToken.Kind = SyntaxKind.AsKeyword Then

                    asKeyword = DirectCast(CurrentToken, KeywordSyntax)

                    GetNextToken()

                    Dim openBrace As PunctuationSyntax = Nothing

                    If TryGetTokenAndEatNewLine(SyntaxKind.OpenBraceToken, openBrace) Then
                        Dim constraints = Me._pool.AllocateSeparated(Of ConstraintSyntax)()

                        Do
                            Dim constraint = ParseConstraintSyntax()

                            If constraint.ContainsDiagnostics Then
                                constraint = ResyncAt(constraint, SyntaxKind.CommaToken, SyntaxKind.CloseBraceToken, SyntaxKind.CloseParenToken)
                            End If

                            constraints.Add(constraint)

                            comma = Nothing
                            If TryGetTokenAndEatNewLine(SyntaxKind.CommaToken, comma) Then
                                constraints.AddSeparator(comma)
                            Else
                                Exit Do
                            End If
                        Loop

                        Dim closeBrace As PunctuationSyntax = Nothing
                        TryEatNewLineAndGetToken(SyntaxKind.CloseBraceToken, closeBrace, createIfMissing:=True)

                        Dim constraintList = constraints.ToList
                        Me._pool.Free(constraints)

                        typeParameterConstraintClause = SyntaxFactory.TypeParameterMultipleConstraintClause(asKeyword, openBrace, constraintList, closeBrace)

                    Else
                        Dim constraint = ParseConstraintSyntax()

                        If constraint.ContainsDiagnostics Then
                            constraint = ResyncAt(constraint, SyntaxKind.CloseParenToken)
                        End If

                        typeParameterConstraintClause = SyntaxFactory.TypeParameterSingleConstraintClause(asKeyword, constraint)

                    End If
                End If

                Dim typeParameter = SyntaxFactory.TypeParameter(optionalVarianceModifier, name, typeParameterConstraintClause)

                typeParameters.Add(typeParameter)

                comma = Nothing
                If TryGetTokenAndEatNewLine(SyntaxKind.CommaToken, comma) Then
                    typeParameters.AddSeparator(comma)
                Else
                    Exit Do
                End If
            Loop

            If openParen IsNot Nothing Then
                If Not TryEatNewLineAndGetToken(SyntaxKind.CloseParenToken, closeParen, createIfMissing:=False) Then
                    closeParen = InternalSyntaxFactory.MissingPunctuation(SyntaxKind.CloseParenToken)

                    closeParen = ReportSyntaxError(closeParen,
                        If(asKeyword Is Nothing,
                            ERRID.ERR_TypeParamMissingAsCommaOrRParen,
                            ERRID.ERR_TypeParamMissingCommaOrRParen))
                End If
            End If

            Dim separatedTypeParameters = typeParameters.ToList
            Me._pool.Free(typeParameters)

            Dim result As TypeParameterListSyntax = SyntaxFactory.TypeParameterList(openParen, ofKeyword, separatedTypeParameters, closeParen)

            Debug.Assert(result IsNot Nothing)
            Return result
        End Function

        Private Function ParseConstraintSyntax() As ConstraintSyntax
            Dim constraint As ConstraintSyntax = Nothing
            Dim keyword As KeywordSyntax

            If CurrentToken.Kind = SyntaxKind.NewKeyword Then
                ' New constraint
                keyword = DirectCast(CurrentToken, KeywordSyntax)

                constraint = SyntaxFactory.NewConstraint(keyword)

                GetNextToken()

            ElseIf CurrentToken.Kind = SyntaxKind.ClassKeyword Then
                ' Class constraint
                keyword = DirectCast(CurrentToken, KeywordSyntax)
                constraint = SyntaxFactory.ClassConstraint(keyword)
                GetNextToken()

            ElseIf CurrentToken.Kind = SyntaxKind.StructureKeyword Then
                ' Struct constraint

                keyword = DirectCast(CurrentToken, KeywordSyntax)
                constraint = SyntaxFactory.StructureConstraint(keyword)
                GetNextToken()

            Else
                Dim syntaxError As DiagnosticInfo = Nothing

                If Not CanTokenStartTypeName(CurrentToken) Then
                    syntaxError = ErrorFactory.ErrorInfo(ERRID.ERR_BadConstraintSyntax)

                    ' Continue parsing as a type constraint
                End If

                ' Type constraint
                Dim typeName As TypeSyntax = ParseGeneralType()

                If syntaxError IsNot Nothing Then
                    typeName = DirectCast(typeName.AddError(syntaxError), TypeSyntax)
                End If

                constraint = SyntaxFactory.TypeConstraint(typeName)
            End If

            Return constraint
        End Function

        ' /*********************************************************************
        ' *
        ' * Function:
        ' *     Parser::ParseParameters
        ' *
        ' * Purpose:
        ' *     Parses a parenthesized parameter list of non-optional followed by
        ' *     optional parameters (if any).
        ' *
        ' **********************************************************************/

        ' File:Parser.cpp
        ' Lines: 9598 - 9598
        ' ParameterList* .Parser::ParseParameters( [ _Inout_ bool& ErrorInConstruct ] [ _Out_ Token*& openParen ] [ _Out_ Token*& closeParen ] )

        Private Function ParseParameters(ByRef openParen As PunctuationSyntax, ByRef closeParen As PunctuationSyntax) As SeparatedSyntaxList(Of ParameterSyntax)
            Debug.Assert(CurrentToken.Kind = SyntaxKind.OpenParenToken, "Parameter list parsing confused.")
            TryGetTokenAndEatNewLine(SyntaxKind.OpenParenToken, openParen)

            Dim parameters = _pool.AllocateSeparated(Of ParameterSyntax)()

            If CurrentToken.Kind <> SyntaxKind.CloseParenToken Then

                ' Loop through the list of parameters.

                Do
                    Dim attributes As SyntaxList(Of AttributeListSyntax) = Nothing

                    If CurrentToken.Kind = SyntaxKind.LessThanToken Then
                        attributes = ParseAttributeLists(False)
                    End If

                    Dim paramSpecifiers As ParameterSpecifiers = 0
                    Dim modifiers = ParseParameterSpecifiers(paramSpecifiers)
                    Dim param = ParseParameter(attributes, modifiers)

                    ' TODO - Bug 889301 - Dev10 does a resynch here when there is an error.  That prevents ERRID_InvalidParameterSyntax below from
                    ' being reported. For now keep backwards compatibility.
                    If param.ContainsDiagnostics Then
                        param = param.AddTrailingSyntax(ResyncAt({SyntaxKind.CommaToken, SyntaxKind.CloseParenToken}))
                    End If

                    Dim comma As PunctuationSyntax = Nothing
                    If Not TryGetTokenAndEatNewLine(SyntaxKind.CommaToken, comma) Then

                        If CurrentToken.Kind <> SyntaxKind.CloseParenToken AndAlso Not MustEndStatement(CurrentToken) Then

                            ' Check the ')' on the next line
                            If IsContinuableEOL() Then
                                If PeekToken(1).Kind = SyntaxKind.CloseParenToken Then
                                    parameters.Add(param)
                                    Exit Do
                                End If
                            End If

                            param = param.AddTrailingSyntax(ResyncAt({SyntaxKind.CommaToken, SyntaxKind.CloseParenToken}), ERRID.ERR_InvalidParameterSyntax)

                            If Not TryGetTokenAndEatNewLine(SyntaxKind.CommaToken, comma) Then
                                parameters.Add(param)
                                Exit Do
                            End If

                        Else
                            parameters.Add(param)
                            Exit Do

                        End If
                    End If

                    parameters.Add(param)
                    parameters.AddSeparator(comma)
                Loop

            End If

            ' Current token is left at either tkRParen, EOS

            TryEatNewLineAndGetToken(SyntaxKind.CloseParenToken, closeParen, createIfMissing:=True)

            Dim result = parameters.ToList()

            _pool.Free(parameters)

            Return result

        End Function

        ' /*********************************************************************
        ' *
        ' * Function:
        ' *     Parser::ParseParameterSpecifiers
        ' *
        ' * Purpose:
        ' *
        ' **********************************************************************/

        ' File:Parser.cpp
        ' Lines: 9748 - 9748
        ' ParameterSpecifierList* .Parser::ParseParameterSpecifiers( [ _Inout_ bool& ErrorInConstruct ] )

        Private Function ParseParameterSpecifiers(ByRef specifiers As ParameterSpecifiers) As SyntaxList(Of KeywordSyntax)
            Dim keywords = Me._pool.Allocate(Of KeywordSyntax)()

            specifiers = 0

            'TODO - Move these checks to Binder_Utils.DecodeParameterModifiers  

            Do
                Dim specifier As ParameterSpecifiers
                Dim keyword As KeywordSyntax

                Select Case (CurrentToken.Kind)

                    Case SyntaxKind.ByValKeyword
                        keyword = DirectCast(CurrentToken, KeywordSyntax)
                        If (specifiers And ParameterSpecifiers.ByRef) <> 0 Then
                            keyword = ReportSyntaxError(keyword, ERRID.ERR_MultipleParameterSpecifiers)
                        End If
                        specifier = ParameterSpecifiers.ByVal

                    Case SyntaxKind.ByRefKeyword
                        keyword = DirectCast(CurrentToken, KeywordSyntax)
                        If (specifiers And ParameterSpecifiers.ByVal) <> 0 Then
                            keyword = ReportSyntaxError(keyword, ERRID.ERR_MultipleParameterSpecifiers)

                        ElseIf (specifiers And ParameterSpecifiers.ParamArray) <> 0 Then
                            keyword = ReportSyntaxError(keyword, ERRID.ERR_ParamArrayMustBeByVal)
                        End If
                        specifier = ParameterSpecifiers.ByRef

                    Case SyntaxKind.OptionalKeyword
                        keyword = DirectCast(CurrentToken, KeywordSyntax)
                        If (specifiers And ParameterSpecifiers.ParamArray) <> 0 Then
                            keyword = ReportSyntaxError(keyword, ERRID.ERR_MultipleOptionalParameterSpecifiers)
                        End If
                        specifier = ParameterSpecifiers.Optional

                    Case SyntaxKind.ParamArrayKeyword
                        keyword = DirectCast(CurrentToken, KeywordSyntax)
                        If (specifiers And ParameterSpecifiers.Optional) <> 0 Then
                            keyword = ReportSyntaxError(keyword, ERRID.ERR_MultipleOptionalParameterSpecifiers)
                        ElseIf (specifiers And ParameterSpecifiers.ByRef) <> 0 Then
                            keyword = ReportSyntaxError(keyword, ERRID.ERR_ParamArrayMustBeByVal)
                        End If
                        specifier = ParameterSpecifiers.ParamArray

                    Case Else
                        Dim result = keywords.ToList
                        Me._pool.Free(keywords)

                        Return result
                End Select

                If (specifiers And specifier) <> 0 Then
                    keyword = ReportSyntaxError(keyword, ERRID.ERR_DuplicateParameterSpecifier)
                Else
                    specifiers = specifiers Or specifier
                End If

                keywords.Add(keyword)

                GetNextToken()
            Loop
        End Function

        ''' <summary>
        '''     Parameter -> Attributes? ParameterModifiers* ParameterIdentifier ("as" TypeName)? ("=" ConstantExpression)?
        ''' </summary>
        ''' <param name="attributes"></param>
        ''' <param name="modifiers"></param>
        ''' <returns></returns>
        ''' <remarks>>This replaces both ParseParameter and ParseOptionalParameter in Dev10</remarks>
        Private Function ParseParameter(attributes As SyntaxList(Of AttributeListSyntax), modifiers As SyntaxList(Of KeywordSyntax)) As ParameterSyntax
            Dim paramName = ParseModifiedIdentifier(False, False)

            If paramName.ContainsDiagnostics Then

                ' If we see As before a comma or RParen, then assume that
                ' we are still on the same parameter. Otherwise, don't resync
                ' and allow the caller to decide how to recover.

                If PeekAheadFor(SyntaxKind.AsKeyword, SyntaxKind.CommaToken, SyntaxKind.CloseParenToken) = SyntaxKind.AsKeyword Then
                    paramName = ResyncAt(paramName, SyntaxKind.AsKeyword)
                End If
            End If

            Dim optionalAsClause As SimpleAsClauseSyntax = Nothing
            Dim asKeyword As KeywordSyntax = Nothing

            If TryGetToken(SyntaxKind.AsKeyword, asKeyword) Then
                Dim typeName = ParseGeneralType()

                optionalAsClause = SyntaxFactory.SimpleAsClause(asKeyword, Nothing, typeName)

                If optionalAsClause.ContainsDiagnostics Then
                    optionalAsClause = ResyncAt(optionalAsClause, SyntaxKind.EqualsToken, SyntaxKind.CommaToken, SyntaxKind.CloseParenToken)
                End If

            End If

            Dim equals As PunctuationSyntax = Nothing
            Dim value As ExpressionSyntax = Nothing

            ' TODO - Move these errors (ERRID.ERR_DefaultValueForNonOptionalParamout, ERRID.ERR_ObsoleteOptionalWithoutValue) of the parser. 
            ' These are semantic errors. The grammar allows the syntax. 
            If TryGetTokenAndEatNewLine(SyntaxKind.EqualsToken, equals) Then

                If Not (modifiers.Any AndAlso modifiers.Any(SyntaxKind.OptionalKeyword)) Then
                    equals = ReportSyntaxError(equals, ERRID.ERR_DefaultValueForNonOptionalParam)
                End If

4562
                value = ParseExpressionCore()
P
Pilchie 已提交
4563 4564 4565 4566

            ElseIf modifiers.Any AndAlso modifiers.Any(SyntaxKind.OptionalKeyword) Then

                equals = ReportSyntaxError(InternalSyntaxFactory.MissingPunctuation(SyntaxKind.EqualsToken), ERRID.ERR_ObsoleteOptionalWithoutValue)
4567
                value = ParseExpressionCore()
P
Pilchie 已提交
4568 4569 4570 4571 4572 4573 4574 4575 4576 4577 4578 4579 4580 4581 4582 4583 4584 4585 4586 4587 4588 4589 4590 4591 4592 4593 4594 4595 4596 4597 4598 4599 4600 4601 4602 4603 4604 4605 4606 4607 4608 4609 4610 4611 4612 4613 4614 4615 4616 4617 4618 4619 4620 4621 4622 4623 4624 4625 4626 4627 4628 4629 4630 4631 4632 4633 4634 4635 4636 4637 4638 4639 4640 4641 4642 4643 4644 4645 4646 4647 4648 4649 4650 4651 4652 4653 4654 4655 4656 4657 4658 4659 4660 4661 4662 4663 4664 4665 4666 4667 4668 4669 4670 4671 4672 4673 4674 4675 4676 4677 4678 4679 4680 4681 4682 4683 4684 4685 4686 4687 4688 4689 4690 4691 4692 4693 4694

            End If

            Dim initializer As EqualsValueSyntax = Nothing

            If value IsNot Nothing Then

                If value.ContainsDiagnostics Then
                    value = ResyncAt(value, SyntaxKind.CommaToken, SyntaxKind.CloseParenToken)
                End If

                initializer = SyntaxFactory.EqualsValue(equals, value)
            End If

            Return SyntaxFactory.Parameter(attributes, modifiers, paramName, optionalAsClause, initializer)
        End Function

        ' File:Parser.cpp
        ' Lines: 10120 - 10120
        ' ImportsStatement* .Parser::ParseImportsStatement( [ _Inout_ bool& ErrorInConstruct ] )

        Private Function ParseImportsStatement(Attributes As SyntaxList(Of AttributeListSyntax), Specifiers As SyntaxList(Of KeywordSyntax)) As ImportsStatementSyntax
            Debug.Assert(CurrentToken.Kind = SyntaxKind.ImportsKeyword, "called on wrong token")

            Dim importsKeyword As KeywordSyntax = ReportModifiersOnStatementError(Attributes, Specifiers, DirectCast(CurrentToken, KeywordSyntax))
            Dim importsClauses = Me._pool.AllocateSeparated(Of ImportsClauseSyntax)()

            GetNextToken()

            Do

                Dim ImportsClause As ImportsClauseSyntax = ParseOneImportsDirective()

                importsClauses.Add(ImportsClause)

                Dim comma As PunctuationSyntax = Nothing
                If Not TryGetTokenAndEatNewLine(SyntaxKind.CommaToken, comma) Then
                    Exit Do
                End If

                importsClauses.AddSeparator(comma)
            Loop

            Dim result = importsClauses.ToList
            Me._pool.Free(importsClauses)
            Dim statement As ImportsStatementSyntax = SyntaxFactory.ImportsStatement(importsKeyword, result)

            Return statement
        End Function

        ' File:Parser.cpp
        ' Lines: 10156 - 10156
        ' ImportDirective* .Parser::ParseOneImportsDirective( [ _Inout_ bool& ErrorInConstruct ] )

        Private Function ParseOneImportsDirective() As ImportsClauseSyntax

            Dim importsClause As ImportsClauseSyntax = Nothing

            ' If the imports directive begins with '<', then it is an Xml imports directive

            If CurrentToken.Kind = SyntaxKind.LessThanToken Then
                ResetCurrentToken(ScannerState.Element)

                Dim lessToken As PunctuationSyntax = Nothing
                Dim xmlNamespace As XmlAttributeSyntax

                ' Verify the '<' is still a '<' in the XML ScannerState
                ' and not a compound token such as '<%='.
                If VerifyExpectedToken(SyntaxKind.LessThanToken, lessToken, ScannerState.Element) Then
                    If CurrentToken.Kind = SyntaxKind.XmlNameToken AndAlso
                        CurrentToken.ToFullString = "xmlns" AndAlso
                        Not lessToken.HasTrailingTrivia Then

                        ' Parse namespace declaration as a regular attribute
                        xmlNamespace = DirectCast(ParseXmlAttribute(False, False, Nothing), XmlAttributeSyntax)

                    Else
                        xmlNamespace = ReportSyntaxError(CreateMissingXmlAttribute(), ERRID.ERR_ExpectedXmlns)
                    End If

                    Dim unexpected = ResyncAt(ScannerState.Element, {SyntaxKind.GreaterThanToken})
                    If unexpected.Any() Then
                        xmlNamespace = xmlNamespace.AddTrailingSyntax(unexpected, ERRID.ERR_ExpectedGreater)
                    End If

                Else
                    xmlNamespace = CreateMissingXmlAttribute()

                    Dim unexpected = ResyncAt(ScannerState.Element, {SyntaxKind.GreaterThanToken})
                    Debug.Assert(unexpected.Any())
                    xmlNamespace = xmlNamespace.AddTrailingSyntax(unexpected)
                End If

                Dim greaterToken As PunctuationSyntax = Nothing
                VerifyExpectedToken(SyntaxKind.GreaterThanToken, greaterToken, ScannerState.Element)

                importsClause = SyntaxFactory.XmlNamespaceImportsClause(lessToken, xmlNamespace, greaterToken)
                importsClause = AdjustTriviaForMissingTokens(importsClause)
                importsClause = TransitionFromXmlToVB(importsClause)

            Else
                ' Handle Clr namespace imports if we have currently have tokens for ID =

                If (CurrentToken.Kind = SyntaxKind.IdentifierToken AndAlso
                   PeekToken(1).Kind = SyntaxKind.EqualsToken) OrElse
                   CurrentToken.Kind = SyntaxKind.EqualsToken Then

                    ' If we find "id =" or "=" parse as an imports alias.  While "=" without the id is an error,
                    ' for error recovery purposes, we insert a missing id and continue parsing.  This allows the ide
                    ' to handle the error better.

                    Dim aliasIdentifier = ParseIdentifier()

                    If aliasIdentifier.TypeCharacter <> TypeCharacter.None Then
                        aliasIdentifier = ReportSyntaxError(aliasIdentifier, ERRID.ERR_NoTypecharInAlias)
                    End If

                    Dim equalsToken As PunctuationSyntax = DirectCast(CurrentToken, PunctuationSyntax)

                    GetNextToken() ' Get off the '='
                    TryEatNewLine() ' Dev10_496850 Allow implicit line continuation after the '=', e.g. Imports a=

                    Dim name = ParseName(
                        requireQualification:=False,
                        allowGlobalNameSpace:=False,
                        allowGenericArguments:=True,
                        allowGenericsWithoutOf:=True)
4695
                    importsClause = SyntaxFactory.SimpleImportsClause(SyntaxFactory.ImportAliasClause(aliasIdentifier, equalsToken), name)
P
Pilchie 已提交
4696 4697 4698 4699 4700 4701 4702
                Else
                    Dim name = ParseName(
                        requireQualification:=False,
                        allowGlobalNameSpace:=False,
                        allowGenericArguments:=True,
                        allowGenericsWithoutOf:=True)

4703
                    importsClause = SyntaxFactory.SimpleImportsClause(Nothing, name)
P
Pilchie 已提交
4704 4705 4706 4707 4708 4709 4710 4711 4712 4713 4714 4715 4716 4717 4718 4719 4720 4721 4722 4723 4724 4725 4726 4727 4728 4729 4730 4731 4732 4733 4734 4735 4736 4737 4738 4739 4740 4741 4742 4743 4744 4745 4746 4747 4748 4749 4750 4751 4752 4753 4754 4755 4756 4757 4758 4759 4760 4761 4762 4763 4764 4765 4766 4767 4768 4769 4770 4771 4772 4773 4774 4775 4776 4777 4778 4779 4780 4781 4782 4783 4784 4785 4786 4787 4788 4789 4790 4791 4792 4793 4794 4795 4796 4797 4798 4799 4800 4801 4802 4803 4804 4805 4806 4807 4808 4809 4810 4811 4812 4813 4814 4815 4816 4817 4818 4819 4820 4821 4822 4823 4824 4825 4826 4827 4828 4829 4830 4831 4832 4833 4834 4835 4836 4837 4838 4839 4840 4841 4842 4843 4844 4845 4846 4847 4848 4849 4850 4851 4852 4853 4854 4855 4856 4857 4858 4859 4860 4861 4862 4863 4864 4865 4866 4867 4868 4869 4870 4871 4872 4873 4874 4875 4876 4877 4878 4879 4880 4881 4882 4883 4884 4885 4886 4887 4888 4889 4890 4891 4892 4893 4894 4895 4896 4897 4898 4899 4900 4901 4902 4903 4904 4905 4906 4907 4908 4909 4910 4911 4912 4913 4914 4915 4916 4917 4918 4919 4920 4921 4922 4923 4924 4925 4926 4927 4928 4929 4930 4931 4932 4933 4934 4935 4936 4937 4938 4939 4940 4941 4942 4943 4944 4945 4946 4947 4948 4949 4950 4951 4952 4953 4954 4955 4956 4957 4958 4959 4960 4961 4962 4963 4964 4965 4966 4967 4968 4969 4970 4971 4972 4973 4974 4975 4976 4977 4978 4979 4980 4981 4982 4983 4984 4985 4986 4987 4988 4989 4990 4991 4992 4993 4994 4995 4996 4997 4998 4999 5000 5001 5002 5003 5004 5005 5006 5007 5008 5009 5010 5011 5012 5013 5014 5015 5016 5017 5018 5019 5020 5021 5022 5023 5024 5025 5026 5027 5028 5029 5030 5031 5032 5033 5034 5035 5036 5037 5038 5039 5040 5041 5042 5043 5044 5045 5046 5047 5048 5049 5050 5051 5052 5053 5054 5055 5056 5057 5058 5059 5060 5061 5062 5063 5064 5065 5066 5067 5068 5069 5070 5071 5072 5073 5074 5075 5076 5077 5078 5079 5080 5081 5082 5083 5084 5085 5086 5087 5088 5089 5090 5091 5092 5093 5094 5095 5096 5097 5098 5099 5100 5101 5102 5103 5104 5105 5106 5107 5108 5109 5110 5111 5112 5113 5114 5115 5116 5117 5118 5119 5120 5121 5122 5123 5124 5125 5126 5127 5128 5129 5130 5131 5132 5133 5134 5135 5136 5137 5138 5139 5140 5141 5142 5143 5144 5145 5146 5147 5148 5149 5150 5151 5152 5153 5154 5155 5156 5157 5158 5159 5160 5161 5162 5163 5164 5165 5166 5167 5168 5169 5170 5171 5172 5173 5174 5175 5176 5177 5178 5179 5180 5181 5182 5183 5184 5185 5186 5187 5188 5189 5190 5191 5192 5193 5194 5195 5196 5197 5198 5199 5200 5201 5202 5203 5204 5205 5206 5207 5208 5209 5210 5211 5212 5213 5214 5215 5216 5217 5218 5219 5220 5221 5222 5223 5224 5225 5226 5227 5228 5229 5230 5231 5232 5233 5234 5235 5236 5237 5238 5239 5240 5241 5242 5243 5244 5245 5246 5247 5248 5249 5250 5251 5252 5253 5254 5255 5256 5257 5258 5259 5260 5261 5262 5263 5264 5265 5266 5267 5268 5269 5270 5271 5272 5273 5274 5275 5276 5277 5278 5279 5280 5281 5282 5283 5284 5285 5286 5287 5288 5289 5290 5291 5292 5293 5294 5295 5296 5297 5298 5299 5300 5301 5302 5303 5304 5305 5306
                End If

            End If

            If importsClause.ContainsDiagnostics AndAlso CurrentToken.Kind <> SyntaxKind.CommaToken Then
                ' Just resync at the end so we don't get any expecting EOS errors. But only skip to the end
                ' of the line if we are not on the expected comma token.
                importsClause = importsClause.AddTrailingSyntax(ResyncAt({SyntaxKind.CommaToken}))
            End If

            Return importsClause
        End Function

        Private Function CreateMissingXmlString() As XmlStringSyntax
            Dim missingDoubleQuote = InternalSyntaxFactory.MissingPunctuation(SyntaxKind.DoubleQuoteToken)
            Return SyntaxFactory.XmlString(missingDoubleQuote, Nothing, missingDoubleQuote)
        End Function

        Private Function CreateMissingXmlAttribute() As XmlAttributeSyntax
            Dim missingXmlName = DirectCast(InternalSyntaxFactory.MissingToken(SyntaxKind.XmlNameToken), XmlNameTokenSyntax)
            Dim missingColon = InternalSyntaxFactory.MissingPunctuation(SyntaxKind.ColonToken)
            Dim missingEquals = InternalSyntaxFactory.MissingPunctuation(SyntaxKind.EqualsToken)
            Return SyntaxFactory.XmlAttribute(SyntaxFactory.XmlName(SyntaxFactory.XmlPrefix(missingXmlName, missingColon), missingXmlName),
                                                                        missingEquals,
                                                                        CreateMissingXmlString())
        End Function

        ' /*********************************************************************
        ' *
        ' * Function:
        ' *     Parser::ParseInheritsImplementsStatement
        ' *
        ' * Purpose:
        ' *
        ' **********************************************************************/

        ' File:Parser.cpp
        ' Lines: 10274 - 10274
        ' Statement* .Parser::ParseInheritsImplementsStatement( [ _Inout_ bool& ErrorInConstruct ] )

        Private Function ParseInheritsImplementsStatement(Attributes As SyntaxList(Of AttributeListSyntax), Specifiers As SyntaxList(Of KeywordSyntax)) As InheritsOrImplementsStatementSyntax

            Debug.Assert(CurrentToken.Kind = SyntaxKind.InheritsKeyword OrElse CurrentToken.Kind = SyntaxKind.ImplementsKeyword,
                "ParseInheritsImplementsStatement called on the wrong token.")

            Dim keyword As KeywordSyntax = ReportModifiersOnStatementError(Attributes, Specifiers, DirectCast(CurrentToken, KeywordSyntax))
            Dim typeNames = Me._pool.AllocateSeparated(Of TypeSyntax)()

            GetNextToken()

            Do
                Dim typeName As TypeSyntax = ParseTypeName(nonArrayName:=True)

                If typeName.ContainsDiagnostics Then
                    typeName = ResyncAt(typeName, SyntaxKind.CommaToken)
                End If

                typeNames.Add(typeName)

                'Eat a new line after "," but not "INHERITS" or "IMPLEMENTS"
                Dim comma As PunctuationSyntax = Nothing
                If Not TryGetTokenAndEatNewLine(SyntaxKind.CommaToken, comma) Then
                    Exit Do
                End If

                typeNames.AddSeparator(comma)
            Loop

            Dim separatedTypeNames = typeNames.ToList
            Me._pool.Free(typeNames)

            Dim result As InheritsOrImplementsStatementSyntax = Nothing
            Select Case (keyword.Kind)
                Case SyntaxKind.InheritsKeyword
                    result = SyntaxFactory.InheritsStatement(keyword, separatedTypeNames)

                Case SyntaxKind.ImplementsKeyword
                    result = SyntaxFactory.ImplementsStatement(keyword, separatedTypeNames)

                Case Else
                    Throw ExceptionUtilities.UnexpectedValue(keyword.Kind)
            End Select

            Return result
        End Function

        ' /*********************************************************************
        ' *
        ' * Function:
        ' *     Parser::ParseOptionStatement
        ' *
        ' * Purpose:
        ' *
        ' **********************************************************************/

        ' File:Parser.cpp
        ' Lines: 10345 - 10345
        ' Statement* .Parser::ParseOptionStatement( [ _Inout_ bool& ErrorInConstruct ] )

        Private Function ParseOptionStatement(Attributes As SyntaxList(Of AttributeListSyntax), Specifiers As SyntaxList(Of KeywordSyntax)) As StatementSyntax
            Dim ErrorId As ERRID = ERRID.ERR_None
            Dim optionType As KeywordSyntax = Nothing
            Dim optionValue As KeywordSyntax = Nothing

            Debug.Assert(CurrentToken.Kind = SyntaxKind.OptionKeyword, "must be at Option.")

            Dim optionKeyword = ReportModifiersOnStatementError(Attributes, Specifiers, DirectCast(CurrentToken, KeywordSyntax))
            GetNextToken()

            If TryTokenAsContextualKeyword(CurrentToken, optionType) Then

                Select Case (optionType.Kind)

                    Case SyntaxKind.CompareKeyword

                        GetNextToken()

                        If TryTokenAsContextualKeyword(CurrentToken, optionValue) Then

                            If optionValue.Kind = SyntaxKind.TextKeyword Then
                                GetNextToken()

                            ElseIf optionValue.Kind = SyntaxKind.BinaryKeyword Then
                                GetNextToken()

                            Else
                                ' Create a missing option value.  Binary/Text is not optional
                                optionValue = InternalSyntaxFactory.MissingKeyword(SyntaxKind.BinaryKeyword)
                                ErrorId = ERRID.ERR_InvalidOptionCompare
                            End If

                        Else
                            ' Create a missing option value.  Binary/Text is not optional
                            optionValue = InternalSyntaxFactory.MissingKeyword(SyntaxKind.BinaryKeyword)
                            ErrorId = ERRID.ERR_InvalidOptionCompare
                        End If

                    Case SyntaxKind.ExplicitKeyword,
                            SyntaxKind.StrictKeyword,
                             SyntaxKind.InferKeyword

                        GetNextToken()

                        If CurrentToken.Kind = SyntaxKind.OnKeyword Then
                            optionValue = DirectCast(CurrentToken, KeywordSyntax)
                            GetNextToken()

                        ElseIf TryTokenAsContextualKeyword(CurrentToken, optionValue) AndAlso
                            optionValue.Kind = SyntaxKind.OffKeyword Then
                            GetNextToken()

                        ElseIf Not IsValidStatementTerminator(CurrentToken) Then
                            ' Skip over the invalid token.

                            If optionType.Kind = SyntaxKind.StrictKeyword Then
                                If optionValue IsNot Nothing AndAlso optionValue.Kind = SyntaxKind.CustomKeyword Then
                                    ErrorId = ERRID.ERR_InvalidOptionStrictCustom
                                Else
                                    ErrorId = ERRID.ERR_InvalidOptionStrict
                                End If

                            ElseIf optionType.Kind = SyntaxKind.ExplicitKeyword Then
                                ErrorId = ERRID.ERR_InvalidOptionExplicit
                            Else
                                ErrorId = ERRID.ERR_InvalidOptionInfer
                            End If

                            optionValue = Nothing
                        End If

                    Case SyntaxKind.TextKeyword, SyntaxKind.BinaryKeyword
                        ' Error recovery.
                        ' The following are errors but we can probably guess what was intended
                        optionType = InternalSyntaxFactory.MissingKeyword(SyntaxKind.CompareKeyword)
                        ErrorId = ERRID.ERR_ExpectedOptionCompare

                    Case Else
                        optionType = InternalSyntaxFactory.MissingKeyword(SyntaxKind.StrictKeyword)
                        ErrorId = ERRID.ERR_ExpectedForOptionStmt
                End Select
            Else
                optionType = InternalSyntaxFactory.MissingKeyword(SyntaxKind.StrictKeyword)
                ErrorId = ERRID.ERR_ExpectedForOptionStmt
            End If

            Dim statement = SyntaxFactory.OptionStatement(optionKeyword, optionType, optionValue)

            If ErrorId <> ERRID.ERR_None Then
                ' Resync at EOS so we don't get anymore errors
                statement = statement.AddTrailingSyntax(ResyncAt(), ErrorId)
            End If

            Return statement
        End Function

        ' /*********************************************************************
        ' *
        ' * Function:
        ' *     Parser::ParseProcDeclareStatement
        ' *
        ' * Purpose:
        ' *
        ' **********************************************************************/

        ' File:Parser.cpp
        ' Lines: 10586 - 10586
        ' ForeignMethodDeclarationStatement* .Parser::ParseProcDeclareStatement( [ ParseTree::AttributeSpecifierList* Attributes ] [ ParseTree::SpecifierList* Specifiers ] [ _In_ Token* Start ] [ _Inout_ bool& ErrorInConstruct ] )

        Private Function ParseProcDeclareStatement(attributes As SyntaxList(Of AttributeListSyntax), modifiers As SyntaxList(Of KeywordSyntax)) As DeclareStatementSyntax
            Debug.Assert(CurrentToken.Kind = SyntaxKind.DeclareKeyword, "ParseProcDeclareStatement called on wrong token. Must be at a Declare.")

            ' Dev10_667800 we are parsing a method declaration and will need to let the scanner know that we
            ' are so the scanner can correctly identify attributes vs. xml while scanning the declaration.

            'davidsch - no need to force scanner state anymore

            Dim declareKeyword = DirectCast(CurrentToken, KeywordSyntax)

            ' Skip DECLARE.
            GetNextToken()

            Dim contextualKeyword As KeywordSyntax = Nothing
            Dim optionalCharSet As KeywordSyntax = Nothing

            If TryTokenAsContextualKeyword(CurrentToken, contextualKeyword) Then

                Select Case contextualKeyword.Kind
                    Case SyntaxKind.UnicodeKeyword, SyntaxKind.AnsiKeyword, SyntaxKind.AutoKeyword
                        optionalCharSet = contextualKeyword
                        GetNextToken()
                End Select

            End If

            Dim methodKeyword As KeywordSyntax
            Dim externalKind As SyntaxKind

            If CurrentToken.Kind = SyntaxKind.SubKeyword Then
                methodKeyword = DirectCast(CurrentToken, KeywordSyntax)
                GetNextToken()
                externalKind = SyntaxKind.DeclareSubStatement

            ElseIf CurrentToken.Kind = SyntaxKind.FunctionKeyword Then
                methodKeyword = DirectCast(CurrentToken, KeywordSyntax)
                GetNextToken()
                externalKind = SyntaxKind.DeclareFunctionStatement

            Else
                methodKeyword = ReportSyntaxError(InternalSyntaxFactory.MissingKeyword(SyntaxKind.SubKeyword), ERRID.ERR_ExpectedSubFunction)
                externalKind = SyntaxKind.DeclareSubStatement

            End If

            ' Parse the function name.
            Dim name = ParseIdentifier()

            If name.ContainsDiagnostics Then
                name = name.AddTrailingSyntax(ResyncAt({SyntaxKind.LibKeyword, SyntaxKind.OpenParenToken}))
            End If

            Dim unexpected As SyntaxList(Of SyntaxToken) = Nothing
            Dim missingLib As Boolean = False

            If CurrentToken.Kind <> SyntaxKind.LibKeyword Then
                ' See if there was a Lib component somewhere and the user
                ' just put it in the wrong place.

                If PeekAheadFor(SyntaxKind.LibKeyword) = SyntaxKind.LibKeyword Then
                    unexpected = ResyncAt({SyntaxKind.LibKeyword})
                Else
                    unexpected = ResyncAt({SyntaxKind.AliasKeyword, SyntaxKind.OpenParenToken})
                    missingLib = True
                End If
            End If

            Dim libKeyword As KeywordSyntax = Nothing
            Dim libraryName As LiteralExpressionSyntax = Nothing
            Dim optionalAliasKeyword As KeywordSyntax = Nothing
            Dim optionalAliasName As LiteralExpressionSyntax = Nothing

            ParseDeclareLibClause(libKeyword, libraryName, optionalAliasKeyword, optionalAliasName)

            If unexpected.Node IsNot Nothing Then
                ' When lib is missing the error is on the missing lib keyword so don't add it again.  
                ' was skipped and lib was found.
                If missingLib Then
                    libKeyword = libKeyword.AddLeadingSyntax(unexpected)
                Else
                    ' Resyncing must have found a lib, in this case, put an error on the skipped text.
                    libKeyword = libKeyword.AddLeadingSyntax(unexpected, ERRID.ERR_MissingLibInDeclare)
                End If
            End If

            Dim genericParams As TypeParameterListSyntax = Nothing

            If TryRejectGenericParametersForMemberDecl(genericParams) Then

                If optionalAliasName IsNot Nothing Then
                    optionalAliasName = optionalAliasName.AddTrailingSyntax(genericParams)

                Else
                    libraryName = libraryName.AddTrailingSyntax(genericParams)

                End If
            End If

            Dim optionalParameters As ParameterListSyntax = Nothing
            optionalParameters = ParseParameterList()

            Dim optionalAsClause As SimpleAsClauseSyntax = Nothing
            If methodKeyword.Kind = SyntaxKind.FunctionKeyword AndAlso
               CurrentToken.Kind = SyntaxKind.AsKeyword Then

                Dim asKeyword As KeywordSyntax = DirectCast(CurrentToken, KeywordSyntax)
                'todo - davidsch - if sub/function keyword is missing. Use the existence of AS to infer Function
                GetNextToken()

                Dim returnAttributes As SyntaxList(Of AttributeListSyntax) = Nothing
                If CurrentToken.Kind = SyntaxKind.LessThanToken Then
                    returnAttributes = ParseAttributeLists(False)
                End If

                Dim returnType = ParseGeneralType()

                If returnType.ContainsDiagnostics Then
                    ' Sync at EOS to avoid any more errors.
                    returnType = ResyncAt(returnType)
                End If

                optionalAsClause = SyntaxFactory.SimpleAsClause(asKeyword, returnAttributes, returnType)
            End If

            Dim statement = SyntaxFactory.DeclareStatement(externalKind,
                                                             attributes,
                                                             modifiers,
                                                             declareKeyword,
                                                             optionalCharSet,
                                                             methodKeyword,
                                                             name,
                                                             libKeyword,
                                                             libraryName,
                                                             optionalAliasKeyword,
                                                             optionalAliasName,
                                                             optionalParameters,
                                                             optionalAsClause)

            Return statement

        End Function

        ' /*********************************************************************
        ' *
        ' * Function:
        ' *     Parser::ParseDeclareLibClause
        ' *
        ' * Purpose:
        ' *
        ' **********************************************************************/

        ' [out] string literal representing Lib clause
        ' [out] string literal representing Alias clause

        ' File:Parser.cpp
        ' Lines: 10707 - 10707
        ' .Parser::ParseDeclareLibClause( [ _Deref_out_ ParseTree::Expression** LibResult ] [ _Deref_out_ ParseTree::Expression** AliasResult ] [ _Deref_out_ Token*& Lib ] [ _Deref_out_ Token*& Alias ] [ _Inout_ bool& ErrorInConstruct ] )

        Private Sub ParseDeclareLibClause(
                ByRef libKeyword As KeywordSyntax,
                ByRef libraryName As LiteralExpressionSyntax,
                ByRef optionalAliasKeyword As KeywordSyntax,
                ByRef optionalAliasName As LiteralExpressionSyntax
            )

            ' Syntax: LIB StringLiteral [ALIAS StringLiteral]

            libKeyword = Nothing
            optionalAliasKeyword = Nothing

            If VerifyExpectedToken(SyntaxKind.LibKeyword, libKeyword) Then

                libraryName = ParseStringLiteral()

                If libraryName.ContainsDiagnostics Then
                    libraryName = ResyncAt(libraryName, SyntaxKind.AliasKeyword, SyntaxKind.OpenParenToken)
                End If

            Else
                libraryName = SyntaxFactory.StringLiteralExpression(InternalSyntaxFactory.MissingStringLiteral())
            End If

            If CurrentToken.Kind = SyntaxKind.AliasKeyword Then
                optionalAliasKeyword = DirectCast(CurrentToken, KeywordSyntax)
                GetNextToken()

                optionalAliasName = ParseStringLiteral()

                If optionalAliasName.ContainsDiagnostics Then
                    optionalAliasName = ResyncAt(optionalAliasName, SyntaxKind.OpenParenToken)
                End If
            End If
        End Sub

        ''' <summary>
        ''' Parse a CustomEventMemberDeclaration
        ''' </summary>
        ''' <param name="attributes"></param>
        ''' <param name="modifiers"></param>
        ''' <returns></returns>
        ''' <remarks>This code used to be in ParseEventDefinition.</remarks>
        Private Function ParseCustomEventDefinition(
                attributes As SyntaxList(Of AttributeListSyntax),
                modifiers As SyntaxList(Of KeywordSyntax)
        ) As StatementSyntax

            Debug.Assert(CurrentToken.Kind = SyntaxKind.IdentifierToken AndAlso DirectCast(CurrentToken, IdentifierTokenSyntax).PossibleKeywordKind = SyntaxKind.CustomKeyword, "ParseCustomEventDefinition called on the wrong token.")

            ' This enables better error reporting for invalid uses of CUSTOM as a specifier.
            '
            ' But note that at the same time, CUSTOM used as a variable name etc. should
            ' continue to work. See Bug VSWhidbey 379914.
            '
            ' Even though CUSTOM is not a reserved keyword, the Dev10 scanner always converts a CUSTOM followed
            ' by EVENT to a keyword. As a result CUSTOM EVENT never comes here because the tokens are tkCustom, tkEvent. 
            ' With the new scanner CUSTOM is returned as an identifier so the following must check for EVENT and not
            ' signal an error.

            Dim optionalCustomKeyword As KeywordSyntax = Nothing
            Dim nextToken = PeekToken(1)

            ' Only signal an error if the next token is not the EVENT keyword.
            If nextToken.Kind <> SyntaxKind.EventKeyword Then
                Return ParseVarDeclStatement(attributes, modifiers)

            Else
                optionalCustomKeyword = _scanner.MakeKeyword(DirectCast(CurrentToken, IdentifierTokenSyntax))
                GetNextToken()

            End If

            Dim eventKeyword As KeywordSyntax = DirectCast(CurrentToken, KeywordSyntax)
            GetNextToken()

            Dim ident As IdentifierTokenSyntax = ParseIdentifier()

            Dim asKeyword As KeywordSyntax = Nothing
            Dim ReturnType As TypeSyntax = Nothing
            Dim optionalAsClause As SimpleAsClauseSyntax = Nothing

            If CurrentToken.Kind = SyntaxKind.AsKeyword Then
                asKeyword = DirectCast(CurrentToken, KeywordSyntax)
                GetNextToken()

                ReturnType = ParseGeneralType()

                If ReturnType.ContainsDiagnostics Then
                    ReturnType = ResyncAt(ReturnType)
                End If

                optionalAsClause = SyntaxFactory.SimpleAsClause(asKeyword, Nothing, ReturnType)
            Else
                Dim genericParams As TypeParameterListSyntax = Nothing
                If TryRejectGenericParametersForMemberDecl(genericParams) Then
                    ident = ident.AddTrailingSyntax(genericParams)
                End If

                If CurrentToken.Kind = SyntaxKind.OpenParenToken Then
                    Dim openParen As PunctuationSyntax = Nothing
                    Dim parameters As SeparatedSyntaxList(Of ParameterSyntax)
                    Dim closeParen As PunctuationSyntax = Nothing

                    parameters = ParseParameters(openParen, closeParen)
                    ident = ident.AddTrailingSyntax(SyntaxFactory.ParameterList(openParen, parameters, closeParen))
                End If

                ' Give a good error if they attempt to do a return type

                If CurrentToken.Kind = SyntaxKind.AsKeyword Then
                    asKeyword = DirectCast(CurrentToken, KeywordSyntax)
                    asKeyword = ReportSyntaxError(asKeyword, ERRID.ERR_EventsCantBeFunctions)
                    GetNextToken()
                    asKeyword = asKeyword.AddTrailingSyntax(ResyncAt({SyntaxKind.ImplementsKeyword}))
                Else
                    asKeyword = InternalSyntaxFactory.MissingKeyword(SyntaxKind.AsKeyword)
                End If

                optionalAsClause = SyntaxFactory.SimpleAsClause(asKeyword, Nothing, SyntaxFactory.IdentifierName(InternalSyntaxFactory.MissingIdentifier()))

            End If

            Dim optionalImplementsClause As ImplementsClauseSyntax = Nothing

            If CurrentToken.Kind = SyntaxKind.ImplementsKeyword Then
                optionalImplementsClause = ParseImplementsList()
            End If

            ' Build a block event if all the requirements for one are met.
            '
            'Create the Event statement.
            Dim eventStatement = SyntaxFactory.EventStatement(attributes, modifiers, optionalCustomKeyword, eventKeyword, ident, Nothing, optionalAsClause, optionalImplementsClause)

            Return eventStatement
        End Function

        ' /*********************************************************************
        ' *
        ' * Function:
        ' *     Parser::ParseEventDefinition
        ' *
        ' * Purpose:
        ' *
        ' **********************************************************************/

        ' File:Parser.cpp
        ' Lines: 10779 - 10779
        ' Statement* .Parser::ParseEventDefinition( [ ParseTree::AttributeSpecifierList* Attributes ] [ ParseTree::SpecifierList* Specifiers ] [ _In_ Token* StatementStart ] [ _Inout_ bool& ErrorInConstruct ] )

        Private Function ParseEventDefinition(
                attributes As SyntaxList(Of AttributeListSyntax),
                modifiers As SyntaxList(Of KeywordSyntax)
            ) As EventStatementSyntax

            Debug.Assert(CurrentToken.Kind = SyntaxKind.EventKeyword, "ParseEventDefinition called on the wrong token.")

            Dim eventKeyword As KeywordSyntax = DirectCast(CurrentToken, KeywordSyntax)

            GetNextToken()

            Dim ident As IdentifierTokenSyntax = ParseIdentifier()

            Dim optionalParameters As ParameterListSyntax = Nothing
            Dim openParen As PunctuationSyntax = Nothing
            Dim parameters As SeparatedSyntaxList(Of ParameterSyntax) = Nothing
            Dim closeParen As PunctuationSyntax = Nothing

            Dim asKeyword As KeywordSyntax = Nothing
            Dim returnType As TypeSyntax = Nothing
            Dim optionalAsClause As SimpleAsClauseSyntax = Nothing

            If CurrentToken.Kind = SyntaxKind.AsKeyword Then
                asKeyword = DirectCast(CurrentToken, KeywordSyntax)
                GetNextToken()

                returnType = ParseGeneralType()

                If returnType.ContainsDiagnostics Then
                    returnType = ResyncAt(returnType)
                End If

                optionalAsClause = SyntaxFactory.SimpleAsClause(asKeyword, Nothing, returnType)
            Else

                Dim genericParams As TypeParameterListSyntax = Nothing
                If TryRejectGenericParametersForMemberDecl(genericParams) Then
                    ident = ident.AddTrailingSyntax(genericParams)
                End If

                If CurrentToken.Kind = SyntaxKind.OpenParenToken Then
                    parameters = ParseParameters(openParen, closeParen)
                End If

                ' Give a good error if they attempt to do a return type

                If CurrentToken.Kind = SyntaxKind.AsKeyword Then
                    If closeParen IsNot Nothing Then
                        closeParen = closeParen.AddTrailingSyntax(ResyncAt({SyntaxKind.ImplementsKeyword}), ERRID.ERR_EventsCantBeFunctions)
                    Else
                        ident = ident.AddTrailingSyntax(ResyncAt({SyntaxKind.ImplementsKeyword}), ERRID.ERR_EventsCantBeFunctions)
                    End If
                End If

            End If

            If openParen IsNot Nothing Then
                optionalParameters = SyntaxFactory.ParameterList(openParen, parameters, closeParen)
            End If

            Dim optionalImplementsClause As ImplementsClauseSyntax = Nothing

            If CurrentToken.Kind = SyntaxKind.ImplementsKeyword Then
                optionalImplementsClause = ParseImplementsList()
            End If

            ' Build a block event if all the requirements for one are met.
            '
            'Create the Event statement.
            Dim eventStatement = SyntaxFactory.EventStatement(attributes, modifiers, Nothing, eventKeyword, ident, optionalParameters, optionalAsClause, optionalImplementsClause)

            Return eventStatement
        End Function

        Private Function ParseEmptyAttributeLists() As SyntaxList(Of AttributeListSyntax)
            Debug.Assert(CurrentToken.Kind = SyntaxKind.LessThanGreaterThanToken)

            Dim token = CurrentToken
            Dim tokenText = token.Text
            Dim tokenLength = token.Text.Length

            Debug.Assert(tokenLength >= 2)

            Dim lessThanText = tokenText.Substring(0, 1)
            Dim greaterThanText = tokenText.Substring(tokenLength - 1, 1)
            Dim separatorTrivia = If(tokenLength > 2, _scanner.MakeWhiteSpaceTrivia(tokenText.Substring(1, tokenLength - 2)), Nothing)

5307 5308
            Debug.Assert(lessThanText = "<" OrElse lessThanText = SyntaxFacts.FULLWIDTH_LESS_THAN_SIGN_STRING)
            Debug.Assert(greaterThanText = ">" OrElse greaterThanText = SyntaxFacts.FULLWIDTH_GREATER_THAN_SIGN_STRING)
P
Pilchie 已提交
5309 5310 5311 5312 5313 5314 5315 5316 5317 5318 5319 5320 5321 5322 5323 5324 5325 5326 5327 5328 5329 5330 5331 5332 5333 5334 5335 5336 5337 5338 5339 5340 5341 5342 5343 5344 5345 5346 5347 5348 5349 5350 5351 5352 5353 5354 5355 5356 5357 5358 5359 5360 5361 5362 5363 5364 5365 5366 5367 5368 5369 5370 5371 5372 5373 5374 5375 5376 5377 5378 5379 5380 5381 5382 5383 5384 5385 5386 5387 5388 5389 5390 5391 5392 5393 5394 5395 5396 5397 5398 5399 5400 5401 5402 5403 5404 5405 5406 5407 5408 5409 5410 5411 5412 5413 5414 5415 5416 5417 5418 5419 5420 5421 5422 5423 5424 5425 5426 5427 5428 5429 5430 5431 5432 5433 5434 5435 5436 5437 5438 5439 5440 5441 5442 5443 5444 5445 5446 5447 5448 5449 5450 5451 5452 5453 5454 5455 5456 5457 5458 5459 5460 5461 5462 5463 5464 5465 5466 5467 5468 5469 5470 5471 5472 5473 5474 5475 5476 5477 5478 5479 5480 5481 5482 5483 5484 5485 5486 5487 5488 5489

            Dim lessThan = _scanner.MakePunctuationToken(
                SyntaxKind.LessThanToken,
                lessThanText,
                token.GetLeadingTrivia(),
                separatorTrivia)
            Dim greaterThan = _scanner.MakePunctuationToken(
                SyntaxKind.GreaterThanToken,
                greaterThanText,
                Nothing,
                token.GetTrailingTrivia())

            GetNextToken()

            Dim attributeBlocks = _pool.Allocate(Of AttributeListSyntax)()
            Dim attributes = _pool.AllocateSeparated(Of AttributeSyntax)()

            Dim typeName = SyntaxFactory.IdentifierName(ReportSyntaxError(InternalSyntaxFactory.MissingIdentifier(), ERRID.ERR_ExpectedIdentifier))
            Dim attribute = SyntaxFactory.Attribute(
                Nothing,
                typeName,
                Nothing)

            attributes.Add(attribute)
            attributeBlocks.Add(SyntaxFactory.AttributeList(lessThan, attributes.ToList(), greaterThan))
            Dim result = attributeBlocks.ToList()
            _pool.Free(attributes)
            _pool.Free(attributeBlocks)
            Return result
        End Function

        ' File:Parser.cpp
        ' Lines: 10927 - 10927
        ' AttributeSpecifierList* .Parser::ParseAttributeSpecifier( [ ExpectedAttributeKind Expected ] [ _Inout_ bool& ErrorInConstruct ] )

        ' TODO: this function is so complex (n^2 loop?) it times out in CC verifier.
        Private Function ParseAttributeLists(allowFileLevelAttributes As Boolean) As SyntaxList(Of AttributeListSyntax)
            Debug.Assert(CurrentToken.Kind = SyntaxKind.LessThanToken, "ParseAttributeSpecifier called on the wrong token.")

            Dim attributeBlocks = _pool.Allocate(Of AttributeListSyntax)()
            Dim attributes = _pool.AllocateSeparated(Of AttributeSyntax)()

            Do
                Dim lessThan As PunctuationSyntax = Nothing
                ' Eat a new line following "<"
                TryGetTokenAndEatNewLine(SyntaxKind.LessThanToken, lessThan)

                Do
                    Dim optionalTarget As AttributeTargetSyntax = Nothing
                    Dim arguments As ArgumentListSyntax = Nothing

                    If allowFileLevelAttributes Then
                        Dim assemblyOrModuleKeyword = GetTokenAsAssemblyOrModuleKeyword(CurrentToken)
                        Dim colonToken As PunctuationSyntax

                        ' The attributes are parsed in a loop. If an attribute starts with an Attribute Target, then it's 
                        ' assumed that all the others also start with one.
                        ' Error example (missing attribute target for second attribute:
                        ' <Assembly: Reflection.AssemblyVersionAttribute("4.3.2.1"), Reflection.AssemblyCultureAttribute("de")>

                        ' if the keyword is not Module or Assembly.
                        If assemblyOrModuleKeyword Is Nothing Then
                            ' the attribute targets can be mixed, so there's no way of determining which one to take.
                            ' therefore we're hard coding the missing target to be the assembly keyword.
                            assemblyOrModuleKeyword = InternalSyntaxFactory.MissingKeyword(SyntaxKind.AssemblyKeyword)
                            assemblyOrModuleKeyword = ReportSyntaxError(assemblyOrModuleKeyword, ERRID.ERR_FileAttributeNotAssemblyOrModule)
                            colonToken = InternalSyntaxFactory.MissingPunctuation(SyntaxKind.ColonToken)

                        Else
                            GetNextToken(ScannerState.VB)

                            If CurrentToken.Kind = SyntaxKind.ColonToken Then
                                ' The colon will have been attached as trailing trivia on the Assembly
                                ' or Module keyword, and the colon token will be zero-width.
                                ' Drop the colon trivia from the target token and rescan the colon as a token.
                                Dim previous As SyntaxToken = Nothing
                                Dim current As SyntaxToken = Nothing
                                RescanTrailingColonAsToken(previous, current)
                                GetNextToken(ScannerState.VB)

                                assemblyOrModuleKeyword = GetTokenAsAssemblyOrModuleKeyword(previous)
                                Debug.Assert(assemblyOrModuleKeyword IsNot Nothing)
                                Debug.Assert(current.Kind = SyntaxKind.ColonToken)
                                colonToken = DirectCast(current, PunctuationSyntax)

                            Else
                                colonToken = DirectCast(HandleUnexpectedToken(SyntaxKind.ColonToken), PunctuationSyntax)

                            End If

                        End If

                        optionalTarget = SyntaxFactory.AttributeTarget(assemblyOrModuleKeyword, colonToken)
                    End If

                    ' Make sure the scanner is back in normal VB state
                    ResetCurrentToken(ScannerState.VB)

                    Dim typeName = ParseName(
                        requireQualification:=False,
                        allowGlobalNameSpace:=True,
                        allowGenericArguments:=False,
                        allowGenericsWithoutOf:=True)

                    If BeginsGeneric() Then
                        ' Don't want to mark the construct after the attribute bad, so pass in
                        ' temporary instead of ErrorInThisAttribute

                        typeName = ReportSyntaxError(typeName, ERRID.ERR_GenericArgsOnAttributeSpecifier)

                        ' Resyncing to something more meaningful is hard, so just resync to ">"
                        typeName = ResyncAt(typeName, SyntaxKind.GreaterThanToken)

                    ElseIf CurrentToken.Kind = SyntaxKind.OpenParenToken Then
                        arguments = ParseParenthesizedArguments()
                    End If

                    Dim attribute As AttributeSyntax = SyntaxFactory.Attribute(optionalTarget, typeName, arguments)

                    attributes.Add(attribute)

                    Dim comma As PunctuationSyntax = Nothing
                    If Not TryGetTokenAndEatNewLine(SyntaxKind.CommaToken, comma) Then
                        Exit Do
                    End If

                    attributes.AddSeparator(comma)
                Loop

                ResetCurrentToken(ScannerState.VB)

                'Deleted the pTokenToUseForEndLocation comment and code.  The parser no longer handles position information.

                Dim greaterThan As PunctuationSyntax = Nothing
                Dim endsWithGreaterThan As Boolean = TryEatNewLineAndGetToken(SyntaxKind.GreaterThanToken, greaterThan, createIfMissing:=True)

                If endsWithGreaterThan AndAlso Not allowFileLevelAttributes AndAlso IsContinuableEOL() Then
                    ' We want to introduce an implicit line continuation after the ending ">" in an attribute declaration when we are parsing 
                    ' non file level attributes. Per TWhitney - implicit line continuations after file level attributes cause big problems. But
                    ' why would anyone want an implicit line continuation after a file level attribute?  It is a statement and should end shouldn't it?

                    TryEatNewLine()
                End If

                attributeBlocks.Add(SyntaxFactory.AttributeList(lessThan, attributes.ToList, greaterThan))
                attributes.Clear()

            Loop While CurrentToken.Kind = SyntaxKind.LessThanToken

            Dim result = attributeBlocks.ToList
            _pool.Free(attributes)
            _pool.Free(attributeBlocks)

            Return result
        End Function

        Private Function GetTokenAsAssemblyOrModuleKeyword(token As SyntaxToken) As KeywordSyntax
            If token.Kind = SyntaxKind.ModuleKeyword Then
                Return DirectCast(token, KeywordSyntax)
            End If

            Dim keyword As KeywordSyntax = Nothing
            TryTokenAsContextualKeyword(token, SyntaxKind.AssemblyKeyword, keyword)
            Return keyword
        End Function

        ' File:Parser.cpp
        ' Lines: 486 - 486
        ' Opcodes .::GetBinaryOperatorHelper( [ _In_ Token* T ] )

        Friend Shared Function GetBinaryOperatorHelper(t As SyntaxToken) As SyntaxKind
            Debug.Assert(t IsNot Nothing)
            Return SyntaxFacts.GetBinaryExpression(t.Kind)
        End Function

        ' File:Parser.cpp
        ' Lines: 19755 - 19755
        ' bool .Parser::StartsValidConditionalCompilationExpr( [ _In_ Token* T ] )

        Private Shared Function StartsValidConditionalCompilationExpr(t As SyntaxToken) As Boolean
            Select Case (t.Kind)
C
Charles Stoner 已提交
5490
                ' Identifiers - note that only simple identifiers are allowed.
P
Pilchie 已提交
5491 5492
                ' This check is done in ParseTerm.

P
Pharring 已提交
5493
                ' Parenthesized expressions
P
Pilchie 已提交
5494 5495 5496 5497 5498 5499 5500 5501 5502 5503 5504 5505 5506 5507 5508 5509 5510 5511 5512 5513 5514 5515 5516 5517 5518 5519 5520 5521 5522 5523 5524 5525 5526 5527 5528 5529 5530 5531 5532 5533 5534 5535 5536 5537 5538 5539 5540 5541 5542 5543 5544 5545 5546 5547 5548 5549 5550 5551 5552 5553 5554 5555 5556 5557 5558 5559 5560 5561 5562 5563 5564 5565 5566 5567 5568 5569 5570 5571 5572 5573 5574 5575 5576 5577 5578 5579 5580 5581 5582 5583 5584 5585 5586 5587 5588 5589 5590 5591

                ' Literals

                ' Conversion operators

                ' Unary operators

                ' Allow "EOL" to start CC expressions to enable better error reporting.

                Case SyntaxKind.IdentifierToken,
                    SyntaxKind.OpenParenToken,
                    SyntaxKind.IntegerLiteralToken,
                    SyntaxKind.CharacterLiteralToken,
                    SyntaxKind.DateLiteralToken,
                    SyntaxKind.FloatingLiteralToken,
                    SyntaxKind.DecimalLiteralToken,
                    SyntaxKind.StringLiteralToken,
                    SyntaxKind.TrueKeyword,
                    SyntaxKind.FalseKeyword,
                    SyntaxKind.NothingKeyword,
                    SyntaxKind.CBoolKeyword,
                    SyntaxKind.CDateKeyword,
                    SyntaxKind.CDblKeyword,
                    SyntaxKind.CSByteKeyword,
                    SyntaxKind.CByteKeyword,
                    SyntaxKind.CCharKeyword,
                    SyntaxKind.CShortKeyword,
                    SyntaxKind.CUShortKeyword,
                    SyntaxKind.CIntKeyword,
                    SyntaxKind.CUIntKeyword,
                    SyntaxKind.CLngKeyword,
                    SyntaxKind.CULngKeyword,
                    SyntaxKind.CSngKeyword,
                    SyntaxKind.CStrKeyword,
                    SyntaxKind.CDecKeyword,
                    SyntaxKind.CObjKeyword,
                    SyntaxKind.CTypeKeyword,
                    SyntaxKind.IfKeyword,
                    SyntaxKind.DirectCastKeyword,
                    SyntaxKind.TryCastKeyword,
                    SyntaxKind.NotKeyword,
                    SyntaxKind.PlusToken,
                    SyntaxKind.MinusToken,
                    SyntaxKind.StatementTerminatorToken
                    Return True
            End Select

            Return False
        End Function

        ' File:Parser.cpp
        ' Lines: 19816 - 19816
        ' bool .Parser::IsValidOperatorForConditionalCompilationExpr( [ _In_ Token* T ] )

        Private Shared Function IsValidOperatorForConditionalCompilationExpr(t As SyntaxToken) As Boolean
            Select Case (t.Kind)

                Case SyntaxKind.NotKeyword,
                    SyntaxKind.AndKeyword,
                    SyntaxKind.AndAlsoKeyword,
                    SyntaxKind.OrKeyword,
                    SyntaxKind.OrElseKeyword,
                    SyntaxKind.XorKeyword,
                    SyntaxKind.AsteriskToken,
                    SyntaxKind.PlusToken,
                    SyntaxKind.MinusToken,
                    SyntaxKind.SlashToken,
                    SyntaxKind.BackslashToken,
                    SyntaxKind.ModKeyword,
                    SyntaxKind.CaretToken,
                    SyntaxKind.LessThanToken,
                    SyntaxKind.LessThanEqualsToken,
                    SyntaxKind.LessThanGreaterThanToken,
                    SyntaxKind.EqualsToken,
                    SyntaxKind.GreaterThanToken,
                    SyntaxKind.GreaterThanEqualsToken,
                    SyntaxKind.LessThanLessThanToken,
                    SyntaxKind.GreaterThanGreaterThanToken,
                    SyntaxKind.AmpersandToken

                    Return True
            End Select

            Return False
        End Function

        Friend ReadOnly Property Context As BlockContext
            Get
                Return _context
            End Get
        End Property

        Friend ReadOnly Property SyntaxFactory As ContextAwareSyntaxFactory
            Get
                Return _syntaxFactory
            End Get
        End Property

A
angocke 已提交
5592
        Friend Function IsFirstStatementOnLine(node As VisualBasicSyntaxNode) As Boolean
P
Pilchie 已提交
5593 5594 5595 5596 5597
            If _possibleFirstStatementOnLine = PossibleFirstStatementKind.No Then
                Return False
            End If

            If node.HasLeadingTrivia Then
A
angocke 已提交
5598
                Dim triviaList = New SyntaxList(Of VisualBasicSyntaxNode)(node.GetLeadingTrivia)
P
Pilchie 已提交
5599 5600 5601 5602 5603 5604 5605 5606 5607 5608 5609 5610 5611 5612 5613 5614 5615

                For triviaIndex = triviaList.Count - 1 To 0 Step -1
                    Dim kind = triviaList(triviaIndex).Kind

                    Select Case kind
                        Case SyntaxKind.EndOfLineTrivia,
                            SyntaxKind.DocumentationCommentTrivia,
                            SyntaxKind.IfDirectiveTrivia,
                            SyntaxKind.ElseIfDirectiveTrivia,
                            SyntaxKind.ElseDirectiveTrivia,
                            SyntaxKind.EndIfDirectiveTrivia,
                            SyntaxKind.RegionDirectiveTrivia,
                            SyntaxKind.EndRegionDirectiveTrivia,
                            SyntaxKind.ConstDirectiveTrivia,
                            SyntaxKind.ExternalSourceDirectiveTrivia,
                            SyntaxKind.EndExternalSourceDirectiveTrivia,
                            SyntaxKind.ExternalChecksumDirectiveTrivia,
5616 5617
                            SyntaxKind.EnableWarningDirectiveTrivia,
                            SyntaxKind.DisableWarningDirectiveTrivia,
P
Pilchie 已提交
5618 5619 5620 5621 5622 5623 5624 5625 5626 5627 5628 5629 5630 5631 5632 5633 5634 5635 5636 5637 5638 5639 5640 5641 5642 5643 5644 5645 5646 5647 5648 5649 5650 5651 5652 5653 5654 5655 5656 5657 5658 5659 5660 5661 5662 5663 5664 5665 5666 5667 5668 5669 5670 5671 5672 5673 5674 5675 5676 5677 5678 5679 5680 5681 5682 5683 5684 5685 5686 5687 5688 5689 5690 5691 5692 5693 5694 5695 5696 5697 5698 5699 5700 5701 5702 5703 5704 5705 5706 5707 5708 5709 5710 5711 5712 5713 5714 5715 5716 5717 5718 5719 5720 5721 5722 5723 5724 5725 5726 5727 5728 5729
                            SyntaxKind.ReferenceDirectiveTrivia,
                            SyntaxKind.BadDirectiveTrivia
                            Return True

                        Case Else
                            If kind <> SyntaxKind.WhitespaceTrivia AndAlso kind <> SyntaxKind.LineContinuationTrivia Then
                                Return False
                            End If
                    End Select
                Next
            End If

            Return _possibleFirstStatementOnLine = PossibleFirstStatementKind.Yes
        End Function

        Friend Function ConsumeStatementTerminatorAfterDirective(ByRef stmt As DirectiveTriviaSyntax) As DirectiveTriviaSyntax
            If CurrentToken.Kind = SyntaxKind.StatementTerminatorToken AndAlso
                Not CurrentToken.HasLeadingTrivia Then

                GetNextToken()
            Else
                Dim unexpected = ResyncAndConsumeStatementTerminator()

                If unexpected.Node IsNot Nothing Then
                    If stmt.Kind <> SyntaxKind.BadDirectiveTrivia Then
                        stmt = stmt.AddTrailingSyntax(unexpected, ERRID.ERR_ExpectedEOS)
                    Else
                        ' Don't report ERRID_ExpectedEOS when the statement is known to be bad
                        stmt = stmt.AddTrailingSyntax(unexpected)
                    End If
                End If
            End If

            Return stmt
        End Function

        Friend Sub ConsumedStatementTerminator(allowLeadingMultilineTrivia As Boolean)
            ConsumedStatementTerminator(allowLeadingMultilineTrivia, If(allowLeadingMultilineTrivia, PossibleFirstStatementKind.Yes, PossibleFirstStatementKind.No))
        End Sub

        Private Sub ConsumedStatementTerminator(allowLeadingMultilineTrivia As Boolean, possibleFirstStatementOnLine As PossibleFirstStatementKind)
            Debug.Assert(allowLeadingMultilineTrivia = (possibleFirstStatementOnLine <> PossibleFirstStatementKind.No))
            _allowLeadingMultilineTrivia = allowLeadingMultilineTrivia
            _possibleFirstStatementOnLine = possibleFirstStatementOnLine
        End Sub

        Friend Sub ConsumeColonInSingleLineExpression()
            Debug.Assert(CurrentToken.Kind = SyntaxKind.ColonToken)
            ConsumedStatementTerminator(allowLeadingMultilineTrivia:=False)
            GetNextToken()
        End Sub

        Friend Sub ConsumeStatementTerminator(colonAsSeparator As Boolean)
            ' CurrentToken may be EmptyToken if there is extra trivia at EOF.
            Debug.Assert(SyntaxFacts.IsTerminator(CurrentToken.Kind) OrElse CurrentToken.Kind = SyntaxKind.EmptyToken)

            Select Case CurrentToken.Kind
                Case SyntaxKind.EndOfFileToken
                    ' Leave terminator as current token since we'll need the token
                    ' as is (with leading trivia) to add to the CompilationUnitSyntax.
                    ConsumedStatementTerminator(allowLeadingMultilineTrivia:=True)
                Case SyntaxKind.StatementTerminatorToken
                    ConsumedStatementTerminator(allowLeadingMultilineTrivia:=True)
                    GetNextToken()
                Case SyntaxKind.ColonToken
                    If colonAsSeparator Then
                        ConsumedStatementTerminator(allowLeadingMultilineTrivia:=False)
                        GetNextToken()
                    Else
                        ' If a colon token is recognized as a statement terminator token, the next non trivia token might be the first
                        ' token on a line if the trivia after the colon contains a line break.
                        ' If this flag is true the trivia gets checked more thoroughly in IsFirstStatementOnLine anyway later on.
                        ConsumedStatementTerminator(
                            allowLeadingMultilineTrivia:=True,
                            possibleFirstStatementOnLine:=PossibleFirstStatementKind.IfPrecededByLineBreak)
                        GetNextToken()
                    End If
            End Select
        End Sub

        Friend Function IsNextStatementInsideLambda(context As BlockContext, lambdaContext As BlockContext, allowLeadingMultilineTrivia As Boolean) As Boolean
            Debug.Assert(context.IsWithinLambda)
            Debug.Assert(SyntaxFacts.IsTerminator(CurrentToken.Kind))

            ' Ensure that scanner is set to scan a new statement
            _allowLeadingMultilineTrivia = allowLeadingMultilineTrivia

            ' Any End statement that closes a block outside of the lambda terminates the lambda

            ' Peek for an End, Next or Loop
            Dim peekedEndKind = PeekEndStatement(1)

            If peekedEndKind <> SyntaxKind.None Then
                Dim closedContext = context.FindNearest(Function(c) c.KindEndsBlock(peekedEndKind))
                If closedContext IsNot Nothing AndAlso closedContext.Level < lambdaContext.Level Then
                    ' End statement closes block containing lambda
                    Return False
                End If
            ElseIf PeekDeclarationStatement(1) Then
                ' A declaration closes the lambda
                Return False
            Else
                Dim nextToken = PeekToken(1)

                Select Case nextToken.Kind
                    Case SyntaxKind.LessThanToken
                        'This looks like the beginning of an attribute.  Assume this implies a declaration follows so close the lambda.
                        Return False

                    Case SyntaxKind.CatchKeyword,
                        SyntaxKind.FinallyKeyword
                        ' Check if catch/finally close a try containing the lambda
5730
                        Dim closedContext = context.FindNearest(SyntaxKind.TryBlock, SyntaxKind.CatchBlock)
P
Pilchie 已提交
5731 5732 5733 5734 5735 5736 5737 5738 5739 5740 5741 5742 5743 5744 5745 5746 5747 5748 5749 5750 5751 5752 5753 5754 5755 5756 5757 5758 5759 5760 5761 5762 5763 5764 5765 5766 5767 5768 5769 5770 5771 5772 5773 5774 5775 5776 5777 5778 5779 5780 5781 5782 5783 5784 5785 5786 5787 5788 5789 5790 5791 5792 5793 5794 5795 5796 5797 5798 5799 5800 5801 5802 5803 5804 5805 5806 5807 5808 5809 5810 5811 5812 5813 5814 5815 5816 5817 5818 5819 5820 5821 5822 5823 5824 5825 5826 5827 5828 5829 5830 5831 5832 5833 5834 5835 5836 5837 5838 5839 5840 5841 5842 5843 5844 5845 5846 5847 5848 5849 5850 5851 5852 5853 5854 5855 5856 5857 5858 5859 5860 5861 5862 5863 5864 5865 5866 5867 5868 5869 5870 5871 5872 5873 5874 5875 5876 5877 5878 5879 5880 5881 5882 5883 5884 5885 5886 5887 5888 5889 5890 5891 5892 5893 5894 5895 5896 5897 5898 5899 5900 5901 5902 5903 5904 5905 5906 5907 5908 5909 5910 5911 5912 5913 5914 5915 5916 5917 5918 5919 5920 5921
                        Return closedContext Is Nothing OrElse closedContext.Level >= lambdaContext.Level

                    Case SyntaxKind.ElseKeyword,
                        SyntaxKind.ElseIfKeyword
                        ' Check if else/elseif close an if containing the lambda
                        Dim closedContext = context.FindNearest(SyntaxKind.SingleLineIfStatement, SyntaxKind.MultiLineIfBlock)
                        Return closedContext Is Nothing OrElse closedContext.Level >= lambdaContext.Level
                End Select
            End If

            Return True
        End Function

        Private Function TryGetToken(Of T As SyntaxToken)(kind As SyntaxKind, ByRef token As T) As Boolean
            If CurrentToken.Kind = kind Then
                token = DirectCast(CurrentToken, T)
                GetNextToken()
                Return True
            End If

            Return False
        End Function

        Private Function TryGetContextualKeyword(
            kind As SyntaxKind,
            ByRef keyword As KeywordSyntax,
            Optional createIfMissing As Boolean = False) As Boolean

            If TryTokenAsContextualKeyword(CurrentToken, kind, keyword) Then
                GetNextToken()
                Return True
            End If

            If createIfMissing Then
                keyword = HandleUnexpectedKeyword(kind)
            End If
            Return False
        End Function

        ' This is for contextual keywords like "From"
        Private Function TryGetContextualKeywordAndEatNewLine(
            kind As SyntaxKind,
            ByRef keyword As KeywordSyntax,
            Optional createIfMissing As Boolean = False) As Boolean

            Dim result = TryGetContextualKeyword(kind, keyword, createIfMissing)
            If result Then
                TryEatNewLine()
            End If
            Return result
        End Function

        ' This is for contextual keywords like "From"
        Private Function TryEatNewLineAndGetContextualKeyword(
            kind As SyntaxKind,
            ByRef keyword As KeywordSyntax,
            Optional createIfMissing As Boolean = False) As Boolean

            If TryGetContextualKeyword(kind, keyword, createIfMissing) Then
                Return True
            End If

            If CurrentToken.Kind = SyntaxKind.StatementTerminatorToken AndAlso
                TryTokenAsContextualKeyword(PeekToken(1), kind, keyword) Then

                TryEatNewLine()
                GetNextToken()
                Return True
            End If

            If createIfMissing Then
                keyword = HandleUnexpectedKeyword(kind)
            End If
            Return False
        End Function

        Private Function TryGetTokenAndEatNewLine(Of T As SyntaxToken)(
            kind As SyntaxKind,
            ByRef token As T,
            Optional createIfMissing As Boolean = False,
            Optional state As ScannerState = ScannerState.VB) As Boolean

            Debug.Assert(CanUseInTryGetToken(kind))

            If CurrentToken.Kind = kind Then
                token = DirectCast(CurrentToken, T)
                GetNextToken(state)
                If CurrentToken.Kind = SyntaxKind.StatementTerminatorToken Then

                    TryEatNewLine(state)
                End If
                Return True
            End If

            If createIfMissing Then
                token = DirectCast(HandleUnexpectedToken(kind), T)
            End If
            Return False
        End Function

        Private Function TryEatNewLineAndGetToken(Of T As SyntaxToken)(
            kind As SyntaxKind,
            ByRef token As T,
            Optional createIfMissing As Boolean = False,
            Optional state As ScannerState = ScannerState.VB) As Boolean

            Debug.Assert(CanUseInTryGetToken(kind))

            If CurrentToken.Kind = kind Then
                token = DirectCast(CurrentToken, T)
                GetNextToken(state)
                Return True
            End If

            If TryEatNewLineIfFollowedBy(kind) Then
                token = DirectCast(CurrentToken, T)
                GetNextToken(state)
                Return True
            End If

            If createIfMissing Then
                token = DirectCast(HandleUnexpectedToken(kind), T)
            End If
            Return False
        End Function

        ''' <summary>
        ''' Peeks in a stream of VB tokens.
        ''' Note that the first token will be picked according to _allowLeadingMultilineTrivia
        ''' The rest will be picked as regular VB as scanner does not always know what to do with
        ''' line terminators and we assume that multiple token lookahead makes sense inside a single statement.
        ''' </summary>
        Private Function PeekToken(offset As Integer) As SyntaxToken
            Dim state = If(_allowLeadingMultilineTrivia, ScannerState.VBAllowLeadingMultilineTrivia, ScannerState.VB)
            Return _scanner.PeekToken(offset, state)
        End Function

        Friend Function PeekNextToken(Optional state As ScannerState = ScannerState.VB) As SyntaxToken
            If _allowLeadingMultilineTrivia AndAlso state = ScannerState.VB Then
                state = ScannerState.VBAllowLeadingMultilineTrivia
            End If
            Return _scanner.PeekNextToken(state)
        End Function

        Private ReadOnly Property PrevToken As SyntaxToken
            Get
                Return _scanner.PrevToken
            End Get
        End Property

        Private _currentToken As SyntaxToken
        Friend ReadOnly Property CurrentToken As SyntaxToken
            Get
                Dim tk = _currentToken
                If tk Is Nothing Then
                    tk = _scanner.GetCurrentToken

                    ' no more multiline trivia unless parser says so
                    _allowLeadingMultilineTrivia = False

                    _currentToken = tk
                End If
                Return tk
            End Get
        End Property

        Private Sub ResetCurrentToken(state As ScannerState)
            _scanner.ResetCurrentToken(state)
            _currentToken = Nothing
        End Sub

        ''' <summary>
        ''' Consumes current token and gets the next one with desired state.
        ''' </summary>
        Friend Sub GetNextToken(Optional state As ScannerState = ScannerState.VB)
            If _allowLeadingMultilineTrivia AndAlso state = ScannerState.VB Then
                state = ScannerState.VBAllowLeadingMultilineTrivia
            End If

            _scanner.GetNextTokenInState(state)
            _currentToken = Nothing
        End Sub

        ''' <summary>
        ''' Consumes current node and gets next one. 
        ''' </summary>
        Friend Sub GetNextSyntaxNode()
            _scanner.MoveToNextSyntaxNode()
            _currentToken = Nothing
        End Sub

5922 5923 5924
        ''' <summary>
        ''' returns true if feature is available
        ''' </summary>
P
Pilchie 已提交
5925
        Private Function AssertLanguageFeature(
5926
            feature As ERRID
P
Pilchie 已提交
5927 5928
        ) As Boolean

5929 5930 5931
            Return True
        End Function

P
Pilchie 已提交
5932 5933 5934 5935
        '============ Methods to test properties of NodeKind. ====================
        '

        ' IdentifierAsKeyword returns the token type of a identifier token,
C
Charles Stoner 已提交
5936
        ' interpreting non-bracketed identifiers as (non-reserved) keywords as appropriate.
P
Pilchie 已提交
5937 5938 5939 5940 5941 5942 5943 5944 5945 5946 5947 5948 5949 5950 5951 5952 5953 5954 5955 5956 5957 5958 5959 5960 5961 5962 5963 5964 5965 5966 5967 5968 5969

        Private Shared Function TryIdentifierAsContextualKeyword(id As SyntaxToken, ByRef kind As SyntaxKind) As Boolean
            Debug.Assert(id IsNot Nothing)
            Debug.Assert(DirectCast(id, IdentifierTokenSyntax) IsNot Nothing)

            Return Scanner.TryIdentifierAsContextualKeyword(DirectCast(id, IdentifierTokenSyntax), kind)
        End Function

        Private Function TryIdentifierAsContextualKeyword(id As SyntaxToken, ByRef k As KeywordSyntax) As Boolean
            Debug.Assert(id IsNot Nothing)
            Debug.Assert(DirectCast(id, IdentifierTokenSyntax) IsNot Nothing)

            Return _scanner.TryIdentifierAsContextualKeyword(DirectCast(id, IdentifierTokenSyntax), k)
        End Function

        Private Function TryTokenAsContextualKeyword(t As SyntaxToken, kind As SyntaxKind, ByRef k As KeywordSyntax) As Boolean
            Dim keyword As KeywordSyntax = Nothing
            If _scanner.TryTokenAsContextualKeyword(t, keyword) AndAlso keyword.Kind = kind Then
                k = keyword
                Return True
            Else
                Return False
            End If
        End Function

        Private Function TryTokenAsContextualKeyword(t As SyntaxToken, ByRef k As KeywordSyntax) As Boolean
            Return _scanner.TryTokenAsContextualKeyword(t, k)
        End Function

        Private Shared Function TryTokenAsKeyword(t As SyntaxToken, ByRef kind As SyntaxKind) As Boolean
            Return Scanner.TryTokenAsKeyword(t, kind)
        End Function

5970
        Private Shared ReadOnly s_isTokenOrKeywordFunc As Func(Of SyntaxToken, SyntaxKind(), Boolean) = AddressOf IsTokenOrKeyword
P
Pilchie 已提交
5971 5972 5973 5974 5975 5976 5977 5978 5979 5980 5981

        Private Shared Function IsTokenOrKeyword(token As SyntaxToken, kinds As SyntaxKind()) As Boolean
            Debug.Assert(Not kinds.Contains(SyntaxKind.IdentifierToken))
            If token.Kind = SyntaxKind.IdentifierToken Then
                Return Scanner.IsContextualKeyword(token, kinds)
            Else
                Return IsToken(token, kinds)
            End If
        End Function

        Private Shared Function IsToken(token As SyntaxToken, ParamArray kinds As SyntaxKind()) As Boolean
P
Pharring 已提交
5982
            Return kinds.Contains(token.Kind)
P
Pilchie 已提交
5983 5984
        End Function

A
angocke 已提交
5985
        Friend Function ConsumeUnexpectedTokens(Of TNode As VisualBasicSyntaxNode)(node As TNode) As TNode
P
Pilchie 已提交
5986 5987 5988 5989 5990 5991 5992 5993 5994 5995
            If Me.CurrentToken.Kind = SyntaxKind.EndOfFileToken Then Return node
            Dim b As SyntaxListBuilder(Of SyntaxToken) = SyntaxListBuilder(Of SyntaxToken).Create()
            While (Me.CurrentToken.Kind <> SyntaxKind.EndOfFileToken)
                b.Add(Me.CurrentToken)
                GetNextToken()
            End While

            Return node.AddTrailingSyntax(b.ToList(), ERRID.ERR_Syntax)
        End Function

5996 5997 5998 5999 6000
        ''' <summary>
        ''' Check to see if the given <paramref name="feature"/> is available with the <see cref="LanguageVersion"/>
        ''' of the parser.  If it is not available a diagnostic will be added to the returned value.
        ''' </summary>
        Private Function CheckFeatureAvailability(Of TNode As VisualBasicSyntaxNode)(feature As Feature, node As TNode) As TNode
6001
            If _scanner.CheckFeatureAvailability(feature) Then
6002 6003 6004
                Return node
            End If

6005 6006 6007
            If feature = Feature.InterpolatedStrings Then
                ' Bug: It is too late in the release cycle to update localized strings.  As a short term measure we will output 
                ' an unlocalized string and fix this to be localized in the next release.
6008
                Return ReportSyntaxError(node, ERRID.ERR_LanguageVersion, _scanner.Options.LanguageVersion.GetErrorName(), "interpolated strings")
6009 6010
            Else
                Dim featureName = ErrorFactory.ErrorInfo(feature.GetResourceId())
6011
                Return ReportSyntaxError(node, ERRID.ERR_LanguageVersion, _scanner.Options.LanguageVersion.GetErrorName(), featureName)
6012
            End If
6013 6014
        End Function

P
Pilchie 已提交
6015 6016 6017 6018 6019 6020 6021 6022 6023 6024 6025 6026
    End Class

    'TODO - These should be removed.  Checks should be in binding.
    <Flags()>
    Friend Enum ParameterSpecifiers
        [ByRef] = &H1
        [ByVal] = &H2
        [Optional] = &H4
        [ParamArray] = &H8
    End Enum

End Namespace