Parse versions as three integer tokens

Previously, internals from the lexer leaked through by representing the major and minor part of the version as a float literal. Also, we accepted non-decimal numbers (eg. hex) for version number, which we don’t want.

Fixes #1434
rdar://107152155

Author: ahoppen

CodeGeneration/Sources/SyntaxSupport/AvailabilityNodes.swift

@@ -128,10 +128,22 @@ public let AVAILABILITY_NODES: [Node] = [
     kind: "Syntax",
     children: [
       Child(
-        name: "MajorMinor",
-        kind: .token(choices: [.token(tokenKind: "IntegerLiteralToken"), .token(tokenKind: "FloatingLiteralToken")]),
+        name: "Major",
+        kind: .token(choices: [.token(tokenKind: "IntegerLiteralToken")]),
         description: "In case the version consists only of the major version, an integer literal that specifies the major version. In case the version consists of major and minor version number, a floating literal in which the decimal part is interpreted as the minor version."
       ),
+      Child(
+        name: "MinorPeriod",
+        kind: .token(choices: [.token(tokenKind: "PeriodToken")]),
+        description: "If the version contains a minor number, the period separating the major from the minor number.",
+        isOptional: true
+      ),
+      Child(
+        name: "Minor",
+        kind: .token(choices: [.token(tokenKind: "IntegerLiteralToken")]),
+        description: "The minor version if specified.",
+        isOptional: true
+      ),
       Child(
         name: "PatchPeriod",
         kind: .token(choices: [.token(tokenKind: "PeriodToken")]),

Sources/SwiftParser/Availability.swift

@@ -241,6 +241,18 @@ extension Parser {
     )
   }
 
+  /// If the next token is an integer literal only consisting of the digits 0-9
+  /// consume and return it, otherwise return a missing integer token.
+  private mutating func expectDecimalIntegerWithoutRecovery() -> RawTokenSyntax {
+    guard self.at(.integerLiteral) else {
+      return missingToken(.integerLiteral, text: nil)
+    }
+    guard self.currentToken.tokenText.allSatisfy({ Unicode.Scalar($0).isDigit }) else {
+      return missingToken(.integerLiteral, text: nil)
+    }
+    return self.consumeAnyToken()
+  }
+
   /// Parse a dot-separated list of version numbers.
   ///
   /// Grammar
@@ -250,31 +262,43 @@ extension Parser {
   ///     platform-version → decimal-digits '.' decimal-digits
   ///     platform-version → decimal-digits '.' decimal-digits '.' decimal-digits
   mutating func parseVersionTuple() -> RawVersionTupleSyntax {
-    let (unexpectedBeforeMajorMinor, majorMinor) = self.expect(.integerLiteral, .floatingLiteral, default: .integerLiteral)
-    let patchPeriod: RawTokenSyntax?
-    let unexpectedBeforePatch: RawUnexpectedNodesSyntax?
-    let patch: RawTokenSyntax?
-    if majorMinor.tokenKind == .floatingLiteral {
-      patchPeriod = self.consume(if: .period)
-      if patchPeriod != nil {
-        (unexpectedBeforePatch, patch) = self.expect(.integerLiteral)
+    if self.at(.floatingLiteral),
+      let periodIndex = self.currentToken.tokenText.firstIndex(of: UInt8(ascii: ".")),
+      self.currentToken.tokenText[0..<periodIndex].allSatisfy({ Unicode.Scalar($0).isDigit })
+    {
+      // The lexer generates a float literal '1.2' for the major and minor version.
+      // Split it into two integers if possible
+      let major = self.consumePrefix(SyntaxText(rebasing: self.currentToken.tokenText[0..<periodIndex]), as: .integerLiteral)
+      let (unexpectedBeforeMinorPeriod, minorPeriod) = self.expect(.period)
+      let minor = self.expectDecimalIntegerWithoutRecovery()
+      let patchPeriod: RawTokenSyntax?
+      let patch: RawTokenSyntax?
+      if let period = self.consume(if: .period) {
+        patchPeriod = period
+        patch = self.expectDecimalIntegerWithoutRecovery()
       } else {
-        unexpectedBeforePatch = nil
+        patchPeriod = nil
         patch = nil
       }
+      return RawVersionTupleSyntax(
+        major: major,
+        unexpectedBeforeMinorPeriod,
+        minorPeriod: minorPeriod,
+        minor: minor,
+        patchPeriod: patchPeriod,
+        patchVersion: patch,
+        arena: self.arena
+      )
     } else {
-      patchPeriod = nil
-      unexpectedBeforePatch = nil
-      patch = nil
+      let major = self.expectDecimalIntegerWithoutRecovery()
+      return RawVersionTupleSyntax(
+        major: major,
+        minorPeriod: nil,
+        minor: nil,
+        patchPeriod: nil,
+        patchVersion: nil,
+        arena: self.arena
+      )
     }
-
-    return RawVersionTupleSyntax(
-      unexpectedBeforeMajorMinor,
-      majorMinor: majorMinor,
-      patchPeriod: patchPeriod,
-      unexpectedBeforePatch,
-      patchVersion: patch,
-      arena: self.arena
-    )
   }
 }

Sources/SwiftSyntax/generated/raw/RawSyntaxNodes.swift

@@ -19995,56 +19995,80 @@ public struct RawVersionTupleSyntax: RawSyntaxNodeProtocol {
   }
 
   public init(
-      _ unexpectedBeforeMajorMinor: RawUnexpectedNodesSyntax? = nil, 
-      majorMinor: RawTokenSyntax, 
-      _ unexpectedBetweenMajorMinorAndPatchPeriod: RawUnexpectedNodesSyntax? = nil, 
+      _ unexpectedBeforeMajor: RawUnexpectedNodesSyntax? = nil, 
+      major: RawTokenSyntax, 
+      _ unexpectedBetweenMajorAndMinorPeriod: RawUnexpectedNodesSyntax? = nil, 
+      minorPeriod: RawTokenSyntax?, 
+      _ unexpectedBetweenMinorPeriodAndMinor: RawUnexpectedNodesSyntax? = nil, 
+      minor: RawTokenSyntax?, 
+      _ unexpectedBetweenMinorAndPatchPeriod: RawUnexpectedNodesSyntax? = nil, 
       patchPeriod: RawTokenSyntax?, 
       _ unexpectedBetweenPatchPeriodAndPatchVersion: RawUnexpectedNodesSyntax? = nil, 
       patchVersion: RawTokenSyntax?, 
       _ unexpectedAfterPatchVersion: RawUnexpectedNodesSyntax? = nil, 
       arena: __shared SyntaxArena
     ) {
     let raw = RawSyntax.makeLayout(
-      kind: .versionTuple, uninitializedCount: 7, arena: arena) { layout in 
+      kind: .versionTuple, uninitializedCount: 11, arena: arena) { layout in 
       layout.initialize(repeating: nil)
-      layout[0] = unexpectedBeforeMajorMinor?.raw
-      layout[1] = majorMinor.raw
-      layout[2] = unexpectedBetweenMajorMinorAndPatchPeriod?.raw
-      layout[3] = patchPeriod?.raw
-      layout[4] = unexpectedBetweenPatchPeriodAndPatchVersion?.raw
-      layout[5] = patchVersion?.raw
-      layout[6] = unexpectedAfterPatchVersion?.raw
+      layout[0] = unexpectedBeforeMajor?.raw
+      layout[1] = major.raw
+      layout[2] = unexpectedBetweenMajorAndMinorPeriod?.raw
+      layout[3] = minorPeriod?.raw
+      layout[4] = unexpectedBetweenMinorPeriodAndMinor?.raw
+      layout[5] = minor?.raw
+      layout[6] = unexpectedBetweenMinorAndPatchPeriod?.raw
+      layout[7] = patchPeriod?.raw
+      layout[8] = unexpectedBetweenPatchPeriodAndPatchVersion?.raw
+      layout[9] = patchVersion?.raw
+      layout[10] = unexpectedAfterPatchVersion?.raw
     }
     self.init(raw: raw)
   }
 
-  public var unexpectedBeforeMajorMinor: RawUnexpectedNodesSyntax? {
+  public var unexpectedBeforeMajor: RawUnexpectedNodesSyntax? {
     layoutView.children[0].map(RawUnexpectedNodesSyntax.init(raw:))
   }
 
-  public var majorMinor: RawTokenSyntax {
+  public var major: RawTokenSyntax {
     layoutView.children[1].map(RawTokenSyntax.init(raw:))!
   }
 
-  public var unexpectedBetweenMajorMinorAndPatchPeriod: RawUnexpectedNodesSyntax? {
+  public var unexpectedBetweenMajorAndMinorPeriod: RawUnexpectedNodesSyntax? {
     layoutView.children[2].map(RawUnexpectedNodesSyntax.init(raw:))
   }
 
-  public var patchPeriod: RawTokenSyntax? {
+  public var minorPeriod: RawTokenSyntax? {
     layoutView.children[3].map(RawTokenSyntax.init(raw:))
   }
 
-  public var unexpectedBetweenPatchPeriodAndPatchVersion: RawUnexpectedNodesSyntax? {
+  public var unexpectedBetweenMinorPeriodAndMinor: RawUnexpectedNodesSyntax? {
     layoutView.children[4].map(RawUnexpectedNodesSyntax.init(raw:))
   }
 
-  public var patchVersion: RawTokenSyntax? {
+  public var minor: RawTokenSyntax? {
     layoutView.children[5].map(RawTokenSyntax.init(raw:))
   }
 
-  public var unexpectedAfterPatchVersion: RawUnexpectedNodesSyntax? {
+  public var unexpectedBetweenMinorAndPatchPeriod: RawUnexpectedNodesSyntax? {
     layoutView.children[6].map(RawUnexpectedNodesSyntax.init(raw:))
   }
+  
+  public var patchPeriod: RawTokenSyntax? {
+    layoutView.children[7].map(RawTokenSyntax.init(raw:))
+  }
+  
+  public var unexpectedBetweenPatchPeriodAndPatchVersion: RawUnexpectedNodesSyntax? {
+    layoutView.children[8].map(RawUnexpectedNodesSyntax.init(raw:))
+  }
+  
+  public var patchVersion: RawTokenSyntax? {
+    layoutView.children[9].map(RawTokenSyntax.init(raw:))
+  }
+  
+  public var unexpectedAfterPatchVersion: RawUnexpectedNodesSyntax? {
+    layoutView.children[10].map(RawUnexpectedNodesSyntax.init(raw:))
+  }
 }
 
 @_spi(RawSyntax)

Sources/SwiftSyntax/generated/raw/RawSyntaxValidation.swift

@@ -2302,14 +2302,18 @@ func validateLayout(layout: RawSyntaxBuffer, as kind: SyntaxKind) {
     assertNoError(kind, 7, verify(layout[7], as: RawPatternBindingListSyntax.self))
     assertNoError(kind, 8, verify(layout[8], as: RawUnexpectedNodesSyntax?.self))
   case .versionTuple:
-    assert(layout.count == 7)
+    assert(layout.count == 11)
     assertNoError(kind, 0, verify(layout[0], as: RawUnexpectedNodesSyntax?.self))
     assertNoError(kind, 1, verify(layout[1], as: RawTokenSyntax.self))
     assertNoError(kind, 2, verify(layout[2], as: RawUnexpectedNodesSyntax?.self))
     assertNoError(kind, 3, verify(layout[3], as: RawTokenSyntax?.self))
     assertNoError(kind, 4, verify(layout[4], as: RawUnexpectedNodesSyntax?.self))
     assertNoError(kind, 5, verify(layout[5], as: RawTokenSyntax?.self))
     assertNoError(kind, 6, verify(layout[6], as: RawUnexpectedNodesSyntax?.self))
+    assertNoError(kind, 7, verify(layout[7], as: RawTokenSyntax?.self))
+    assertNoError(kind, 8, verify(layout[8], as: RawUnexpectedNodesSyntax?.self))
+    assertNoError(kind, 9, verify(layout[9], as: RawTokenSyntax?.self))
+    assertNoError(kind, 10, verify(layout[10], as: RawUnexpectedNodesSyntax?.self))
   case .whereClause:
     assert(layout.count == 5)
     assertNoError(kind, 0, verify(layout[0], as: RawUnexpectedNodesSyntax?.self))