Log contextual requests that affect sourcekitd’s global state

This way we can log them when a sourcekitd request crashes and we can thus replay these contextual requests when diagnosing the crash.

Author: ahoppen

Sources/SKTestSupport/SkipUnless.swift

@@ -259,13 +259,14 @@ package actor SkipUnless {
       )
       do {
         let response = try await sourcekitd.send(
+          \.codeCompleteSetPopularAPI,
           sourcekitd.dictionary([
-            sourcekitd.keys.request: sourcekitd.requests.codeCompleteSetPopularAPI,
             sourcekitd.keys.codeCompleteOptions: [
               sourcekitd.keys.useNewAPI: 1
-            ],
+            ]
           ]),
           timeout: defaultTimeoutDuration,
+          documentUrl: nil,
           fileContents: nil
         )
         return response[sourcekitd.keys.useNewAPI] == 1

Sources/SourceKitD/SourceKitD.swift

@@ -258,17 +258,59 @@ package actor SourceKitD {
     notificationHandlers.removeAll(where: { $0.value == nil || $0.value === handler })
   }
 
+  private struct ContextualRequest {
+    enum Kind {
+      case editorOpen
+      case codeCompleteOpen
+    }
+    let kind: Kind
+    let request: SKDRequestDictionary
+  }
+
+  private var contextualRequests: [URL: [ContextualRequest]] = [:]
+
+  private func recordContextualRequest(
+    requestUid: sourcekitd_api_uid_t,
+    request: SKDRequestDictionary,
+    documentUrl: URL?
+  ) {
+    guard let documentUrl else {
+      return
+    }
+    switch requestUid {
+    case requests.editorOpen:
+      contextualRequests[documentUrl] = [ContextualRequest(kind: .editorOpen, request: request)]
+    case requests.editorClose:
+      contextualRequests[documentUrl] = nil
+    case requests.codeCompleteOpen:
+      contextualRequests[documentUrl, default: []].removeAll(where: { $0.kind == .codeCompleteOpen })
+      contextualRequests[documentUrl, default: []].append(ContextualRequest(kind: .codeCompleteOpen, request: request))
+    case requests.codeCompleteClose:
+      contextualRequests[documentUrl, default: []].removeAll(where: { $0.kind == .codeCompleteOpen })
+      if contextualRequests[documentUrl]?.isEmpty ?? false {
+        contextualRequests[documentUrl] = nil
+      }
+    default:
+      break
+    }
+  }
+
   /// - Parameters:
   ///   - request: The request to send to sourcekitd.
   ///   - timeout: The maximum duration how long to wait for a response. If no response is returned within this time,
   ///     declare the request as having timed out.
   ///   - fileContents: The contents of the file that the request operates on. If sourcekitd crashes, the file contents
   ///     will be logged.
   package func send(
+    _ requestUid: KeyPath<sourcekitd_api_requests, sourcekitd_api_uid_t>,
     _ request: SKDRequestDictionary,
     timeout: Duration,
+    documentUrl: URL?,
     fileContents: String?
   ) async throws -> SKDResponseDictionary {
+    request.set(keys.request, to: requests[keyPath: requestUid])
+    recordContextualRequest(requestUid: requests[keyPath: requestUid], request: request, documentUrl: documentUrl)
+
     let sourcekitdResponse = try await withTimeout(timeout) {
       return try await withCancellableCheckedThrowingContinuation { (continuation) -> SourceKitDRequestHandle? in
         logger.info(
@@ -308,13 +350,24 @@ package actor SourceKitD {
 
     guard let dict = sourcekitdResponse.value else {
       if sourcekitdResponse.error == .connectionInterrupted {
-        let log = """
+        var log = """
           Request:
           \(request.description)
 
           File contents:
           \(fileContents ?? "<nil>")
           """
+
+        if let documentUrl {
+          let contextualRequests = (contextualRequests[documentUrl] ?? []).filter { $0.request !== request }
+          for (index, contextualRequest) in contextualRequests.enumerated() {
+            log += """
+
+              Contextual request \(index + 1) / \(contextualRequests.count):
+              \(contextualRequest.request.description)
+              """
+          }
+        }
         let chunks = splitLongMultilineMessage(message: log)
         for (index, chunk) in chunks.enumerated() {
           logger.fault(

Sources/SourceKitLSP/Rename.swift

@@ -353,7 +353,6 @@ extension SwiftLanguageService {
     }
 
     let req = sourcekitd.dictionary([
-      keys.request: sourcekitd.requests.nameTranslation,
       keys.sourceFile: snapshot.uri.pseudoPath,
       keys.compilerArgs: await self.buildSettings(for: snapshot.uri, fallbackAfterTimeout: false)?.compilerArgs
         as [SKDRequestValue]?,
@@ -363,7 +362,7 @@ extension SwiftLanguageService {
       keys.argNames: sourcekitd.array(name.parameters.map { $0.stringOrWildcard }),
     ])
 
-    let response = try await sendSourcekitdRequest(req, fileContents: snapshot.text)
+    let response = try await send(sourcekitdRequest: \.nameTranslation, req, snapshot: snapshot)
 
     guard let isZeroArgSelector: Int = response[keys.isZeroArgSelector],
       let selectorPieces: SKDResponseArray = response[keys.selectorPieces]
@@ -405,7 +404,6 @@ extension SwiftLanguageService {
     name: String
   ) async throws -> String {
     let req = sourcekitd.dictionary([
-      keys.request: sourcekitd.requests.nameTranslation,
       keys.sourceFile: snapshot.uri.pseudoPath,
       keys.compilerArgs: await self.buildSettings(for: snapshot.uri, fallbackAfterTimeout: false)?.compilerArgs
         as [SKDRequestValue]?,
@@ -421,7 +419,7 @@ extension SwiftLanguageService {
       req.set(keys.baseName, to: name)
     }
 
-    let response = try await sendSourcekitdRequest(req, fileContents: snapshot.text)
+    let response = try await send(sourcekitdRequest: \.nameTranslation, req, snapshot: snapshot)
 
     guard let baseName: String = response[keys.baseName] else {
       throw NameTranslationError.malformedClangToSwiftTranslateNameResponse(response)
@@ -886,15 +884,14 @@ extension SwiftLanguageService {
     )
 
     let skreq = sourcekitd.dictionary([
-      keys.request: requests.findRenameRanges,
       keys.sourceFile: snapshot.uri.pseudoPath,
       // find-syntactic-rename-ranges is a syntactic sourcekitd request that doesn't use the in-memory file snapshot.
       // We need to send the source text again.
       keys.sourceText: snapshot.text,
       keys.renameLocations: locations,
     ])
 
-    let syntacticRenameRangesResponse = try await sendSourcekitdRequest(skreq, fileContents: snapshot.text)
+    let syntacticRenameRangesResponse = try await send(sourcekitdRequest: \.findRenameRanges, skreq, snapshot: snapshot)
     guard let categorizedRanges: SKDResponseArray = syntacticRenameRangesResponse[keys.categorizedRanges] else {
       throw ResponseError.internalError("sourcekitd did not return categorized ranges")
     }

Sources/SourceKitLSP/Swift/CodeCompletionSession.swift

@@ -263,7 +263,20 @@ class CodeCompletionSession {
     self.clientSupportsDocumentationResolve =
       clientCapabilities.textDocument?.completion?.completionItem?.resolveSupport?.properties.contains("documentation")
       ?? false
+  }
 
+  private func send(
+    sourceKitDRequest requestUid: KeyPath<sourcekitd_api_requests, sourcekitd_api_uid_t> & Sendable,
+    _ request: SKDRequestDictionary,
+    snapshot: DocumentSnapshot?
+  ) async throws -> SKDResponseDictionary {
+    try await sourcekitd.send(
+      requestUid,
+      request,
+      timeout: options.sourcekitdRequestTimeoutOrDefault,
+      documentUrl: snapshot?.uri.arbitrarySchemeURL,
+      fileContents: snapshot?.text
+    )
   }
 
   private func open(
@@ -278,7 +291,6 @@ class CodeCompletionSession {
 
     let sourcekitdPosition = snapshot.sourcekitdPosition(of: self.position)
     let req = sourcekitd.dictionary([
-      keys.request: sourcekitd.requests.codeCompleteOpen,
       keys.line: sourcekitdPosition.line,
       keys.column: sourcekitdPosition.utf8Column,
       keys.name: uri.pseudoPath,
@@ -287,11 +299,7 @@ class CodeCompletionSession {
       keys.codeCompleteOptions: optionsDictionary(filterText: filterText),
     ])
 
-    let dict = try await sourcekitd.send(
-      req,
-      timeout: options.sourcekitdRequestTimeoutOrDefault,
-      fileContents: snapshot.text
-    )
+    let dict = try await send(sourceKitDRequest: \.codeCompleteOpen, req, snapshot: snapshot)
     self.state = .open
 
     guard let completions: SKDResponseArray = dict[keys.results] else {
@@ -317,19 +325,14 @@ class CodeCompletionSession {
     logger.info("Updating code completion session: \(self.description) filter=\(filterText)")
     let sourcekitdPosition = snapshot.sourcekitdPosition(of: self.position)
     let req = sourcekitd.dictionary([
-      keys.request: sourcekitd.requests.codeCompleteUpdate,
       keys.line: sourcekitdPosition.line,
       keys.column: sourcekitdPosition.utf8Column,
       keys.name: uri.pseudoPath,
       keys.sourceFile: uri.pseudoPath,
       keys.codeCompleteOptions: optionsDictionary(filterText: filterText),
     ])
 
-    let dict = try await sourcekitd.send(
-      req,
-      timeout: options.sourcekitdRequestTimeoutOrDefault,
-      fileContents: snapshot.text
-    )
+    let dict = try await send(sourceKitDRequest: \.codeCompleteUpdate, req, snapshot: snapshot)
     guard let completions: SKDResponseArray = dict[keys.results] else {
       return CompletionList(isIncomplete: false, items: [])
     }
@@ -370,15 +373,14 @@ class CodeCompletionSession {
     case .open:
       let sourcekitdPosition = snapshot.sourcekitdPosition(of: self.position)
       let req = sourcekitd.dictionary([
-        keys.request: sourcekitd.requests.codeCompleteClose,
         keys.line: sourcekitdPosition.line,
         keys.column: sourcekitdPosition.utf8Column,
         keys.sourceFile: snapshot.uri.pseudoPath,
         keys.name: snapshot.uri.pseudoPath,
         keys.codeCompleteOptions: [keys.useNewAPI: 1],
       ])
       logger.info("Closing code completion session: \(self.description)")
-      _ = try? await sourcekitd.send(req, timeout: options.sourcekitdRequestTimeoutOrDefault, fileContents: nil)
+      _ = try? await send(sourceKitDRequest: \.codeCompleteClose, req, snapshot: nil)
       self.state = .closed
     }
   }
@@ -548,11 +550,16 @@ class CodeCompletionSession {
     var item = item
     if let itemId = CompletionItemData(fromLSPAny: item.data)?.itemId {
       let req = sourcekitd.dictionary([
-        sourcekitd.keys.request: sourcekitd.requests.codeCompleteDocumentation,
-        sourcekitd.keys.identifier: itemId,
+        sourcekitd.keys.identifier: itemId
       ])
       let documentationResponse = await orLog("Retrieving documentation for completion item") {
-        try await sourcekitd.send(req, timeout: timeout, fileContents: nil)
+        try await sourcekitd.send(
+          \.codeCompleteDocumentation,
+          req,
+          timeout: timeout,
+          documentUrl: nil,
+          fileContents: nil
+        )
       }
       if let docString: String = documentationResponse?[sourcekitd.keys.docBrief] {
         item.documentation = .markupContent(MarkupContent(kind: .markdown, value: docString))

Sources/SourceKitLSP/Swift/CursorInfo.swift

@@ -147,7 +147,6 @@ extension SwiftLanguageService {
     let keys = self.keys
 
     let skreq = sourcekitd.dictionary([
-      keys.request: requests.cursorInfo,
       keys.cancelOnSubsequentRequest: 0,
       keys.offset: offsetRange.lowerBound,
       keys.length: offsetRange.upperBound != offsetRange.lowerBound ? offsetRange.count : nil,
@@ -160,7 +159,7 @@ extension SwiftLanguageService {
 
     appendAdditionalParameters?(skreq)
 
-    let dict = try await sendSourcekitdRequest(skreq, fileContents: snapshot.text)
+    let dict = try await send(sourcekitdRequest: \.cursorInfo, skreq, snapshot: snapshot)
 
     var cursorInfoResults: [CursorInfo] = []
     if let cursorInfo = CursorInfo(dict, documentManager: documentManager, sourcekitd: sourcekitd) {

Sources/SourceKitLSP/Swift/DiagnosticReportManager.swift

@@ -113,7 +113,6 @@ actor DiagnosticReportManager {
     let keys = self.keys
 
     let skreq = sourcekitd.dictionary([
-      keys.request: requests.diagnostics,
       keys.sourceFile: snapshot.uri.sourcekitdSourceFile,
       keys.primaryFile: snapshot.uri.primaryFile?.pseudoPath,
       keys.compilerArgs: compilerArgs as [SKDRequestValue],
@@ -122,8 +121,10 @@ actor DiagnosticReportManager {
     let dict: SKDResponseDictionary
     do {
       dict = try await self.sourcekitd.send(
+        \.diagnostics,
         skreq,
         timeout: options.sourcekitdRequestTimeoutOrDefault,
+        documentUrl: snapshot.uri.arbitrarySchemeURL,
         fileContents: snapshot.text
       )
     } catch SKDError.requestFailed(let sourcekitdError) {

Sources/SourceKitLSP/Swift/GeneratedInterfaceManager.swift

@@ -67,13 +67,13 @@ actor GeneratedInterfaceManager {
         let sourcekitd = swiftLanguageService.sourcekitd
         for documentToClose in documentsToClose {
           await orLog("Closing generated interface") {
-            _ = try await swiftLanguageService.sendSourcekitdRequest(
+            _ = try await swiftLanguageService.send(
+              sourcekitdRequest: \.editorClose,
               sourcekitd.dictionary([
-                sourcekitd.keys.request: sourcekitd.requests.editorClose,
                 sourcekitd.keys.name: documentToClose,
                 sourcekitd.keys.cancelBuilds: 0,
               ]),
-              fileContents: nil
+              snapshot: nil
             )
           }
         }
@@ -114,7 +114,6 @@ actor GeneratedInterfaceManager {
 
     let keys = sourcekitd.keys
     let skreq = sourcekitd.dictionary([
-      keys.request: sourcekitd.requests.editorOpenInterface,
       keys.moduleName: document.moduleName,
       keys.groupName: document.groupName,
       keys.name: document.sourcekitdDocumentName,
@@ -123,7 +122,7 @@ actor GeneratedInterfaceManager {
         .compilerArgs as [SKDRequestValue]?,
     ])
 
-    let dict = try await swiftLanguageService.sendSourcekitdRequest(skreq, fileContents: nil)
+    let dict = try await swiftLanguageService.send(sourcekitdRequest: \.editorOpenInterface, skreq, snapshot: nil)
 
     guard let contents: String = dict[keys.sourceText] else {
       throw ResponseError.unknown("sourcekitd response is missing sourceText")
@@ -133,13 +132,13 @@ actor GeneratedInterfaceManager {
       // Another request raced us to create the generated interface. Discard what we computed here and return the cached
       // value.
       await orLog("Closing generated interface created during race") {
-        _ = try await swiftLanguageService.sendSourcekitdRequest(
+        _ = try await swiftLanguageService.send(
+          sourcekitdRequest: \.editorClose,
           sourcekitd.dictionary([
-            keys.request: sourcekitd.requests.editorClose,
             keys.name: document.sourcekitdDocumentName,
             keys.cancelBuilds: 0,
           ]),
-          fileContents: nil
+          snapshot: nil
         )
       }
       return cached
@@ -191,12 +190,15 @@ actor GeneratedInterfaceManager {
     let sourcekitd = swiftLanguageService.sourcekitd
     let keys = sourcekitd.keys
     let skreq = sourcekitd.dictionary([
-      keys.request: sourcekitd.requests.editorFindUSR,
       keys.sourceFile: document.sourcekitdDocumentName,
       keys.usr: usr,
     ])
 
-    let dict = try await swiftLanguageService.sendSourcekitdRequest(skreq, fileContents: details.snapshot.text)
+    let dict = try await swiftLanguageService.send(
+      sourcekitdRequest: \.editorFindUSR,
+      skreq,
+      snapshot: details.snapshot
+    )
     guard let offset: Int = dict[keys.offset] else {
       throw ResponseError.unknown("Missing key 'offset'")
     }

Sources/SourceKitLSP/Swift/MacroExpansion.swift

@@ -125,7 +125,6 @@ actor MacroExpansionManager {
     let length = snapshot.utf8OffsetRange(of: range).count
 
     let skreq = swiftLanguageService.sourcekitd.dictionary([
-      keys.request: swiftLanguageService.requests.semanticRefactoring,
       // Preferred name for e.g. an extracted variable.
       // Empty string means sourcekitd chooses a name automatically.
       keys.name: "",
@@ -139,10 +138,7 @@ actor MacroExpansionManager {
       keys.compilerArgs: buildSettings?.compilerArgs as [SKDRequestValue]?,
     ])
 
-    let dict = try await swiftLanguageService.sendSourcekitdRequest(
-      skreq,
-      fileContents: snapshot.text
-    )
+    let dict = try await swiftLanguageService.send(sourcekitdRequest: \.semanticRefactoring, skreq, snapshot: snapshot)
     guard let expansions = [RefactoringEdit](dict, snapshot, keys) else {
       throw SemanticRefactoringError.noEditsNeeded(snapshot.uri)
     }

Sources/SourceKitLSP/Swift/RefactoringResponse.swift

@@ -117,7 +117,6 @@ extension SwiftLanguageService {
     let utf8Column = snapshot.lineTable.utf8ColumnAt(line: line, utf16Column: utf16Column)
 
     let skreq = sourcekitd.dictionary([
-      keys.request: self.requests.semanticRefactoring,
       // Preferred name for e.g. an extracted variable.
       // Empty string means sourcekitd chooses a name automatically.
       keys.name: "",
@@ -131,7 +130,7 @@ extension SwiftLanguageService {
         as [SKDRequestValue]?,
     ])
 
-    let dict = try await sendSourcekitdRequest(skreq, fileContents: snapshot.text)
+    let dict = try await send(sourcekitdRequest: \.semanticRefactoring, skreq, snapshot: snapshot)
     guard let refactor = SemanticRefactoring(refactorCommand.title, dict, snapshot, self.keys) else {
       throw SemanticRefactoringError.noEditsNeeded(uri)
     }