GRPCServer.swift 9.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237
  1. /*
  2. * Copyright 2023, gRPC Authors All rights reserved.
  3. *
  4. * Licensed under the Apache License, Version 2.0 (the "License");
  5. * you may not use this file except in compliance with the License.
  6. * You may obtain a copy of the License at
  7. *
  8. * http://www.apache.org/licenses/LICENSE-2.0
  9. *
  10. * Unless required by applicable law or agreed to in writing, software
  11. * distributed under the License is distributed on an "AS IS" BASIS,
  12. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. * See the License for the specific language governing permissions and
  14. * limitations under the License.
  15. */
  16. private import Synchronization
  17. /// A gRPC server.
  18. ///
  19. /// The server accepts connections from clients and listens on each connection for new streams
  20. /// which are initiated by the client. Each stream maps to a single RPC. The server routes accepted
  21. /// streams to a service to handle the RPC or rejects them with an appropriate error if no service
  22. /// can handle the RPC.
  23. ///
  24. /// A ``GRPCServer`` listens with a specific transport implementation (for example, HTTP/2 or in-process),
  25. /// and routes requests from the transport to the service instance. You can also use "interceptors",
  26. /// to implement cross-cutting logic which apply to all accepted RPCs. Example uses of interceptors
  27. /// include request filtering, authentication, and logging. Once requests have been intercepted
  28. /// they are passed to a handler which in turn returns a response to send back to the client.
  29. ///
  30. /// ## Creating and configuring a server
  31. ///
  32. /// The following example demonstrates how to create and configure a server.
  33. ///
  34. /// ```swift
  35. /// // Create and an in-process transport.
  36. /// let inProcessTransport = InProcessTransport()
  37. ///
  38. /// // Create the 'Greeter' and 'Echo' services.
  39. /// let greeter = GreeterService()
  40. /// let echo = EchoService()
  41. ///
  42. /// // Create an interceptor.
  43. /// let statsRecorder = StatsRecordingServerInterceptors()
  44. ///
  45. /// // Finally create the server.
  46. /// let server = GRPCServer(
  47. /// transport: inProcessTransport.server,
  48. /// services: [greeter, echo],
  49. /// interceptors: [statsRecorder]
  50. /// )
  51. /// ```
  52. ///
  53. /// ## Starting and stopping the server
  54. ///
  55. /// Once you have configured the server call ``serve()`` to start it. Calling ``serve()`` starts the server's
  56. /// transport too. A ``RuntimeError`` is thrown if the transport can't be started or encounters some other
  57. /// runtime error.
  58. ///
  59. /// ```swift
  60. /// // Start running the server.
  61. /// try await server.serve()
  62. /// ```
  63. ///
  64. /// The ``serve()`` method won't return until the server has finished handling all requests. You can
  65. /// signal to the server that it should stop accepting new requests by calling ``beginGracefulShutdown()``.
  66. /// This allows the server to drain existing requests gracefully. To stop the server more abruptly
  67. /// you can cancel the task running your server. If your application requires additional resources
  68. /// that need their lifecycles managed you should consider using [Swift Service
  69. /// Lifecycle](https://github.com/swift-server/swift-service-lifecycle).
  70. public final class GRPCServer: Sendable {
  71. typealias Stream = RPCStream<ServerTransport.Inbound, ServerTransport.Outbound>
  72. /// The ``ServerTransport`` implementation that the server uses to listen for new requests.
  73. public let transport: any ServerTransport
  74. /// The services registered which the server is serving.
  75. private let router: RPCRouter
  76. /// The state of the server.
  77. private let state: Mutex<State>
  78. private enum State: Sendable {
  79. /// The server hasn't been started yet. Can transition to `running` or `stopped`.
  80. case notStarted
  81. /// The server is running and accepting RPCs. Can transition to `stopping`.
  82. case running
  83. /// The server is stopping and no new RPCs will be accepted. Existing RPCs may run to
  84. /// completion. May transition to `stopped`.
  85. case stopping
  86. /// The server has stopped, no RPCs are in flight and no more will be accepted. This state
  87. /// is terminal.
  88. case stopped
  89. mutating func startServing() throws {
  90. switch self {
  91. case .notStarted:
  92. self = .running
  93. case .running:
  94. throw RuntimeError(
  95. code: .serverIsAlreadyRunning,
  96. message: "The server is already running and can only be started once."
  97. )
  98. case .stopping, .stopped:
  99. throw RuntimeError(
  100. code: .serverIsStopped,
  101. message: "The server has stopped and can only be started once."
  102. )
  103. }
  104. }
  105. mutating func beginGracefulShutdown() -> Bool {
  106. switch self {
  107. case .notStarted:
  108. self = .stopped
  109. return false
  110. case .running:
  111. self = .stopping
  112. return true
  113. case .stopping, .stopped:
  114. // Already stopping/stopped, ignore.
  115. return false
  116. }
  117. }
  118. mutating func stopped() {
  119. self = .stopped
  120. }
  121. }
  122. /// Creates a new server with no resources.
  123. ///
  124. /// - Parameters:
  125. /// - transport: The transport the server should listen on.
  126. /// - services: Services offered by the server.
  127. /// - interceptors: A collection of interceptors providing cross-cutting functionality to each
  128. /// accepted RPC. The order in which interceptors are added reflects the order in which they
  129. /// are called. The first interceptor added will be the first interceptor to intercept each
  130. /// request. The last interceptor added will be the final interceptor to intercept each
  131. /// request before calling the appropriate handler.
  132. public convenience init(
  133. transport: any ServerTransport,
  134. services: [any RegistrableRPCService],
  135. interceptors: [any ServerInterceptor] = []
  136. ) {
  137. self.init(
  138. transport: transport,
  139. services: services,
  140. interceptorPipeline: interceptors.map { .apply($0, to: .all) }
  141. )
  142. }
  143. /// Creates a new server with no resources.
  144. ///
  145. /// - Parameters:
  146. /// - transport: The transport the server should listen on.
  147. /// - services: Services offered by the server.
  148. /// - interceptorPipeline: A collection of interceptors providing cross-cutting functionality to each
  149. /// accepted RPC. The order in which interceptors are added reflects the order in which they
  150. /// are called. The first interceptor added will be the first interceptor to intercept each
  151. /// request. The last interceptor added will be the final interceptor to intercept each
  152. /// request before calling the appropriate handler.
  153. public convenience init(
  154. transport: any ServerTransport,
  155. services: [any RegistrableRPCService],
  156. interceptorPipeline: [ServerInterceptorPipelineOperation]
  157. ) {
  158. var router = RPCRouter()
  159. for service in services {
  160. service.registerMethods(with: &router)
  161. }
  162. router.registerInterceptors(pipeline: interceptorPipeline)
  163. self.init(transport: transport, router: router)
  164. }
  165. /// Creates a new server with no resources.
  166. ///
  167. /// - Parameters:
  168. /// - transport: The transport the server should listen on.
  169. /// - router: A ``RPCRouter`` used by the server to route accepted streams to method handlers.
  170. public init(transport: any ServerTransport, router: RPCRouter) {
  171. self.state = Mutex(.notStarted)
  172. self.transport = transport
  173. self.router = router
  174. }
  175. /// Starts the server and runs until the registered transport has closed.
  176. ///
  177. /// No RPCs are processed until the configured transport is listening. If the transport fails to start
  178. /// listening, or if it encounters a runtime error, then ``RuntimeError`` is thrown.
  179. ///
  180. /// This function returns when the configured transport has stopped listening and all requests have been
  181. /// handled. You can signal to the transport that it should stop listening by calling
  182. /// ``beginGracefulShutdown()``. The server will continue to process existing requests.
  183. ///
  184. /// To stop the server more abruptly you can cancel the task that this function is running in.
  185. ///
  186. /// - Note: You can only call this function once, repeated calls will result in a
  187. /// ``RuntimeError`` being thrown.
  188. public func serve() async throws {
  189. try self.state.withLock { try $0.startServing() }
  190. // When we exit this function the server must have stopped.
  191. defer {
  192. self.state.withLock { $0.stopped() }
  193. }
  194. do {
  195. try await transport.listen { stream, context in
  196. await self.router.handle(stream: stream, context: context)
  197. }
  198. } catch {
  199. throw RuntimeError(
  200. code: .transportError,
  201. message: "Server transport threw an error.",
  202. cause: error
  203. )
  204. }
  205. }
  206. /// Signal to the server that it should stop listening for new requests.
  207. ///
  208. /// By calling this function you indicate to clients that they mustn't start new requests
  209. /// against this server. Once the server has processed all requests the ``serve()`` method returns.
  210. ///
  211. /// Calling this on a server which is already stopping or has stopped has no effect.
  212. public func beginGracefulShutdown() {
  213. let wasRunning = self.state.withLock { $0.beginGracefulShutdown() }
  214. if wasRunning {
  215. self.transport.beginGracefulShutdown()
  216. }
  217. }
  218. }