2
0

GRPCServer.swift 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319
  1. /*
  2. * Copyright 2023, gRPC Authors All rights reserved.
  3. *
  4. * Licensed under the Apache License, Version 2.0 (the "License");
  5. * you may not use this file except in compliance with the License.
  6. * You may obtain a copy of the License at
  7. *
  8. * http://www.apache.org/licenses/LICENSE-2.0
  9. *
  10. * Unless required by applicable law or agreed to in writing, software
  11. * distributed under the License is distributed on an "AS IS" BASIS,
  12. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. * See the License for the specific language governing permissions and
  14. * limitations under the License.
  15. */
  16. private import Synchronization
  17. /// A gRPC server.
  18. ///
  19. /// The server accepts connections from clients and listens on each connection for new streams
  20. /// which are initiated by the client. Each stream maps to a single RPC. The server routes accepted
  21. /// streams to a service to handle the RPC or rejects them with an appropriate error if no service
  22. /// can handle the RPC.
  23. ///
  24. /// A ``GRPCServer`` listens with a specific transport implementation (for example, HTTP/2 or in-process),
  25. /// and routes requests from the transport to the service instance. You can also use "interceptors",
  26. /// to implement cross-cutting logic which apply to all accepted RPCs. Example uses of interceptors
  27. /// include request filtering, authentication, and logging. Once requests have been intercepted
  28. /// they are passed to a handler which in turn returns a response to send back to the client.
  29. ///
  30. /// ## Configuring and starting a server
  31. ///
  32. /// The following example demonstrates how to create and run a server.
  33. ///
  34. /// ```swift
  35. /// // Create a transport
  36. /// let transport = SomeServerTransport()
  37. ///
  38. /// // Create the 'Greeter' and 'Echo' services.
  39. /// let greeter = GreeterService()
  40. /// let echo = EchoService()
  41. ///
  42. /// // Create an interceptor.
  43. /// let statsRecorder = StatsRecordingServerInterceptors()
  44. ///
  45. /// // Run the server.
  46. /// try await withGRPCServer(
  47. /// transport: transport,
  48. /// services: [greeter, echo],
  49. /// interceptors: [statsRecorder]
  50. /// ) { server in
  51. /// // ...
  52. /// // The server begins shutting down when this closure returns
  53. /// // ...
  54. /// }
  55. /// ```
  56. ///
  57. /// ## Creating a client manually
  58. ///
  59. /// If the `with`-style methods for creating a server isn't suitable for your application then you
  60. /// can create and run it manually. This requires you to call the ``serve()`` method in a task
  61. /// which instructs the server to start its transport and listen for new RPCs. A ``RuntimeError`` is
  62. /// thrown if the transport can't be started or encounters some other runtime error.
  63. ///
  64. /// ```swift
  65. /// // Start running the server.
  66. /// try await server.serve()
  67. /// ```
  68. ///
  69. /// The ``serve()`` method won't return until the server has finished handling all requests. You can
  70. /// signal to the server that it should stop accepting new requests by calling ``beginGracefulShutdown()``.
  71. /// This allows the server to drain existing requests gracefully. To stop the server more abruptly
  72. /// you can cancel the task running your server. If your application requires additional resources
  73. /// that need their lifecycles managed you should consider using [Swift Service
  74. /// Lifecycle](https://github.com/swift-server/swift-service-lifecycle) and the
  75. /// `GRPCServiceLifecycle` module provided by [gRPC Swift Extras](https://github.com/grpc/grpc-swift-extras).
  76. @available(gRPCSwift 2.0, *)
  77. @available(*, deprecated, message: "See https://forums.swift.org/t/80177")
  78. public final class GRPCServer<Transport: ServerTransport>: Sendable {
  79. typealias Stream = RPCStream<Transport.Inbound, Transport.Outbound>
  80. /// The ``ServerTransport`` implementation that the server uses to listen for new requests.
  81. public let transport: Transport
  82. /// The services registered which the server is serving.
  83. private let router: RPCRouter<Transport>
  84. /// The state of the server.
  85. private let state: Mutex<State>
  86. private enum State: Sendable {
  87. /// The server hasn't been started yet. Can transition to `running` or `stopped`.
  88. case notStarted
  89. /// The server is running and accepting RPCs. Can transition to `stopping`.
  90. case running
  91. /// The server is stopping and no new RPCs will be accepted. Existing RPCs may run to
  92. /// completion. May transition to `stopped`.
  93. case stopping
  94. /// The server has stopped, no RPCs are in flight and no more will be accepted. This state
  95. /// is terminal.
  96. case stopped
  97. mutating func startServing() throws {
  98. switch self {
  99. case .notStarted:
  100. self = .running
  101. case .running:
  102. throw RuntimeError(
  103. code: .serverIsAlreadyRunning,
  104. message: "The server is already running and can only be started once."
  105. )
  106. case .stopping, .stopped:
  107. throw RuntimeError(
  108. code: .serverIsStopped,
  109. message: "The server has stopped and can only be started once."
  110. )
  111. }
  112. }
  113. mutating func beginGracefulShutdown() -> Bool {
  114. switch self {
  115. case .notStarted:
  116. self = .stopped
  117. return false
  118. case .running:
  119. self = .stopping
  120. return true
  121. case .stopping, .stopped:
  122. // Already stopping/stopped, ignore.
  123. return false
  124. }
  125. }
  126. mutating func stopped() {
  127. self = .stopped
  128. }
  129. }
  130. /// Creates a new server.
  131. ///
  132. /// - Parameters:
  133. /// - transport: The transport the server should listen on.
  134. /// - services: Services offered by the server.
  135. /// - interceptors: A collection of interceptors providing cross-cutting functionality to each
  136. /// accepted RPC. The order in which interceptors are added reflects the order in which they
  137. /// are called. The first interceptor added will be the first interceptor to intercept each
  138. /// request. The last interceptor added will be the final interceptor to intercept each
  139. /// request before calling the appropriate handler.
  140. public convenience init(
  141. transport: Transport,
  142. services: [any RegistrableRPCService],
  143. interceptors: [any ServerInterceptor] = []
  144. ) {
  145. self.init(
  146. transport: transport,
  147. services: services,
  148. interceptorPipeline: interceptors.map { .apply($0, to: .all) }
  149. )
  150. }
  151. /// Creates a new server.
  152. ///
  153. /// - Parameters:
  154. /// - transport: The transport the server should listen on.
  155. /// - services: Services offered by the server.
  156. /// - interceptorPipeline: A collection of interceptors providing cross-cutting functionality to each
  157. /// accepted RPC. The order in which interceptors are added reflects the order in which they
  158. /// are called. The first interceptor added will be the first interceptor to intercept each
  159. /// request. The last interceptor added will be the final interceptor to intercept each
  160. /// request before calling the appropriate handler.
  161. public convenience init(
  162. transport: Transport,
  163. services: [any RegistrableRPCService],
  164. interceptorPipeline: [ConditionalInterceptor<any ServerInterceptor>]
  165. ) {
  166. var router = RPCRouter<Transport>()
  167. for service in services {
  168. service.registerMethods(with: &router)
  169. }
  170. router.registerInterceptors(pipeline: interceptorPipeline)
  171. self.init(transport: transport, router: router)
  172. }
  173. /// Creates a new server with a pre-configured router.
  174. ///
  175. /// - Parameters:
  176. /// - transport: The transport the server should listen on.
  177. /// - router: A ``RPCRouter`` used by the server to route accepted streams to method handlers.
  178. public init(transport: Transport, router: RPCRouter<Transport>) {
  179. self.state = Mutex(.notStarted)
  180. self.transport = transport
  181. self.router = router
  182. }
  183. /// Starts the server and runs until the registered transport has closed.
  184. ///
  185. /// No RPCs are processed until the configured transport is listening. If the transport fails to start
  186. /// listening, or if it encounters a runtime error, then ``RuntimeError`` is thrown.
  187. ///
  188. /// This function returns when the configured transport has stopped listening and all requests have been
  189. /// handled. You can signal to the transport that it should stop listening by calling
  190. /// ``beginGracefulShutdown()``. The server will continue to process existing requests.
  191. ///
  192. /// To stop the server more abruptly you can cancel the task that this function is running in.
  193. ///
  194. /// - Note: You can only call this function once, repeated calls will result in a
  195. /// ``RuntimeError`` being thrown.
  196. public func serve() async throws {
  197. try self.state.withLock { try $0.startServing() }
  198. // When we exit this function the server must have stopped.
  199. defer {
  200. self.state.withLock { $0.stopped() }
  201. }
  202. do {
  203. try await transport.listen { stream, context in
  204. await self.router.handle(stream: stream, context: context)
  205. }
  206. } catch {
  207. throw RuntimeError(
  208. code: .transportError,
  209. message: "Server transport threw an error.",
  210. cause: error
  211. )
  212. }
  213. }
  214. /// Signal to the server that it should stop listening for new requests.
  215. ///
  216. /// By calling this function you indicate to clients that they mustn't start new requests
  217. /// against this server. Once the server has processed all requests the ``serve()`` method returns.
  218. ///
  219. /// Calling this on a server which is already stopping or has stopped has no effect.
  220. public func beginGracefulShutdown() {
  221. let wasRunning = self.state.withLock { $0.beginGracefulShutdown() }
  222. if wasRunning {
  223. self.transport.beginGracefulShutdown()
  224. }
  225. }
  226. }
  227. /// Creates and runs a gRPC server.
  228. ///
  229. /// - Parameters:
  230. /// - transport: The transport the server should listen on.
  231. /// - services: Services offered by the server.
  232. /// - interceptors: A collection of interceptors providing cross-cutting functionality to each
  233. /// accepted RPC. The order in which interceptors are added reflects the order in which they
  234. /// are called. The first interceptor added will be the first interceptor to intercept each
  235. /// request. The last interceptor added will be the final interceptor to intercept each
  236. /// request before calling the appropriate handler.
  237. /// - isolation: A reference to the actor to which the enclosing code is isolated, or nil if the
  238. /// code is nonisolated.
  239. /// - handleServer: A closure which is called with the server. When the closure returns, the
  240. /// server is shutdown gracefully.
  241. /// - Returns: The result of the `handleServer` closure.
  242. @available(gRPCSwift 2.0, *)
  243. @available(*, deprecated, message: "See https://forums.swift.org/t/80177")
  244. public func withGRPCServer<Transport: ServerTransport, Result: Sendable>(
  245. transport: Transport,
  246. services: [any RegistrableRPCService],
  247. interceptors: [any ServerInterceptor] = [],
  248. isolation: isolated (any Actor)? = #isolation,
  249. handleServer: (GRPCServer<Transport>) async throws -> Result
  250. ) async throws -> Result {
  251. try await withGRPCServer(
  252. transport: transport,
  253. services: services,
  254. interceptorPipeline: interceptors.map { .apply($0, to: .all) },
  255. isolation: isolation,
  256. handleServer: handleServer
  257. )
  258. }
  259. /// Creates and runs a gRPC server.
  260. ///
  261. /// - Parameters:
  262. /// - transport: The transport the server should listen on.
  263. /// - services: Services offered by the server.
  264. /// - interceptorPipeline: A collection of interceptors providing cross-cutting functionality to each
  265. /// accepted RPC. The order in which interceptors are added reflects the order in which they
  266. /// are called. The first interceptor added will be the first interceptor to intercept each
  267. /// request. The last interceptor added will be the final interceptor to intercept each
  268. /// request before calling the appropriate handler.
  269. /// - isolation: A reference to the actor to which the enclosing code is isolated, or nil if the
  270. /// code is nonisolated.
  271. /// - handleServer: A closure which is called with the server. When the closure returns, the
  272. /// server is shutdown gracefully.
  273. /// - Returns: The result of the `handleServer` closure.
  274. @available(gRPCSwift 2.0, *)
  275. @available(*, deprecated, message: "See https://forums.swift.org/t/80177")
  276. public func withGRPCServer<Transport: ServerTransport, Result: Sendable>(
  277. transport: Transport,
  278. services: [any RegistrableRPCService],
  279. interceptorPipeline: [ConditionalInterceptor<any ServerInterceptor>],
  280. isolation: isolated (any Actor)? = #isolation,
  281. handleServer: (GRPCServer<Transport>) async throws -> Result
  282. ) async throws -> Result {
  283. return try await withThrowingDiscardingTaskGroup { group in
  284. let server = GRPCServer(
  285. transport: transport,
  286. services: services,
  287. interceptorPipeline: interceptorPipeline
  288. )
  289. group.addTask {
  290. try await server.serve()
  291. }
  292. let result = try await handleServer(server)
  293. server.beginGracefulShutdown()
  294. return result
  295. }
  296. }