Server.swift 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256
  1. /*
  2. * Copyright 2019, gRPC Authors All rights reserved.
  3. *
  4. * Licensed under the Apache License, Version 2.0 (the "License");
  5. * you may not use this file except in compliance with the License.
  6. * You may obtain a copy of the License at
  7. *
  8. * http://www.apache.org/licenses/LICENSE-2.0
  9. *
  10. * Unless required by applicable law or agreed to in writing, software
  11. * distributed under the License is distributed on an "AS IS" BASIS,
  12. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. * See the License for the specific language governing permissions and
  14. * limitations under the License.
  15. */
  16. import Foundation
  17. import NIO
  18. import NIOHTTP1
  19. import NIOHTTP2
  20. import NIOSSL
  21. import Logging
  22. /// Wrapper object to manage the lifecycle of a gRPC server.
  23. ///
  24. /// The pipeline is configured in three stages detailed below. Note: handlers marked with
  25. /// a '*' are responsible for handling errors.
  26. ///
  27. /// 1. Initial stage, prior to HTTP protocol detection.
  28. ///
  29. /// ┌───────────────────────────┐
  30. /// │ HTTPProtocolSwitcher* │
  31. /// └─▲───────────────────────┬─┘
  32. /// ByteBuffer│ │ByteBuffer
  33. /// ┌─┴───────────────────────▼─┐
  34. /// │ NIOSSLHandler │
  35. /// └─▲───────────────────────┬─┘
  36. /// ByteBuffer│ │ByteBuffer
  37. /// │ ▼
  38. ///
  39. /// The `NIOSSLHandler` is optional and depends on how the framework user has configured
  40. /// their server. The `HTTPProtocolSwitcher` detects which HTTP version is being used and
  41. /// configures the pipeline accordingly.
  42. ///
  43. /// 2. HTTP version detected. "HTTP Handlers" depends on the HTTP version determined by
  44. /// `HTTPProtocolSwitcher`. All of these handlers are provided by NIO except for the
  45. /// `WebCORSHandler` which is used for HTTP/1.
  46. ///
  47. /// ┌─────────────────────────────────┐
  48. /// │ GRPCServerRequestRoutingHandler │
  49. /// └─▲─────────────────────────────┬─┘
  50. /// HTTPServerRequestPart│ │HTTPServerResponsePart
  51. /// ┌─┴─────────────────────────────▼─┐
  52. /// │ HTTP Handlers │
  53. /// └─▲─────────────────────────────┬─┘
  54. /// ByteBuffer│ │ByteBuffer
  55. /// ┌─┴─────────────────────────────▼─┐
  56. /// │ NIOSSLHandler │
  57. /// └─▲─────────────────────────────┬─┘
  58. /// ByteBuffer│ │ByteBuffer
  59. /// │ ▼
  60. ///
  61. /// The `GRPCServerRequestRoutingHandler` resolves the request head and configures the rest of
  62. /// the pipeline based on the RPC call being made.
  63. ///
  64. /// 3. The call has been resolved and is a function that this server can handle. Responses are
  65. /// written into `BaseCallHandler` by a user-implemented `CallHandlerProvider`.
  66. ///
  67. /// ┌─────────────────────────────────┐
  68. /// │ BaseCallHandler* │
  69. /// └─▲─────────────────────────────┬─┘
  70. /// GRPCServerRequestPart<T1>│ │GRPCServerResponsePart<T2>
  71. /// ┌─┴─────────────────────────────▼─┐
  72. /// │ HTTP1ToGRPCServerCodec │
  73. /// └─▲─────────────────────────────┬─┘
  74. /// HTTPServerRequestPart│ │HTTPServerResponsePart
  75. /// ┌─┴─────────────────────────────▼─┐
  76. /// │ HTTP Handlers │
  77. /// └─▲─────────────────────────────┬─┘
  78. /// ByteBuffer│ │ByteBuffer
  79. /// ┌─┴─────────────────────────────▼─┐
  80. /// │ NIOSSLHandler │
  81. /// └─▲─────────────────────────────┬─┘
  82. /// ByteBuffer│ │ByteBuffer
  83. /// │ ▼
  84. ///
  85. public final class Server {
  86. /// Makes and configures a `ServerBootstrap` using the provided configuration.
  87. public class func makeBootstrap(configuration: Configuration) -> ServerBootstrapProtocol {
  88. let bootstrap = PlatformSupport.makeServerBootstrap(group: configuration.eventLoopGroup)
  89. // Backlog is only available on `ServerBootstrap`.
  90. if bootstrap is ServerBootstrap {
  91. // Specify a backlog to avoid overloading the server.
  92. _ = bootstrap.serverChannelOption(ChannelOptions.backlog, value: 256)
  93. }
  94. return bootstrap
  95. // Enable `SO_REUSEADDR` to avoid "address already in use" error.
  96. .serverChannelOption(ChannelOptions.socket(SocketOptionLevel(SOL_SOCKET), SO_REUSEADDR), value: 1)
  97. // Set the handlers that are applied to the accepted Channels
  98. .childChannelInitializer { channel in
  99. let protocolSwitcher = HTTPProtocolSwitcher(errorDelegate: configuration.errorDelegate) { channel -> EventLoopFuture<Void> in
  100. let logger = Logger(subsystem: .serverChannelCall, metadata: [MetadataKey.requestID: "\(UUID())"])
  101. let handler = GRPCServerRequestRoutingHandler(
  102. servicesByName: configuration.serviceProvidersByName,
  103. encoding: configuration.messageEncoding,
  104. errorDelegate: configuration.errorDelegate,
  105. logger: logger
  106. )
  107. return channel.pipeline.addHandler(handler)
  108. }
  109. if let tls = configuration.tls {
  110. return channel.configureTLS(configuration: tls).flatMap {
  111. channel.pipeline.addHandler(protocolSwitcher)
  112. }
  113. } else {
  114. return channel.pipeline.addHandler(protocolSwitcher)
  115. }
  116. }
  117. // Enable TCP_NODELAY and SO_REUSEADDR for the accepted Channels
  118. .childChannelOption(ChannelOptions.socket(IPPROTO_TCP, TCP_NODELAY), value: 1)
  119. .childChannelOption(ChannelOptions.socket(SocketOptionLevel(SOL_SOCKET), SO_REUSEADDR), value: 1)
  120. }
  121. /// Starts a server with the given configuration. See `Server.Configuration` for the options
  122. /// available to configure the server.
  123. public static func start(configuration: Configuration) -> EventLoopFuture<Server> {
  124. return makeBootstrap(configuration: configuration)
  125. .bind(to: configuration.target)
  126. .map { channel in
  127. Server(channel: channel, errorDelegate: configuration.errorDelegate)
  128. }
  129. }
  130. public let channel: Channel
  131. private var errorDelegate: ServerErrorDelegate?
  132. private init(channel: Channel, errorDelegate: ServerErrorDelegate?) {
  133. self.channel = channel
  134. // Maintain a strong reference to ensure it lives as long as the server.
  135. self.errorDelegate = errorDelegate
  136. // nil out errorDelegate to avoid retain cycles.
  137. onClose.whenComplete { _ in
  138. self.errorDelegate = nil
  139. }
  140. }
  141. /// Fired when the server shuts down.
  142. public var onClose: EventLoopFuture<Void> {
  143. return channel.closeFuture
  144. }
  145. /// Shut down the server; this should be called to avoid leaking resources.
  146. public func close() -> EventLoopFuture<Void> {
  147. return channel.close(mode: .all)
  148. }
  149. }
  150. public typealias BindTarget = ConnectionTarget
  151. extension Server {
  152. /// The configuration for a server.
  153. public struct Configuration {
  154. /// The target to bind to.
  155. public var target: BindTarget
  156. /// The event loop group to run the connection on.
  157. public var eventLoopGroup: EventLoopGroup
  158. /// Providers the server should use to handle gRPC requests.
  159. public var serviceProviders: [CallHandlerProvider]
  160. /// An error delegate which is called when errors are caught. Provided delegates **must not
  161. /// maintain a strong reference to this `Server`**. Doing so will cause a retain cycle.
  162. public var errorDelegate: ServerErrorDelegate?
  163. /// TLS configuration for this connection. `nil` if TLS is not desired.
  164. public var tls: TLS?
  165. /// The compression configuration for requests and responses.
  166. ///
  167. /// If compression is enabled for the server it may be disabled for responses on any RPC by
  168. /// setting `compressionEnabled` to `false` on the context of the call.
  169. ///
  170. /// Compression may also be disabled at the message-level for streaming responses (i.e. server
  171. /// streaming and bidirectional streaming RPCs) by passing setting `compression` to `.disabled`
  172. /// in `sendResponse(_:compression)`.
  173. public var messageEncoding: ServerMessageEncoding
  174. /// Create a `Configuration` with some pre-defined defaults.
  175. ///
  176. /// - Parameter target: The target to bind to.
  177. /// - Parameter eventLoopGroup: The event loop group to run the server on.
  178. /// - Parameter serviceProviders: An array of `CallHandlerProvider`s which the server should use
  179. /// to handle requests.
  180. /// - Parameter errorDelegate: The error delegate, defaulting to a logging delegate.
  181. /// - Parameter tlsConfiguration: TLS configuration, defaulting to `nil`.
  182. /// - Parameter messageEncoding: Message compression configuration, defaulting to no compression.
  183. public init(
  184. target: BindTarget,
  185. eventLoopGroup: EventLoopGroup,
  186. serviceProviders: [CallHandlerProvider],
  187. errorDelegate: ServerErrorDelegate? = LoggingServerErrorDelegate.shared,
  188. tls: TLS? = nil,
  189. messageEncoding: ServerMessageEncoding = .disabled
  190. ) {
  191. self.target = target
  192. self.eventLoopGroup = eventLoopGroup
  193. self.serviceProviders = serviceProviders
  194. self.errorDelegate = errorDelegate
  195. self.tls = tls
  196. self.messageEncoding = messageEncoding
  197. }
  198. }
  199. }
  200. fileprivate extension Server.Configuration {
  201. var serviceProvidersByName: [String: CallHandlerProvider] {
  202. return Dictionary(uniqueKeysWithValues: self.serviceProviders.map { ($0.serviceName, $0) })
  203. }
  204. }
  205. fileprivate extension Channel {
  206. /// Configure an SSL handler on the channel.
  207. ///
  208. /// - Parameters:
  209. /// - configuration: The configuration to use when creating the handler.
  210. /// - Returns: A future which will be succeeded when the pipeline has been configured.
  211. func configureTLS(configuration: Server.Configuration.TLS) -> EventLoopFuture<Void> {
  212. do {
  213. let context = try NIOSSLContext(configuration: configuration.configuration)
  214. return self.pipeline.addHandler(try NIOSSLServerHandler(context: context))
  215. } catch {
  216. return self.pipeline.eventLoop.makeFailedFuture(error)
  217. }
  218. }
  219. }
  220. fileprivate extension ServerBootstrapProtocol {
  221. func bind(to target: BindTarget) -> EventLoopFuture<Channel> {
  222. switch target {
  223. case .hostAndPort(let host, let port):
  224. return self.bind(host: host, port: port)
  225. case .unixDomainSocket(let path):
  226. return self.bind(unixDomainSocketPath: path)
  227. case .socketAddress(let address):
  228. return self.bind(to: address)
  229. }
  230. }
  231. }