Server.swift 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269
  1. /*
  2. * Copyright 2019, gRPC Authors All rights reserved.
  3. *
  4. * Licensed under the Apache License, Version 2.0 (the "License");
  5. * you may not use this file except in compliance with the License.
  6. * You may obtain a copy of the License at
  7. *
  8. * http://www.apache.org/licenses/LICENSE-2.0
  9. *
  10. * Unless required by applicable law or agreed to in writing, software
  11. * distributed under the License is distributed on an "AS IS" BASIS,
  12. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. * See the License for the specific language governing permissions and
  14. * limitations under the License.
  15. */
  16. import Foundation
  17. import NIO
  18. import NIOHTTP1
  19. import NIOHTTP2
  20. import NIOSSL
  21. import Logging
  22. /// Wrapper object to manage the lifecycle of a gRPC server.
  23. ///
  24. /// The pipeline is configured in three stages detailed below. Note: handlers marked with
  25. /// a '*' are responsible for handling errors.
  26. ///
  27. /// 1. Initial stage, prior to HTTP protocol detection.
  28. ///
  29. /// ┌───────────────────────────┐
  30. /// │ HTTPProtocolSwitcher* │
  31. /// └─▲───────────────────────┬─┘
  32. /// ByteBuffer│ │ByteBuffer
  33. /// ┌─┴───────────────────────▼─┐
  34. /// │ NIOSSLHandler │
  35. /// └─▲───────────────────────┬─┘
  36. /// ByteBuffer│ │ByteBuffer
  37. /// │ ▼
  38. ///
  39. /// The `NIOSSLHandler` is optional and depends on how the framework user has configured
  40. /// their server. The `HTTPProtocolSwitcher` detects which HTTP version is being used and
  41. /// configures the pipeline accordingly.
  42. ///
  43. /// 2. HTTP version detected. "HTTP Handlers" depends on the HTTP version determined by
  44. /// `HTTPProtocolSwitcher`. All of these handlers are provided by NIO except for the
  45. /// `WebCORSHandler` which is used for HTTP/1.
  46. ///
  47. /// ┌─────────────────────────────────┐
  48. /// │ GRPCServerRequestRoutingHandler │
  49. /// └─▲─────────────────────────────┬─┘
  50. /// HTTPServerRequestPart│ │HTTPServerResponsePart
  51. /// ┌─┴─────────────────────────────▼─┐
  52. /// │ HTTP Handlers │
  53. /// └─▲─────────────────────────────┬─┘
  54. /// ByteBuffer│ │ByteBuffer
  55. /// ┌─┴─────────────────────────────▼─┐
  56. /// │ NIOSSLHandler │
  57. /// └─▲─────────────────────────────┬─┘
  58. /// ByteBuffer│ │ByteBuffer
  59. /// │ ▼
  60. ///
  61. /// The `GRPCServerRequestRoutingHandler` resolves the request head and configures the rest of
  62. /// the pipeline based on the RPC call being made.
  63. ///
  64. /// 3. The call has been resolved and is a function that this server can handle. Responses are
  65. /// written into `BaseCallHandler` by a user-implemented `CallHandlerProvider`.
  66. ///
  67. /// ┌─────────────────────────────────┐
  68. /// │ BaseCallHandler* │
  69. /// └─▲─────────────────────────────┬─┘
  70. /// GRPCServerRequestPart<T1>│ │GRPCServerResponsePart<T2>
  71. /// ┌─┴─────────────────────────────▼─┐
  72. /// │ HTTP1ToGRPCServerCodec │
  73. /// └─▲─────────────────────────────┬─┘
  74. /// HTTPServerRequestPart│ │HTTPServerResponsePart
  75. /// ┌─┴─────────────────────────────▼─┐
  76. /// │ HTTP Handlers │
  77. /// └─▲─────────────────────────────┬─┘
  78. /// ByteBuffer│ │ByteBuffer
  79. /// ┌─┴─────────────────────────────▼─┐
  80. /// │ NIOSSLHandler │
  81. /// └─▲─────────────────────────────┬─┘
  82. /// ByteBuffer│ │ByteBuffer
  83. /// │ ▼
  84. ///
  85. public final class Server {
  86. /// Makes and configures a `ServerBootstrap` using the provided configuration.
  87. public class func makeBootstrap(configuration: Configuration) -> ServerBootstrapProtocol {
  88. let bootstrap = PlatformSupport.makeServerBootstrap(group: configuration.eventLoopGroup)
  89. // Backlog is only available on `ServerBootstrap`.
  90. if bootstrap is ServerBootstrap {
  91. // Specify a backlog to avoid overloading the server.
  92. _ = bootstrap.serverChannelOption(ChannelOptions.backlog, value: 256)
  93. }
  94. return bootstrap
  95. // Enable `SO_REUSEADDR` to avoid "address already in use" error.
  96. .serverChannelOption(ChannelOptions.socket(SocketOptionLevel(SOL_SOCKET), SO_REUSEADDR), value: 1)
  97. // Set the handlers that are applied to the accepted Channels
  98. .childChannelInitializer { channel in
  99. let protocolSwitcher = HTTPProtocolSwitcher(
  100. errorDelegate: configuration.errorDelegate,
  101. httpTargetWindowSize: configuration.httpTargetWindowSize
  102. ) { channel -> EventLoopFuture<Void> in
  103. let logger = Logger(subsystem: .serverChannelCall, metadata: [MetadataKey.requestID: "\(UUID())"])
  104. let handler = GRPCServerRequestRoutingHandler(
  105. servicesByName: configuration.serviceProvidersByName,
  106. encoding: configuration.messageEncoding,
  107. errorDelegate: configuration.errorDelegate,
  108. logger: logger
  109. )
  110. return channel.pipeline.addHandler(handler)
  111. }
  112. if let tls = configuration.tls {
  113. return channel.configureTLS(configuration: tls).flatMap {
  114. channel.pipeline.addHandler(protocolSwitcher)
  115. }
  116. } else {
  117. return channel.pipeline.addHandler(protocolSwitcher)
  118. }
  119. }
  120. // Enable TCP_NODELAY and SO_REUSEADDR for the accepted Channels
  121. .childChannelOption(ChannelOptions.socket(IPPROTO_TCP, TCP_NODELAY), value: 1)
  122. .childChannelOption(ChannelOptions.socket(SocketOptionLevel(SOL_SOCKET), SO_REUSEADDR), value: 1)
  123. }
  124. /// Starts a server with the given configuration. See `Server.Configuration` for the options
  125. /// available to configure the server.
  126. public static func start(configuration: Configuration) -> EventLoopFuture<Server> {
  127. return makeBootstrap(configuration: configuration)
  128. .bind(to: configuration.target)
  129. .map { channel in
  130. Server(channel: channel, errorDelegate: configuration.errorDelegate)
  131. }
  132. }
  133. public let channel: Channel
  134. private var errorDelegate: ServerErrorDelegate?
  135. private init(channel: Channel, errorDelegate: ServerErrorDelegate?) {
  136. self.channel = channel
  137. // Maintain a strong reference to ensure it lives as long as the server.
  138. self.errorDelegate = errorDelegate
  139. // If we have an error delegate, add a server channel error handler as well. We don't need to wait for the handler to
  140. // be added.
  141. if let errorDelegate = errorDelegate {
  142. _ = channel.pipeline.addHandler(ServerChannelErrorHandler(errorDelegate: errorDelegate))
  143. }
  144. // nil out errorDelegate to avoid retain cycles.
  145. onClose.whenComplete { _ in
  146. self.errorDelegate = nil
  147. }
  148. }
  149. /// Fired when the server shuts down.
  150. public var onClose: EventLoopFuture<Void> {
  151. return channel.closeFuture
  152. }
  153. /// Shut down the server; this should be called to avoid leaking resources.
  154. public func close() -> EventLoopFuture<Void> {
  155. return channel.close(mode: .all)
  156. }
  157. }
  158. public typealias BindTarget = ConnectionTarget
  159. extension Server {
  160. /// The configuration for a server.
  161. public struct Configuration {
  162. /// The target to bind to.
  163. public var target: BindTarget
  164. /// The event loop group to run the connection on.
  165. public var eventLoopGroup: EventLoopGroup
  166. /// Providers the server should use to handle gRPC requests.
  167. public var serviceProviders: [CallHandlerProvider]
  168. /// An error delegate which is called when errors are caught. Provided delegates **must not
  169. /// maintain a strong reference to this `Server`**. Doing so will cause a retain cycle.
  170. public var errorDelegate: ServerErrorDelegate?
  171. /// TLS configuration for this connection. `nil` if TLS is not desired.
  172. public var tls: TLS?
  173. /// The compression configuration for requests and responses.
  174. ///
  175. /// If compression is enabled for the server it may be disabled for responses on any RPC by
  176. /// setting `compressionEnabled` to `false` on the context of the call.
  177. ///
  178. /// Compression may also be disabled at the message-level for streaming responses (i.e. server
  179. /// streaming and bidirectional streaming RPCs) by passing setting `compression` to `.disabled`
  180. /// in `sendResponse(_:compression)`.
  181. public var messageEncoding: ServerMessageEncoding
  182. /// The HTTP/2 flow control target window size.
  183. public var httpTargetWindowSize: Int
  184. /// Create a `Configuration` with some pre-defined defaults.
  185. ///
  186. /// - Parameter target: The target to bind to.
  187. /// - Parameter eventLoopGroup: The event loop group to run the server on.
  188. /// - Parameter serviceProviders: An array of `CallHandlerProvider`s which the server should use
  189. /// to handle requests.
  190. /// - Parameter errorDelegate: The error delegate, defaulting to a logging delegate.
  191. /// - Parameter tlsConfiguration: TLS configuration, defaulting to `nil`.
  192. /// - Parameter messageEncoding: Message compression configuration, defaulting to no compression.
  193. public init(
  194. target: BindTarget,
  195. eventLoopGroup: EventLoopGroup,
  196. serviceProviders: [CallHandlerProvider],
  197. errorDelegate: ServerErrorDelegate? = LoggingServerErrorDelegate.shared,
  198. tls: TLS? = nil,
  199. messageEncoding: ServerMessageEncoding = .disabled,
  200. httpTargetWindowSize: Int = 65535
  201. ) {
  202. self.target = target
  203. self.eventLoopGroup = eventLoopGroup
  204. self.serviceProviders = serviceProviders
  205. self.errorDelegate = errorDelegate
  206. self.tls = tls
  207. self.messageEncoding = messageEncoding
  208. self.httpTargetWindowSize = httpTargetWindowSize
  209. }
  210. }
  211. }
  212. fileprivate extension Server.Configuration {
  213. var serviceProvidersByName: [String: CallHandlerProvider] {
  214. return Dictionary(uniqueKeysWithValues: self.serviceProviders.map { ($0.serviceName, $0) })
  215. }
  216. }
  217. fileprivate extension Channel {
  218. /// Configure an SSL handler on the channel.
  219. ///
  220. /// - Parameters:
  221. /// - configuration: The configuration to use when creating the handler.
  222. /// - Returns: A future which will be succeeded when the pipeline has been configured.
  223. func configureTLS(configuration: Server.Configuration.TLS) -> EventLoopFuture<Void> {
  224. do {
  225. let context = try NIOSSLContext(configuration: configuration.configuration)
  226. return self.pipeline.addHandler(try NIOSSLServerHandler(context: context))
  227. } catch {
  228. return self.pipeline.eventLoop.makeFailedFuture(error)
  229. }
  230. }
  231. }
  232. fileprivate extension ServerBootstrapProtocol {
  233. func bind(to target: BindTarget) -> EventLoopFuture<Channel> {
  234. switch target {
  235. case .hostAndPort(let host, let port):
  236. return self.bind(host: host, port: port)
  237. case .unixDomainSocket(let path):
  238. return self.bind(unixDomainSocketPath: path)
  239. case .socketAddress(let address):
  240. return self.bind(to: address)
  241. }
  242. }
  243. }