GRPCStreamStateMachine.swift 55 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568
  1. /*
  2. * Copyright 2024, gRPC Authors All rights reserved.
  3. *
  4. * Licensed under the Apache License, Version 2.0 (the "License");
  5. * you may not use this file except in compliance with the License.
  6. * You may obtain a copy of the License at
  7. *
  8. * http://www.apache.org/licenses/LICENSE-2.0
  9. *
  10. * Unless required by applicable law or agreed to in writing, software
  11. * distributed under the License is distributed on an "AS IS" BASIS,
  12. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. * See the License for the specific language governing permissions and
  14. * limitations under the License.
  15. */
  16. import GRPCCore
  17. import NIOCore
  18. import NIOHPACK
  19. import NIOHTTP1
  20. enum Scheme: String {
  21. case http
  22. case https
  23. }
  24. enum GRPCStreamStateMachineConfiguration {
  25. case client(ClientConfiguration)
  26. case server(ServerConfiguration)
  27. struct ClientConfiguration {
  28. var methodDescriptor: MethodDescriptor
  29. var scheme: Scheme
  30. var outboundEncoding: CompressionAlgorithm
  31. var acceptedEncodings: CompressionAlgorithmSet
  32. init(
  33. methodDescriptor: MethodDescriptor,
  34. scheme: Scheme,
  35. outboundEncoding: CompressionAlgorithm,
  36. acceptedEncodings: CompressionAlgorithmSet
  37. ) {
  38. self.methodDescriptor = methodDescriptor
  39. self.scheme = scheme
  40. self.outboundEncoding = outboundEncoding
  41. self.acceptedEncodings = acceptedEncodings.union(.none)
  42. }
  43. }
  44. struct ServerConfiguration {
  45. var scheme: Scheme
  46. var acceptedEncodings: CompressionAlgorithmSet
  47. init(scheme: Scheme, acceptedEncodings: CompressionAlgorithmSet) {
  48. self.scheme = scheme
  49. self.acceptedEncodings = acceptedEncodings.union(.none)
  50. }
  51. }
  52. }
  53. private enum GRPCStreamStateMachineState {
  54. case clientIdleServerIdle(ClientIdleServerIdleState)
  55. case clientOpenServerIdle(ClientOpenServerIdleState)
  56. case clientOpenServerOpen(ClientOpenServerOpenState)
  57. case clientOpenServerClosed(ClientOpenServerClosedState)
  58. case clientClosedServerIdle(ClientClosedServerIdleState)
  59. case clientClosedServerOpen(ClientClosedServerOpenState)
  60. case clientClosedServerClosed(ClientClosedServerClosedState)
  61. struct ClientIdleServerIdleState {
  62. let maximumPayloadSize: Int
  63. }
  64. struct ClientOpenServerIdleState {
  65. let maximumPayloadSize: Int
  66. var framer: GRPCMessageFramer
  67. var compressor: Zlib.Compressor?
  68. var outboundCompression: CompressionAlgorithm?
  69. // The deframer must be optional because the client will not have one configured
  70. // until the server opens and sends a grpc-encoding header.
  71. // It will be present for the server though, because even though it's idle,
  72. // it can still receive compressed messages from the client.
  73. let deframer: NIOSingleStepByteToMessageProcessor<GRPCMessageDeframer>?
  74. var decompressor: Zlib.Decompressor?
  75. var inboundMessageBuffer: OneOrManyQueue<[UInt8]>
  76. init(
  77. previousState: ClientIdleServerIdleState,
  78. compressor: Zlib.Compressor?,
  79. framer: GRPCMessageFramer,
  80. decompressor: Zlib.Decompressor?,
  81. deframer: NIOSingleStepByteToMessageProcessor<GRPCMessageDeframer>?
  82. ) {
  83. self.maximumPayloadSize = previousState.maximumPayloadSize
  84. self.compressor = compressor
  85. self.framer = framer
  86. self.decompressor = decompressor
  87. self.deframer = deframer
  88. self.inboundMessageBuffer = .init()
  89. }
  90. }
  91. struct ClientOpenServerOpenState {
  92. var framer: GRPCMessageFramer
  93. var compressor: Zlib.Compressor?
  94. let deframer: NIOSingleStepByteToMessageProcessor<GRPCMessageDeframer>
  95. var decompressor: Zlib.Decompressor?
  96. var inboundMessageBuffer: OneOrManyQueue<[UInt8]>
  97. init(
  98. previousState: ClientOpenServerIdleState,
  99. deframer: NIOSingleStepByteToMessageProcessor<GRPCMessageDeframer>,
  100. decompressor: Zlib.Decompressor?
  101. ) {
  102. self.framer = previousState.framer
  103. self.compressor = previousState.compressor
  104. self.deframer = deframer
  105. self.decompressor = decompressor
  106. self.inboundMessageBuffer = previousState.inboundMessageBuffer
  107. }
  108. }
  109. struct ClientOpenServerClosedState {
  110. var framer: GRPCMessageFramer?
  111. var compressor: Zlib.Compressor?
  112. let deframer: NIOSingleStepByteToMessageProcessor<GRPCMessageDeframer>?
  113. var decompressor: Zlib.Decompressor?
  114. var inboundMessageBuffer: OneOrManyQueue<[UInt8]>
  115. // This transition should only happen on the server-side when, upon receiving
  116. // initial client metadata, some of the headers are invalid and we must reject
  117. // the RPC.
  118. // We will mark the client as open (because it sent initial metadata albeit
  119. // invalid) but we'll close the server, meaning all future messages sent from
  120. // the client will be ignored. Because of this, we won't need to frame or
  121. // deframe any messages, as we won't be reading or writing any messages.
  122. init(previousState: ClientIdleServerIdleState) {
  123. self.framer = nil
  124. self.compressor = nil
  125. self.deframer = nil
  126. self.decompressor = nil
  127. self.inboundMessageBuffer = .init()
  128. }
  129. init(previousState: ClientOpenServerOpenState) {
  130. self.framer = previousState.framer
  131. self.compressor = previousState.compressor
  132. self.deframer = previousState.deframer
  133. self.decompressor = previousState.decompressor
  134. self.inboundMessageBuffer = previousState.inboundMessageBuffer
  135. }
  136. init(previousState: ClientOpenServerIdleState) {
  137. self.framer = previousState.framer
  138. self.compressor = previousState.compressor
  139. self.inboundMessageBuffer = previousState.inboundMessageBuffer
  140. // The server went directly from idle to closed - this means it sent a
  141. // trailers-only response:
  142. // - if we're the client, the previous state was a nil deframer, but that
  143. // is okay because we don't need a deframer as the server won't be sending
  144. // any messages;
  145. // - if we're the server, we'll keep whatever deframer we had.
  146. self.deframer = previousState.deframer
  147. self.decompressor = previousState.decompressor
  148. }
  149. }
  150. struct ClientClosedServerIdleState {
  151. let maximumPayloadSize: Int
  152. var framer: GRPCMessageFramer
  153. var compressor: Zlib.Compressor?
  154. var outboundCompression: CompressionAlgorithm?
  155. let deframer: NIOSingleStepByteToMessageProcessor<GRPCMessageDeframer>?
  156. var decompressor: Zlib.Decompressor?
  157. var inboundMessageBuffer: OneOrManyQueue<[UInt8]>
  158. /// We are closing the client as soon as it opens (i.e., endStream was set when receiving the client's
  159. /// initial metadata). We don't need to know a decompression algorithm, since we won't receive
  160. /// any more messages from the client anyways, as it's closed.
  161. init(
  162. previousState: ClientIdleServerIdleState,
  163. compressionAlgorithm: CompressionAlgorithm
  164. ) {
  165. self.maximumPayloadSize = previousState.maximumPayloadSize
  166. if let zlibMethod = Zlib.Method(encoding: compressionAlgorithm) {
  167. self.compressor = Zlib.Compressor(method: zlibMethod)
  168. }
  169. self.framer = GRPCMessageFramer()
  170. self.outboundCompression = compressionAlgorithm
  171. // We don't need a deframer since we won't receive any messages from the
  172. // client: it's closed.
  173. self.deframer = nil
  174. self.inboundMessageBuffer = .init()
  175. }
  176. init(previousState: ClientOpenServerIdleState) {
  177. self.maximumPayloadSize = previousState.maximumPayloadSize
  178. self.framer = previousState.framer
  179. self.compressor = previousState.compressor
  180. self.outboundCompression = previousState.outboundCompression
  181. self.deframer = previousState.deframer
  182. self.decompressor = previousState.decompressor
  183. self.inboundMessageBuffer = previousState.inboundMessageBuffer
  184. }
  185. }
  186. struct ClientClosedServerOpenState {
  187. var framer: GRPCMessageFramer
  188. var compressor: Zlib.Compressor?
  189. let deframer: NIOSingleStepByteToMessageProcessor<GRPCMessageDeframer>?
  190. var decompressor: Zlib.Decompressor?
  191. var inboundMessageBuffer: OneOrManyQueue<[UInt8]>
  192. init(previousState: ClientOpenServerOpenState) {
  193. self.framer = previousState.framer
  194. self.compressor = previousState.compressor
  195. self.deframer = previousState.deframer
  196. self.decompressor = previousState.decompressor
  197. self.inboundMessageBuffer = previousState.inboundMessageBuffer
  198. }
  199. /// This should be called from the server path, as the deframer will already be configured in this scenario.
  200. init(previousState: ClientClosedServerIdleState) {
  201. self.framer = previousState.framer
  202. self.compressor = previousState.compressor
  203. // In the case of the server, we don't need to deframe/decompress any more
  204. // messages, since the client's closed.
  205. self.deframer = nil
  206. self.decompressor = nil
  207. self.inboundMessageBuffer = previousState.inboundMessageBuffer
  208. }
  209. /// This should only be called from the client path, as the deframer has not yet been set up.
  210. init(
  211. previousState: ClientClosedServerIdleState,
  212. decompressionAlgorithm: CompressionAlgorithm
  213. ) {
  214. self.framer = previousState.framer
  215. self.compressor = previousState.compressor
  216. // In the case of the client, it will only be able to set up the deframer
  217. // after it receives the chosen encoding from the server.
  218. if let zlibMethod = Zlib.Method(encoding: decompressionAlgorithm) {
  219. self.decompressor = Zlib.Decompressor(method: zlibMethod)
  220. }
  221. let decoder = GRPCMessageDeframer(
  222. maximumPayloadSize: previousState.maximumPayloadSize,
  223. decompressor: self.decompressor
  224. )
  225. self.deframer = NIOSingleStepByteToMessageProcessor(decoder)
  226. self.inboundMessageBuffer = previousState.inboundMessageBuffer
  227. }
  228. }
  229. struct ClientClosedServerClosedState {
  230. // We still need the framer and compressor in case the server has closed
  231. // but its buffer is not yet empty and still needs to send messages out to
  232. // the client.
  233. var framer: GRPCMessageFramer?
  234. var compressor: Zlib.Compressor?
  235. // These are already deframed, so we don't need the deframer anymore.
  236. var inboundMessageBuffer: OneOrManyQueue<[UInt8]>
  237. // This transition should only happen on the server-side when, upon receiving
  238. // initial client metadata, some of the headers are invalid and we must reject
  239. // the RPC.
  240. // We will mark the client as closed (because it set the EOS flag, even if
  241. // the initial metadata was invalid) and we'll close the server too.
  242. // Because of this, we won't need to frame any messages, as we
  243. // won't be writing any messages.
  244. init(previousState: ClientIdleServerIdleState) {
  245. self.framer = nil
  246. self.compressor = nil
  247. self.inboundMessageBuffer = .init()
  248. }
  249. init(previousState: ClientClosedServerOpenState) {
  250. self.framer = previousState.framer
  251. self.compressor = previousState.compressor
  252. self.inboundMessageBuffer = previousState.inboundMessageBuffer
  253. }
  254. init(previousState: ClientClosedServerIdleState) {
  255. self.framer = previousState.framer
  256. self.compressor = previousState.compressor
  257. self.inboundMessageBuffer = previousState.inboundMessageBuffer
  258. }
  259. init(previousState: ClientOpenServerIdleState) {
  260. self.framer = previousState.framer
  261. self.compressor = previousState.compressor
  262. self.inboundMessageBuffer = previousState.inboundMessageBuffer
  263. }
  264. init(previousState: ClientOpenServerOpenState) {
  265. self.framer = previousState.framer
  266. self.compressor = previousState.compressor
  267. self.inboundMessageBuffer = previousState.inboundMessageBuffer
  268. }
  269. init(previousState: ClientOpenServerClosedState) {
  270. self.framer = previousState.framer
  271. self.compressor = previousState.compressor
  272. self.inboundMessageBuffer = previousState.inboundMessageBuffer
  273. }
  274. }
  275. }
  276. @available(macOS 13.0, iOS 16.0, watchOS 9.0, tvOS 16.0, *)
  277. struct GRPCStreamStateMachine {
  278. private var state: GRPCStreamStateMachineState
  279. private var configuration: GRPCStreamStateMachineConfiguration
  280. private var skipAssertions: Bool
  281. init(
  282. configuration: GRPCStreamStateMachineConfiguration,
  283. maximumPayloadSize: Int,
  284. skipAssertions: Bool = false
  285. ) {
  286. self.state = .clientIdleServerIdle(.init(maximumPayloadSize: maximumPayloadSize))
  287. self.configuration = configuration
  288. self.skipAssertions = skipAssertions
  289. }
  290. mutating func send(metadata: Metadata) throws -> HPACKHeaders {
  291. switch self.configuration {
  292. case .client(let clientConfiguration):
  293. return try self.clientSend(metadata: metadata, configuration: clientConfiguration)
  294. case .server(let serverConfiguration):
  295. return try self.serverSend(metadata: metadata, configuration: serverConfiguration)
  296. }
  297. }
  298. mutating func send(message: [UInt8], promise: EventLoopPromise<Void>?) throws {
  299. switch self.configuration {
  300. case .client:
  301. try self.clientSend(message: message, promise: promise)
  302. case .server:
  303. try self.serverSend(message: message, promise: promise)
  304. }
  305. }
  306. mutating func closeOutbound() throws {
  307. switch self.configuration {
  308. case .client:
  309. try self.clientCloseOutbound()
  310. case .server:
  311. try self.invalidState("Server cannot call close: it must send status and trailers.")
  312. }
  313. }
  314. mutating func send(
  315. status: Status,
  316. metadata: Metadata
  317. ) throws -> HPACKHeaders {
  318. switch self.configuration {
  319. case .client:
  320. try self.invalidState(
  321. "Client cannot send status and trailer."
  322. )
  323. case .server:
  324. return try self.serverSend(
  325. status: status,
  326. customMetadata: metadata
  327. )
  328. }
  329. }
  330. enum OnMetadataReceived: Equatable {
  331. case receivedMetadata(Metadata)
  332. // Client-specific actions
  333. case receivedStatusAndMetadata(status: Status, metadata: Metadata)
  334. case doNothing
  335. // Server-specific actions
  336. case rejectRPC(trailers: HPACKHeaders)
  337. }
  338. mutating func receive(headers: HPACKHeaders, endStream: Bool) throws -> OnMetadataReceived {
  339. switch self.configuration {
  340. case .client(let clientConfiguration):
  341. return try self.clientReceive(
  342. headers: headers,
  343. endStream: endStream,
  344. configuration: clientConfiguration
  345. )
  346. case .server(let serverConfiguration):
  347. return try self.serverReceive(
  348. headers: headers,
  349. endStream: endStream,
  350. configuration: serverConfiguration
  351. )
  352. }
  353. }
  354. enum OnBufferReceivedAction: Equatable {
  355. case readInbound
  356. // Client-specific actions
  357. // This will be returned when the server sends a data frame with EOS set.
  358. // This is invalid as per the protocol specification, because the server
  359. // can only close by sending trailers, not by setting EOS when sending
  360. // a message.
  361. case endRPCAndForwardErrorStatus(Status)
  362. }
  363. mutating func receive(buffer: ByteBuffer, endStream: Bool) throws -> OnBufferReceivedAction {
  364. switch self.configuration {
  365. case .client:
  366. return try self.clientReceive(buffer: buffer, endStream: endStream)
  367. case .server:
  368. return try self.serverReceive(buffer: buffer, endStream: endStream)
  369. }
  370. }
  371. /// The result of requesting the next outbound frame, which may contain multiple messages.
  372. enum OnNextOutboundFrame {
  373. /// Either the receiving party is closed, so we shouldn't send any more frames; or the sender is done
  374. /// writing messages (i.e. we are now closed).
  375. case noMoreMessages
  376. /// There isn't a frame ready to be sent, but we could still receive more messages, so keep trying.
  377. case awaitMoreMessages
  378. /// A frame is ready to be sent.
  379. case sendFrame(
  380. frame: ByteBuffer,
  381. promise: EventLoopPromise<Void>?
  382. )
  383. }
  384. mutating func nextOutboundFrame() throws -> OnNextOutboundFrame {
  385. switch self.configuration {
  386. case .client:
  387. return try self.clientNextOutboundFrame()
  388. case .server:
  389. return try self.serverNextOutboundFrame()
  390. }
  391. }
  392. /// The result of requesting the next inbound message.
  393. enum OnNextInboundMessage: Equatable {
  394. /// The sender is done writing messages and there are no more messages to be received.
  395. case noMoreMessages
  396. /// There isn't a message ready to be sent, but we could still receive more, so keep trying.
  397. case awaitMoreMessages
  398. /// A message has been received.
  399. case receiveMessage([UInt8])
  400. }
  401. mutating func nextInboundMessage() -> OnNextInboundMessage {
  402. switch self.configuration {
  403. case .client:
  404. return self.clientNextInboundMessage()
  405. case .server:
  406. return self.serverNextInboundMessage()
  407. }
  408. }
  409. mutating func tearDown() {
  410. switch self.state {
  411. case .clientIdleServerIdle:
  412. ()
  413. case .clientOpenServerIdle(let state):
  414. state.compressor?.end()
  415. state.decompressor?.end()
  416. case .clientOpenServerOpen(let state):
  417. state.compressor?.end()
  418. state.decompressor?.end()
  419. case .clientOpenServerClosed(let state):
  420. state.compressor?.end()
  421. state.decompressor?.end()
  422. case .clientClosedServerIdle(let state):
  423. state.compressor?.end()
  424. state.decompressor?.end()
  425. case .clientClosedServerOpen(let state):
  426. state.compressor?.end()
  427. state.decompressor?.end()
  428. case .clientClosedServerClosed(let state):
  429. state.compressor?.end()
  430. }
  431. }
  432. }
  433. // - MARK: Client
  434. @available(macOS 13.0, iOS 16.0, watchOS 9.0, tvOS 16.0, *)
  435. extension GRPCStreamStateMachine {
  436. private func makeClientHeaders(
  437. methodDescriptor: MethodDescriptor,
  438. scheme: Scheme,
  439. outboundEncoding: CompressionAlgorithm?,
  440. acceptedEncodings: CompressionAlgorithmSet,
  441. customMetadata: Metadata
  442. ) -> HPACKHeaders {
  443. var headers = HPACKHeaders()
  444. headers.reserveCapacity(7 + customMetadata.count)
  445. // Add required headers.
  446. // See https://github.com/grpc/grpc/blob/master/doc/PROTOCOL-HTTP2.md#requests
  447. // The order is important here: reserved HTTP2 headers (those starting with `:`)
  448. // must come before all other headers.
  449. headers.add("POST", forKey: .method)
  450. headers.add(scheme.rawValue, forKey: .scheme)
  451. headers.add(methodDescriptor.fullyQualifiedMethod, forKey: .path)
  452. // Add required gRPC headers.
  453. headers.add(ContentType.grpc.canonicalValue, forKey: .contentType)
  454. headers.add("trailers", forKey: .te) // Used to detect incompatible proxies
  455. if let encoding = outboundEncoding, encoding != .none {
  456. headers.add(encoding.name, forKey: .encoding)
  457. }
  458. for encoding in acceptedEncodings.elements.filter({ $0 != .none }) {
  459. headers.add(encoding.name, forKey: .acceptEncoding)
  460. }
  461. for metadataPair in customMetadata {
  462. headers.add(name: metadataPair.key, value: metadataPair.value.encoded())
  463. }
  464. return headers
  465. }
  466. private mutating func clientSend(
  467. metadata: Metadata,
  468. configuration: GRPCStreamStateMachineConfiguration.ClientConfiguration
  469. ) throws -> HPACKHeaders {
  470. // Client sends metadata only when opening the stream.
  471. switch self.state {
  472. case .clientIdleServerIdle(let state):
  473. let outboundEncoding = configuration.outboundEncoding
  474. let compressor = Zlib.Method(encoding: outboundEncoding)
  475. .flatMap { Zlib.Compressor(method: $0) }
  476. self.state = .clientOpenServerIdle(
  477. .init(
  478. previousState: state,
  479. compressor: compressor,
  480. framer: GRPCMessageFramer(),
  481. decompressor: nil,
  482. deframer: nil
  483. )
  484. )
  485. return self.makeClientHeaders(
  486. methodDescriptor: configuration.methodDescriptor,
  487. scheme: configuration.scheme,
  488. outboundEncoding: configuration.outboundEncoding,
  489. acceptedEncodings: configuration.acceptedEncodings,
  490. customMetadata: metadata
  491. )
  492. case .clientOpenServerIdle, .clientOpenServerOpen, .clientOpenServerClosed:
  493. try self.invalidState(
  494. "Client is already open: shouldn't be sending metadata."
  495. )
  496. case .clientClosedServerIdle, .clientClosedServerOpen, .clientClosedServerClosed:
  497. try self.invalidState(
  498. "Client is closed: can't send metadata."
  499. )
  500. }
  501. }
  502. private mutating func clientSend(message: [UInt8], promise: EventLoopPromise<Void>?) throws {
  503. switch self.state {
  504. case .clientIdleServerIdle:
  505. try self.invalidState("Client not yet open.")
  506. case .clientOpenServerIdle(var state):
  507. state.framer.append(message, promise: promise)
  508. self.state = .clientOpenServerIdle(state)
  509. case .clientOpenServerOpen(var state):
  510. state.framer.append(message, promise: promise)
  511. self.state = .clientOpenServerOpen(state)
  512. case .clientOpenServerClosed:
  513. // The server has closed, so it makes no sense to send the rest of the request.
  514. ()
  515. case .clientClosedServerIdle, .clientClosedServerOpen, .clientClosedServerClosed:
  516. try self.invalidState(
  517. "Client is closed, cannot send a message."
  518. )
  519. }
  520. }
  521. private mutating func clientCloseOutbound() throws {
  522. switch self.state {
  523. case .clientIdleServerIdle:
  524. try self.invalidState("Client not yet open.")
  525. case .clientOpenServerIdle(let state):
  526. self.state = .clientClosedServerIdle(.init(previousState: state))
  527. case .clientOpenServerOpen(let state):
  528. self.state = .clientClosedServerOpen(.init(previousState: state))
  529. case .clientOpenServerClosed(let state):
  530. self.state = .clientClosedServerClosed(.init(previousState: state))
  531. case .clientClosedServerIdle, .clientClosedServerOpen, .clientClosedServerClosed:
  532. // Client is already closed - nothing to do.
  533. ()
  534. }
  535. }
  536. /// Returns the client's next request to the server.
  537. /// - Returns: The request to be made to the server.
  538. private mutating func clientNextOutboundFrame() throws -> OnNextOutboundFrame {
  539. switch self.state {
  540. case .clientIdleServerIdle:
  541. try self.invalidState("Client is not open yet.")
  542. case .clientOpenServerIdle(var state):
  543. let request = try state.framer.next(compressor: state.compressor)
  544. self.state = .clientOpenServerIdle(state)
  545. return request.map { .sendFrame(frame: $0.bytes, promise: $0.promise) }
  546. ?? .awaitMoreMessages
  547. case .clientOpenServerOpen(var state):
  548. let request = try state.framer.next(compressor: state.compressor)
  549. self.state = .clientOpenServerOpen(state)
  550. return request.map { .sendFrame(frame: $0.bytes, promise: $0.promise) }
  551. ?? .awaitMoreMessages
  552. case .clientClosedServerIdle(var state):
  553. let request = try state.framer.next(compressor: state.compressor)
  554. self.state = .clientClosedServerIdle(state)
  555. if let request {
  556. return .sendFrame(frame: request.bytes, promise: request.promise)
  557. } else {
  558. return .noMoreMessages
  559. }
  560. case .clientClosedServerOpen(var state):
  561. let request = try state.framer.next(compressor: state.compressor)
  562. self.state = .clientClosedServerOpen(state)
  563. if let request {
  564. return .sendFrame(frame: request.bytes, promise: request.promise)
  565. } else {
  566. return .noMoreMessages
  567. }
  568. case .clientOpenServerClosed, .clientClosedServerClosed:
  569. // No point in sending any more requests if the server is closed.
  570. return .noMoreMessages
  571. }
  572. }
  573. private enum ServerHeadersValidationResult {
  574. case valid
  575. case invalid(OnMetadataReceived)
  576. }
  577. private mutating func clientValidateHeadersReceivedFromServer(
  578. _ metadata: HPACKHeaders
  579. ) -> ServerHeadersValidationResult {
  580. var httpStatus: String? {
  581. metadata.firstString(forKey: .status)
  582. }
  583. var grpcStatus: Status.Code? {
  584. metadata.firstString(forKey: .grpcStatus)
  585. .flatMap { Int($0) }
  586. .flatMap { Status.Code(rawValue: $0) }
  587. }
  588. guard httpStatus == "200" || grpcStatus != nil else {
  589. let httpStatusCode =
  590. httpStatus
  591. .flatMap { Int($0) }
  592. .map { HTTPResponseStatus(statusCode: $0) }
  593. guard let httpStatusCode else {
  594. return .invalid(
  595. .receivedStatusAndMetadata(
  596. status: .init(code: .unknown, message: "HTTP Status Code is missing."),
  597. metadata: Metadata(headers: metadata)
  598. )
  599. )
  600. }
  601. if (100 ... 199).contains(httpStatusCode.code) {
  602. // For 1xx status codes, the entire header should be skipped and a
  603. // subsequent header should be read.
  604. // See https://github.com/grpc/grpc/blob/master/doc/http-grpc-status-mapping.md
  605. return .invalid(.doNothing)
  606. }
  607. // Forward the mapped status code.
  608. return .invalid(
  609. .receivedStatusAndMetadata(
  610. status: .init(
  611. code: Status.Code(httpStatusCode: httpStatusCode),
  612. message: "Unexpected non-200 HTTP Status Code."
  613. ),
  614. metadata: Metadata(headers: metadata)
  615. )
  616. )
  617. }
  618. let contentTypeHeader = metadata.first(name: GRPCHTTP2Keys.contentType.rawValue)
  619. guard contentTypeHeader.flatMap(ContentType.init) != nil else {
  620. return .invalid(
  621. .receivedStatusAndMetadata(
  622. status: .init(
  623. code: .internalError,
  624. message: "Missing \(GRPCHTTP2Keys.contentType.rawValue) header"
  625. ),
  626. metadata: Metadata(headers: metadata)
  627. )
  628. )
  629. }
  630. return .valid
  631. }
  632. private enum ProcessInboundEncodingResult {
  633. case error(OnMetadataReceived)
  634. case success(CompressionAlgorithm)
  635. }
  636. private func processInboundEncoding(
  637. headers: HPACKHeaders,
  638. configuration: GRPCStreamStateMachineConfiguration.ClientConfiguration
  639. ) -> ProcessInboundEncodingResult {
  640. let inboundEncoding: CompressionAlgorithm
  641. if let serverEncoding = headers.first(name: GRPCHTTP2Keys.encoding.rawValue) {
  642. guard let parsedEncoding = CompressionAlgorithm(name: serverEncoding),
  643. configuration.acceptedEncodings.contains(parsedEncoding)
  644. else {
  645. return .error(
  646. .receivedStatusAndMetadata(
  647. status: .init(
  648. code: .internalError,
  649. message:
  650. "The server picked a compression algorithm ('\(serverEncoding)') the client does not know about."
  651. ),
  652. metadata: Metadata(headers: headers)
  653. )
  654. )
  655. }
  656. inboundEncoding = parsedEncoding
  657. } else {
  658. inboundEncoding = .none
  659. }
  660. return .success(inboundEncoding)
  661. }
  662. private func validateAndReturnStatusAndMetadata(
  663. _ metadata: HPACKHeaders
  664. ) throws -> OnMetadataReceived {
  665. let rawStatusCode = metadata.firstString(forKey: .grpcStatus)
  666. guard let rawStatusCode,
  667. let intStatusCode = Int(rawStatusCode),
  668. let statusCode = Status.Code(rawValue: intStatusCode)
  669. else {
  670. let message =
  671. "Non-initial metadata must be a trailer containing a valid grpc-status"
  672. + (rawStatusCode.flatMap { "but was \($0)" } ?? "")
  673. throw RPCError(code: .unknown, message: message)
  674. }
  675. let statusMessage =
  676. metadata.firstString(forKey: .grpcStatusMessage, canonicalForm: false)
  677. .map { GRPCStatusMessageMarshaller.unmarshall($0) } ?? ""
  678. var convertedMetadata = Metadata(headers: metadata)
  679. convertedMetadata.removeAllValues(forKey: GRPCHTTP2Keys.grpcStatus.rawValue)
  680. convertedMetadata.removeAllValues(forKey: GRPCHTTP2Keys.grpcStatusMessage.rawValue)
  681. return .receivedStatusAndMetadata(
  682. status: Status(code: statusCode, message: statusMessage),
  683. metadata: convertedMetadata
  684. )
  685. }
  686. private mutating func clientReceive(
  687. headers: HPACKHeaders,
  688. endStream: Bool,
  689. configuration: GRPCStreamStateMachineConfiguration.ClientConfiguration
  690. ) throws -> OnMetadataReceived {
  691. switch self.state {
  692. case .clientOpenServerIdle(let state):
  693. switch (self.clientValidateHeadersReceivedFromServer(headers), endStream) {
  694. case (.invalid(let action), true):
  695. // The headers are invalid, but the server signalled that it was
  696. // closing the stream, so close both client and server.
  697. self.state = .clientClosedServerClosed(.init(previousState: state))
  698. return action
  699. case (.invalid(let action), false):
  700. self.state = .clientClosedServerIdle(.init(previousState: state))
  701. return action
  702. case (.valid, true):
  703. // This is a trailers-only response: close server.
  704. self.state = .clientOpenServerClosed(.init(previousState: state))
  705. return try self.validateAndReturnStatusAndMetadata(headers)
  706. case (.valid, false):
  707. switch self.processInboundEncoding(headers: headers, configuration: configuration) {
  708. case .error(let failure):
  709. return failure
  710. case .success(let inboundEncoding):
  711. let decompressor = Zlib.Method(encoding: inboundEncoding)
  712. .flatMap { Zlib.Decompressor(method: $0) }
  713. let deframer = GRPCMessageDeframer(
  714. maximumPayloadSize: state.maximumPayloadSize,
  715. decompressor: decompressor
  716. )
  717. self.state = .clientOpenServerOpen(
  718. .init(
  719. previousState: state,
  720. deframer: NIOSingleStepByteToMessageProcessor(deframer),
  721. decompressor: decompressor
  722. )
  723. )
  724. return .receivedMetadata(Metadata(headers: headers))
  725. }
  726. }
  727. case .clientOpenServerOpen(let state):
  728. // This state is valid even if endStream is not set: server can send
  729. // trailing metadata without END_STREAM set, and follow it with an
  730. // empty message frame where it is set.
  731. // However, we must make sure that grpc-status is set, otherwise this
  732. // is an invalid state.
  733. if endStream {
  734. self.state = .clientOpenServerClosed(.init(previousState: state))
  735. }
  736. return try self.validateAndReturnStatusAndMetadata(headers)
  737. case .clientClosedServerIdle(let state):
  738. switch (self.clientValidateHeadersReceivedFromServer(headers), endStream) {
  739. case (.invalid(let action), true):
  740. // The headers are invalid, but the server signalled that it was
  741. // closing the stream, so close the server side too.
  742. self.state = .clientClosedServerClosed(.init(previousState: state))
  743. return action
  744. case (.invalid(let action), false):
  745. // Client is already closed, so we don't need to update our state.
  746. return action
  747. case (.valid, true):
  748. // This is a trailers-only response: close server.
  749. self.state = .clientClosedServerClosed(.init(previousState: state))
  750. return try self.validateAndReturnStatusAndMetadata(headers)
  751. case (.valid, false):
  752. switch self.processInboundEncoding(headers: headers, configuration: configuration) {
  753. case .error(let failure):
  754. return failure
  755. case .success(let inboundEncoding):
  756. self.state = .clientClosedServerOpen(
  757. .init(
  758. previousState: state,
  759. decompressionAlgorithm: inboundEncoding
  760. )
  761. )
  762. return .receivedMetadata(Metadata(headers: headers))
  763. }
  764. }
  765. case .clientClosedServerOpen(let state):
  766. // This state is valid even if endStream is not set: server can send
  767. // trailing metadata without END_STREAM set, and follow it with an
  768. // empty message frame where it is set.
  769. // However, we must make sure that grpc-status is set, otherwise this
  770. // is an invalid state.
  771. if endStream {
  772. self.state = .clientClosedServerClosed(.init(previousState: state))
  773. }
  774. return try self.validateAndReturnStatusAndMetadata(headers)
  775. case .clientClosedServerClosed:
  776. // We could end up here if we received a grpc-status header in a previous
  777. // frame (which would have already close the server) and then we receive
  778. // an empty frame with EOS set.
  779. // We wouldn't want to throw in that scenario, so we just ignore it.
  780. // Note that we don't want to ignore it if EOS is not set here though, as
  781. // then it would be an invalid payload.
  782. if !endStream || headers.count > 0 {
  783. try self.invalidState(
  784. "Server is closed, nothing could have been sent."
  785. )
  786. }
  787. return .doNothing
  788. case .clientIdleServerIdle:
  789. try self.invalidState(
  790. "Server cannot have sent metadata if the client is idle."
  791. )
  792. case .clientOpenServerClosed:
  793. try self.invalidState(
  794. "Server is closed, nothing could have been sent."
  795. )
  796. }
  797. }
  798. private mutating func clientReceive(
  799. buffer: ByteBuffer,
  800. endStream: Bool
  801. ) throws -> OnBufferReceivedAction {
  802. // This is a message received by the client, from the server.
  803. switch self.state {
  804. case .clientIdleServerIdle:
  805. try self.invalidState(
  806. "Cannot have received anything from server if client is not yet open."
  807. )
  808. case .clientOpenServerIdle, .clientClosedServerIdle:
  809. try self.invalidState(
  810. "Server cannot have sent a message before sending the initial metadata."
  811. )
  812. case .clientOpenServerOpen(var state):
  813. if endStream {
  814. // This is invalid as per the protocol specification, because the server
  815. // can only close by sending trailers, not by setting EOS when sending
  816. // a message.
  817. self.state = .clientClosedServerClosed(.init(previousState: state))
  818. return .endRPCAndForwardErrorStatus(
  819. Status(
  820. code: .internalError,
  821. message: """
  822. Server sent EOS alongside a data frame, but server is only allowed \
  823. to close by sending status and trailers.
  824. """
  825. )
  826. )
  827. }
  828. try state.deframer.process(buffer: buffer) { deframedMessage in
  829. state.inboundMessageBuffer.append(deframedMessage)
  830. }
  831. self.state = .clientOpenServerOpen(state)
  832. return .readInbound
  833. case .clientClosedServerOpen(var state):
  834. if endStream {
  835. self.state = .clientClosedServerClosed(.init(previousState: state))
  836. return .endRPCAndForwardErrorStatus(
  837. Status(
  838. code: .internalError,
  839. message: """
  840. Server sent EOS alongside a data frame, but server is only allowed \
  841. to close by sending status and trailers.
  842. """
  843. )
  844. )
  845. }
  846. // The client may have sent the end stream and thus it's closed,
  847. // but the server may still be responding.
  848. // The client must have a deframer set up, so force-unwrap is okay.
  849. try state.deframer!.process(buffer: buffer) { deframedMessage in
  850. state.inboundMessageBuffer.append(deframedMessage)
  851. }
  852. self.state = .clientClosedServerOpen(state)
  853. return .readInbound
  854. case .clientOpenServerClosed, .clientClosedServerClosed:
  855. try self.invalidState(
  856. "Cannot have received anything from a closed server."
  857. )
  858. }
  859. }
  860. private mutating func clientNextInboundMessage() -> OnNextInboundMessage {
  861. switch self.state {
  862. case .clientOpenServerOpen(var state):
  863. let message = state.inboundMessageBuffer.pop()
  864. self.state = .clientOpenServerOpen(state)
  865. return message.map { .receiveMessage($0) } ?? .awaitMoreMessages
  866. case .clientOpenServerClosed(var state):
  867. let message = state.inboundMessageBuffer.pop()
  868. self.state = .clientOpenServerClosed(state)
  869. return message.map { .receiveMessage($0) } ?? .noMoreMessages
  870. case .clientClosedServerOpen(var state):
  871. let message = state.inboundMessageBuffer.pop()
  872. self.state = .clientClosedServerOpen(state)
  873. return message.map { .receiveMessage($0) } ?? .awaitMoreMessages
  874. case .clientClosedServerClosed(var state):
  875. let message = state.inboundMessageBuffer.pop()
  876. self.state = .clientClosedServerClosed(state)
  877. return message.map { .receiveMessage($0) } ?? .noMoreMessages
  878. case .clientIdleServerIdle,
  879. .clientOpenServerIdle,
  880. .clientClosedServerIdle:
  881. return .awaitMoreMessages
  882. }
  883. }
  884. private func invalidState(_ message: String, line: UInt = #line) throws -> Never {
  885. if !self.skipAssertions {
  886. assertionFailure(message, line: line)
  887. }
  888. throw RPCError(code: .internalError, message: message)
  889. }
  890. }
  891. // - MARK: Server
  892. @available(macOS 13.0, iOS 16.0, watchOS 9.0, tvOS 16.0, *)
  893. extension GRPCStreamStateMachine {
  894. private func makeResponseHeaders(
  895. outboundEncoding: CompressionAlgorithm?,
  896. configuration: GRPCStreamStateMachineConfiguration.ServerConfiguration,
  897. customMetadata: Metadata
  898. ) -> HPACKHeaders {
  899. // Response headers always contain :status (HTTP Status 200) and content-type.
  900. // They may also contain grpc-encoding, grpc-accept-encoding, and custom metadata.
  901. var headers = HPACKHeaders()
  902. headers.reserveCapacity(4 + customMetadata.count)
  903. headers.add("200", forKey: .status)
  904. headers.add(ContentType.grpc.canonicalValue, forKey: .contentType)
  905. if let outboundEncoding, outboundEncoding != .none {
  906. headers.add(outboundEncoding.name, forKey: .encoding)
  907. }
  908. for acceptedEncoding in configuration.acceptedEncodings.elements.filter({ $0 != .none }) {
  909. headers.add(acceptedEncoding.name, forKey: .acceptEncoding)
  910. }
  911. for metadataPair in customMetadata {
  912. headers.add(name: metadataPair.key, value: metadataPair.value.encoded())
  913. }
  914. return headers
  915. }
  916. private mutating func serverSend(
  917. metadata: Metadata,
  918. configuration: GRPCStreamStateMachineConfiguration.ServerConfiguration
  919. ) throws -> HPACKHeaders {
  920. // Server sends initial metadata
  921. switch self.state {
  922. case .clientOpenServerIdle(let state):
  923. self.state = .clientOpenServerOpen(
  924. .init(
  925. previousState: state,
  926. // In the case of the server, it will already have a deframer set up,
  927. // because it already knows what encoding the client is using:
  928. // it's okay to force-unwrap.
  929. deframer: state.deframer!,
  930. decompressor: state.decompressor
  931. )
  932. )
  933. return self.makeResponseHeaders(
  934. outboundEncoding: state.outboundCompression,
  935. configuration: configuration,
  936. customMetadata: metadata
  937. )
  938. case .clientClosedServerIdle(let state):
  939. self.state = .clientClosedServerOpen(.init(previousState: state))
  940. return self.makeResponseHeaders(
  941. outboundEncoding: state.outboundCompression,
  942. configuration: configuration,
  943. customMetadata: metadata
  944. )
  945. case .clientIdleServerIdle:
  946. try self.invalidState(
  947. "Client cannot be idle if server is sending initial metadata: it must have opened."
  948. )
  949. case .clientOpenServerClosed, .clientClosedServerClosed:
  950. try self.invalidState(
  951. "Server cannot send metadata if closed."
  952. )
  953. case .clientOpenServerOpen, .clientClosedServerOpen:
  954. try self.invalidState(
  955. "Server has already sent initial metadata."
  956. )
  957. }
  958. }
  959. private mutating func serverSend(message: [UInt8], promise: EventLoopPromise<Void>?) throws {
  960. switch self.state {
  961. case .clientIdleServerIdle, .clientOpenServerIdle, .clientClosedServerIdle:
  962. try self.invalidState(
  963. "Server must have sent initial metadata before sending a message."
  964. )
  965. case .clientOpenServerOpen(var state):
  966. state.framer.append(message, promise: promise)
  967. self.state = .clientOpenServerOpen(state)
  968. case .clientClosedServerOpen(var state):
  969. state.framer.append(message, promise: promise)
  970. self.state = .clientClosedServerOpen(state)
  971. case .clientOpenServerClosed, .clientClosedServerClosed:
  972. try self.invalidState(
  973. "Server can't send a message if it's closed."
  974. )
  975. }
  976. }
  977. private func makeTrailers(
  978. status: Status,
  979. customMetadata: Metadata?,
  980. trailersOnly: Bool
  981. ) -> HPACKHeaders {
  982. // Trailers always contain the grpc-status header, and optionally,
  983. // grpc-status-message, and custom metadata.
  984. // If it's a trailers-only response, they will also contain :status and
  985. // content-type.
  986. var headers = HPACKHeaders()
  987. let customMetadataCount = customMetadata?.count ?? 0
  988. if trailersOnly {
  989. // Reserve 4 for capacity: 3 for the required headers, and 1 for the
  990. // optional status message.
  991. headers.reserveCapacity(4 + customMetadataCount)
  992. headers.add("200", forKey: .status)
  993. headers.add(ContentType.grpc.canonicalValue, forKey: .contentType)
  994. } else {
  995. // Reserve 2 for capacity: one for the required grpc-status, and
  996. // one for the optional message.
  997. headers.reserveCapacity(2 + customMetadataCount)
  998. }
  999. headers.add(String(status.code.rawValue), forKey: .grpcStatus)
  1000. if !status.message.isEmpty {
  1001. if let percentEncodedMessage = GRPCStatusMessageMarshaller.marshall(status.message) {
  1002. headers.add(percentEncodedMessage, forKey: .grpcStatusMessage)
  1003. }
  1004. }
  1005. if let customMetadata {
  1006. for metadataPair in customMetadata {
  1007. headers.add(name: metadataPair.key, value: metadataPair.value.encoded())
  1008. }
  1009. }
  1010. return headers
  1011. }
  1012. private mutating func serverSend(
  1013. status: Status,
  1014. customMetadata: Metadata
  1015. ) throws -> HPACKHeaders {
  1016. // Close the server.
  1017. switch self.state {
  1018. case .clientOpenServerOpen(let state):
  1019. self.state = .clientOpenServerClosed(.init(previousState: state))
  1020. return self.makeTrailers(
  1021. status: status,
  1022. customMetadata: customMetadata,
  1023. trailersOnly: false
  1024. )
  1025. case .clientClosedServerOpen(let state):
  1026. self.state = .clientClosedServerClosed(.init(previousState: state))
  1027. return self.makeTrailers(
  1028. status: status,
  1029. customMetadata: customMetadata,
  1030. trailersOnly: false
  1031. )
  1032. case .clientOpenServerIdle(let state):
  1033. self.state = .clientOpenServerClosed(.init(previousState: state))
  1034. return self.makeTrailers(
  1035. status: status,
  1036. customMetadata: customMetadata,
  1037. trailersOnly: true
  1038. )
  1039. case .clientClosedServerIdle(let state):
  1040. self.state = .clientClosedServerClosed(.init(previousState: state))
  1041. return self.makeTrailers(
  1042. status: status,
  1043. customMetadata: customMetadata,
  1044. trailersOnly: true
  1045. )
  1046. case .clientIdleServerIdle:
  1047. try self.invalidState(
  1048. "Server can't send status if client is idle."
  1049. )
  1050. case .clientOpenServerClosed, .clientClosedServerClosed:
  1051. try self.invalidState(
  1052. "Server can't send anything if closed."
  1053. )
  1054. }
  1055. }
  1056. mutating private func closeServerAndBuildRejectRPCAction(
  1057. currentState: GRPCStreamStateMachineState.ClientIdleServerIdleState,
  1058. endStream: Bool,
  1059. rejectWithStatus status: Status
  1060. ) -> OnMetadataReceived {
  1061. if endStream {
  1062. self.state = .clientClosedServerClosed(.init(previousState: currentState))
  1063. } else {
  1064. self.state = .clientOpenServerClosed(.init(previousState: currentState))
  1065. }
  1066. let trailers = self.makeTrailers(status: status, customMetadata: nil, trailersOnly: true)
  1067. return .rejectRPC(trailers: trailers)
  1068. }
  1069. private mutating func serverReceive(
  1070. headers: HPACKHeaders,
  1071. endStream: Bool,
  1072. configuration: GRPCStreamStateMachineConfiguration.ServerConfiguration
  1073. ) throws -> OnMetadataReceived {
  1074. switch self.state {
  1075. case .clientIdleServerIdle(let state):
  1076. let contentType = headers.firstString(forKey: .contentType)
  1077. .flatMap { ContentType(value: $0) }
  1078. if contentType == nil {
  1079. self.state = .clientOpenServerClosed(.init(previousState: state))
  1080. // Respond with HTTP-level Unsupported Media Type status code.
  1081. var trailers = HPACKHeaders()
  1082. trailers.add("415", forKey: .status)
  1083. return .rejectRPC(trailers: trailers)
  1084. }
  1085. let path = headers.firstString(forKey: .path)
  1086. .flatMap { MethodDescriptor(fullyQualifiedMethod: $0) }
  1087. if path == nil {
  1088. return self.closeServerAndBuildRejectRPCAction(
  1089. currentState: state,
  1090. endStream: endStream,
  1091. rejectWithStatus: Status(
  1092. code: .unimplemented,
  1093. message: "No \(GRPCHTTP2Keys.path.rawValue) header has been set."
  1094. )
  1095. )
  1096. }
  1097. let scheme = headers.firstString(forKey: .scheme)
  1098. .flatMap { Scheme(rawValue: $0) }
  1099. if scheme == nil {
  1100. return self.closeServerAndBuildRejectRPCAction(
  1101. currentState: state,
  1102. endStream: endStream,
  1103. rejectWithStatus: Status(
  1104. code: .invalidArgument,
  1105. message: ":scheme header must be present and one of \"http\" or \"https\"."
  1106. )
  1107. )
  1108. }
  1109. guard let method = headers.firstString(forKey: .method), method == "POST" else {
  1110. return self.closeServerAndBuildRejectRPCAction(
  1111. currentState: state,
  1112. endStream: endStream,
  1113. rejectWithStatus: Status(
  1114. code: .invalidArgument,
  1115. message: ":method header is expected to be present and have a value of \"POST\"."
  1116. )
  1117. )
  1118. }
  1119. guard let te = headers.firstString(forKey: .te), te == "trailers" else {
  1120. return self.closeServerAndBuildRejectRPCAction(
  1121. currentState: state,
  1122. endStream: endStream,
  1123. rejectWithStatus: Status(
  1124. code: .invalidArgument,
  1125. message: "\"te\" header is expected to be present and have a value of \"trailers\"."
  1126. )
  1127. )
  1128. }
  1129. // Firstly, find out if we support the client's chosen encoding, and reject
  1130. // the RPC if we don't.
  1131. let inboundEncoding: CompressionAlgorithm
  1132. let encodingValues = headers.values(
  1133. forHeader: GRPCHTTP2Keys.encoding.rawValue,
  1134. canonicalForm: true
  1135. )
  1136. var encodingValuesIterator = encodingValues.makeIterator()
  1137. if let rawEncoding = encodingValuesIterator.next() {
  1138. guard encodingValuesIterator.next() == nil else {
  1139. let status = Status(
  1140. code: .internalError,
  1141. message: "\(GRPCHTTP2Keys.encoding) must contain no more than one value."
  1142. )
  1143. let trailers = self.makeTrailers(status: status, customMetadata: nil, trailersOnly: true)
  1144. return .rejectRPC(trailers: trailers)
  1145. }
  1146. guard let clientEncoding = CompressionAlgorithm(name: rawEncoding),
  1147. configuration.acceptedEncodings.contains(clientEncoding)
  1148. else {
  1149. let statusMessage = """
  1150. \(rawEncoding) compression is not supported; \
  1151. supported algorithms are listed in grpc-accept-encoding
  1152. """
  1153. var customMetadata = Metadata()
  1154. customMetadata.reserveCapacity(configuration.acceptedEncodings.count)
  1155. for acceptedEncoding in configuration.acceptedEncodings.elements {
  1156. customMetadata.addString(
  1157. acceptedEncoding.name,
  1158. forKey: GRPCHTTP2Keys.acceptEncoding.rawValue
  1159. )
  1160. }
  1161. let trailers = self.makeTrailers(
  1162. status: Status(code: .unimplemented, message: statusMessage),
  1163. customMetadata: customMetadata,
  1164. trailersOnly: true
  1165. )
  1166. return .rejectRPC(trailers: trailers)
  1167. }
  1168. // Server supports client's encoding.
  1169. inboundEncoding = clientEncoding
  1170. } else {
  1171. inboundEncoding = .none
  1172. }
  1173. // Secondly, find a compatible encoding the server can use to compress outbound messages,
  1174. // based on the encodings the client has advertised.
  1175. var outboundEncoding: CompressionAlgorithm = .none
  1176. let clientAdvertisedEncodings = headers.values(
  1177. forHeader: GRPCHTTP2Keys.acceptEncoding.rawValue,
  1178. canonicalForm: true
  1179. )
  1180. // Find the preferred encoding and use it to compress responses.
  1181. // If it's identity, just skip it altogether, since we won't be
  1182. // compressing.
  1183. for clientAdvertisedEncoding in clientAdvertisedEncodings {
  1184. if let algorithm = CompressionAlgorithm(name: clientAdvertisedEncoding),
  1185. configuration.acceptedEncodings.contains(algorithm)
  1186. {
  1187. outboundEncoding = algorithm
  1188. break
  1189. }
  1190. }
  1191. if endStream {
  1192. self.state = .clientClosedServerIdle(
  1193. .init(
  1194. previousState: state,
  1195. compressionAlgorithm: outboundEncoding
  1196. )
  1197. )
  1198. } else {
  1199. let compressor = Zlib.Method(encoding: outboundEncoding)
  1200. .flatMap { Zlib.Compressor(method: $0) }
  1201. let decompressor = Zlib.Method(encoding: inboundEncoding)
  1202. .flatMap { Zlib.Decompressor(method: $0) }
  1203. let deframer = GRPCMessageDeframer(
  1204. maximumPayloadSize: state.maximumPayloadSize,
  1205. decompressor: decompressor
  1206. )
  1207. self.state = .clientOpenServerIdle(
  1208. .init(
  1209. previousState: state,
  1210. compressor: compressor,
  1211. framer: GRPCMessageFramer(),
  1212. decompressor: decompressor,
  1213. deframer: NIOSingleStepByteToMessageProcessor(deframer)
  1214. )
  1215. )
  1216. }
  1217. return .receivedMetadata(Metadata(headers: headers))
  1218. case .clientOpenServerIdle, .clientOpenServerOpen, .clientOpenServerClosed:
  1219. try self.invalidState(
  1220. "Client shouldn't have sent metadata twice."
  1221. )
  1222. case .clientClosedServerIdle, .clientClosedServerOpen, .clientClosedServerClosed:
  1223. try self.invalidState(
  1224. "Client can't have sent metadata if closed."
  1225. )
  1226. }
  1227. }
  1228. private mutating func serverReceive(
  1229. buffer: ByteBuffer,
  1230. endStream: Bool
  1231. ) throws -> OnBufferReceivedAction {
  1232. switch self.state {
  1233. case .clientIdleServerIdle:
  1234. try self.invalidState(
  1235. "Can't have received a message if client is idle."
  1236. )
  1237. case .clientOpenServerIdle(var state):
  1238. // Deframer must be present on the server side, as we know the decompression
  1239. // algorithm from the moment the client opens.
  1240. try state.deframer!.process(buffer: buffer) { deframedMessage in
  1241. state.inboundMessageBuffer.append(deframedMessage)
  1242. }
  1243. if endStream {
  1244. self.state = .clientClosedServerIdle(.init(previousState: state))
  1245. } else {
  1246. self.state = .clientOpenServerIdle(state)
  1247. }
  1248. case .clientOpenServerOpen(var state):
  1249. try state.deframer.process(buffer: buffer) { deframedMessage in
  1250. state.inboundMessageBuffer.append(deframedMessage)
  1251. }
  1252. if endStream {
  1253. self.state = .clientClosedServerOpen(.init(previousState: state))
  1254. } else {
  1255. self.state = .clientOpenServerOpen(state)
  1256. }
  1257. case .clientOpenServerClosed(let state):
  1258. // Client is not done sending request, but server has already closed.
  1259. // Ignore the rest of the request: do nothing, unless endStream is set,
  1260. // in which case close the client.
  1261. if endStream {
  1262. self.state = .clientClosedServerClosed(.init(previousState: state))
  1263. }
  1264. case .clientClosedServerIdle, .clientClosedServerOpen, .clientClosedServerClosed:
  1265. try self.invalidState(
  1266. "Client can't send a message if closed."
  1267. )
  1268. }
  1269. return .readInbound
  1270. }
  1271. private mutating func serverNextOutboundFrame() throws -> OnNextOutboundFrame {
  1272. switch self.state {
  1273. case .clientIdleServerIdle, .clientOpenServerIdle, .clientClosedServerIdle:
  1274. try self.invalidState("Server is not open yet.")
  1275. case .clientOpenServerOpen(var state):
  1276. let response = try state.framer.next(compressor: state.compressor)
  1277. self.state = .clientOpenServerOpen(state)
  1278. return response.map { .sendFrame(frame: $0.bytes, promise: $0.promise) }
  1279. ?? .awaitMoreMessages
  1280. case .clientClosedServerOpen(var state):
  1281. let response = try state.framer.next(compressor: state.compressor)
  1282. self.state = .clientClosedServerOpen(state)
  1283. return response.map { .sendFrame(frame: $0.bytes, promise: $0.promise) }
  1284. ?? .awaitMoreMessages
  1285. case .clientOpenServerClosed(var state):
  1286. let response = try state.framer?.next(compressor: state.compressor)
  1287. self.state = .clientOpenServerClosed(state)
  1288. if let response {
  1289. return .sendFrame(frame: response.bytes, promise: response.promise)
  1290. } else {
  1291. return .noMoreMessages
  1292. }
  1293. case .clientClosedServerClosed(var state):
  1294. let response = try state.framer?.next(compressor: state.compressor)
  1295. self.state = .clientClosedServerClosed(state)
  1296. if let response {
  1297. return .sendFrame(frame: response.bytes, promise: response.promise)
  1298. } else {
  1299. return .noMoreMessages
  1300. }
  1301. }
  1302. }
  1303. private mutating func serverNextInboundMessage() -> OnNextInboundMessage {
  1304. switch self.state {
  1305. case .clientOpenServerIdle(var state):
  1306. let request = state.inboundMessageBuffer.pop()
  1307. self.state = .clientOpenServerIdle(state)
  1308. return request.map { .receiveMessage($0) } ?? .awaitMoreMessages
  1309. case .clientOpenServerOpen(var state):
  1310. let request = state.inboundMessageBuffer.pop()
  1311. self.state = .clientOpenServerOpen(state)
  1312. return request.map { .receiveMessage($0) } ?? .awaitMoreMessages
  1313. case .clientOpenServerClosed(var state):
  1314. let request = state.inboundMessageBuffer.pop()
  1315. self.state = .clientOpenServerClosed(state)
  1316. return request.map { .receiveMessage($0) } ?? .awaitMoreMessages
  1317. case .clientClosedServerOpen(var state):
  1318. let request = state.inboundMessageBuffer.pop()
  1319. self.state = .clientClosedServerOpen(state)
  1320. return request.map { .receiveMessage($0) } ?? .noMoreMessages
  1321. case .clientClosedServerClosed(var state):
  1322. let request = state.inboundMessageBuffer.pop()
  1323. self.state = .clientClosedServerClosed(state)
  1324. return request.map { .receiveMessage($0) } ?? .noMoreMessages
  1325. case .clientClosedServerIdle:
  1326. return .noMoreMessages
  1327. case .clientIdleServerIdle:
  1328. return .awaitMoreMessages
  1329. }
  1330. }
  1331. }
  1332. extension MethodDescriptor {
  1333. init?(fullyQualifiedMethod: String) {
  1334. let split = fullyQualifiedMethod.split(separator: "/")
  1335. guard split.count == 2 else {
  1336. return nil
  1337. }
  1338. self.init(service: String(split[0]), method: String(split[1]))
  1339. }
  1340. }
  1341. internal enum GRPCHTTP2Keys: String {
  1342. case path = ":path"
  1343. case contentType = "content-type"
  1344. case encoding = "grpc-encoding"
  1345. case acceptEncoding = "grpc-accept-encoding"
  1346. case scheme = ":scheme"
  1347. case method = ":method"
  1348. case te = "te"
  1349. case status = ":status"
  1350. case grpcStatus = "grpc-status"
  1351. case grpcStatusMessage = "grpc-status-message"
  1352. }
  1353. extension HPACKHeaders {
  1354. internal func firstString(forKey key: GRPCHTTP2Keys, canonicalForm: Bool = true) -> String? {
  1355. self.values(forHeader: key.rawValue, canonicalForm: canonicalForm).first(where: { _ in true })
  1356. .map {
  1357. String($0)
  1358. }
  1359. }
  1360. internal mutating func add(_ value: String, forKey key: GRPCHTTP2Keys) {
  1361. self.add(name: key.rawValue, value: value)
  1362. }
  1363. }
  1364. extension Zlib.Method {
  1365. init?(encoding: CompressionAlgorithm) {
  1366. switch encoding {
  1367. case .none:
  1368. return nil
  1369. case .deflate:
  1370. self = .deflate
  1371. case .gzip:
  1372. self = .gzip
  1373. default:
  1374. return nil
  1375. }
  1376. }
  1377. }
  1378. extension Metadata {
  1379. init(headers: HPACKHeaders) {
  1380. var metadata = Metadata()
  1381. metadata.reserveCapacity(headers.count)
  1382. for header in headers {
  1383. if header.name.hasSuffix("-bin") {
  1384. do {
  1385. let decodedBinary = try header.value.base64Decoded()
  1386. metadata.addBinary(decodedBinary, forKey: header.name)
  1387. } catch {
  1388. metadata.addString(header.value, forKey: header.name)
  1389. }
  1390. } else {
  1391. metadata.addString(header.value, forKey: header.name)
  1392. }
  1393. }
  1394. self = metadata
  1395. }
  1396. }
  1397. extension Status.Code {
  1398. // See https://github.com/grpc/grpc/blob/master/doc/http-grpc-status-mapping.md
  1399. init(httpStatusCode: HTTPResponseStatus) {
  1400. switch httpStatusCode {
  1401. case .badRequest:
  1402. self = .internalError
  1403. case .unauthorized:
  1404. self = .unauthenticated
  1405. case .forbidden:
  1406. self = .permissionDenied
  1407. case .notFound:
  1408. self = .unimplemented
  1409. case .tooManyRequests, .badGateway, .serviceUnavailable, .gatewayTimeout:
  1410. self = .unavailable
  1411. default:
  1412. self = .unknown
  1413. }
  1414. }
  1415. }