packet_packer.go 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480
  1. package quic
  2. import (
  3. "bytes"
  4. "errors"
  5. "fmt"
  6. "net"
  7. "time"
  8. "github.com/lucas-clemente/quic-go/internal/ackhandler"
  9. "github.com/lucas-clemente/quic-go/internal/handshake"
  10. "github.com/lucas-clemente/quic-go/internal/protocol"
  11. "github.com/lucas-clemente/quic-go/internal/utils"
  12. "github.com/lucas-clemente/quic-go/internal/wire"
  13. )
  14. type packer interface {
  15. PackPacket() (*packedPacket, error)
  16. MaybePackAckPacket() (*packedPacket, error)
  17. PackRetransmission(packet *ackhandler.Packet) ([]*packedPacket, error)
  18. PackConnectionClose(*wire.ConnectionCloseFrame) (*packedPacket, error)
  19. HandleTransportParameters(*handshake.TransportParameters)
  20. ChangeDestConnectionID(protocol.ConnectionID)
  21. }
  22. type packedPacket struct {
  23. header *wire.ExtendedHeader
  24. raw []byte
  25. frames []wire.Frame
  26. encryptionLevel protocol.EncryptionLevel
  27. }
  28. func (p *packedPacket) ToAckHandlerPacket() *ackhandler.Packet {
  29. return &ackhandler.Packet{
  30. PacketNumber: p.header.PacketNumber,
  31. PacketType: p.header.Type,
  32. Frames: p.frames,
  33. Length: protocol.ByteCount(len(p.raw)),
  34. EncryptionLevel: p.encryptionLevel,
  35. SendTime: time.Now(),
  36. }
  37. }
  38. func getMaxPacketSize(addr net.Addr) protocol.ByteCount {
  39. maxSize := protocol.ByteCount(protocol.MinInitialPacketSize)
  40. // If this is not a UDP address, we don't know anything about the MTU.
  41. // Use the minimum size of an Initial packet as the max packet size.
  42. if udpAddr, ok := addr.(*net.UDPAddr); ok {
  43. // If ip is not an IPv4 address, To4 returns nil.
  44. // Note that there might be some corner cases, where this is not correct.
  45. // See https://stackoverflow.com/questions/22751035/golang-distinguish-ipv4-ipv6.
  46. if udpAddr.IP.To4() == nil {
  47. maxSize = protocol.MaxPacketSizeIPv6
  48. } else {
  49. maxSize = protocol.MaxPacketSizeIPv4
  50. }
  51. }
  52. return maxSize
  53. }
  54. type packetNumberManager interface {
  55. PeekPacketNumber() (protocol.PacketNumber, protocol.PacketNumberLen)
  56. PopPacketNumber() protocol.PacketNumber
  57. }
  58. type sealingManager interface {
  59. GetSealer() (protocol.EncryptionLevel, handshake.Sealer)
  60. GetSealerWithEncryptionLevel(protocol.EncryptionLevel) (handshake.Sealer, error)
  61. }
  62. type frameSource interface {
  63. AppendStreamFrames([]wire.Frame, protocol.ByteCount) []wire.Frame
  64. AppendControlFrames([]wire.Frame, protocol.ByteCount) ([]wire.Frame, protocol.ByteCount)
  65. }
  66. type ackFrameSource interface {
  67. GetAckFrame() *wire.AckFrame
  68. }
  69. type packetPacker struct {
  70. destConnID protocol.ConnectionID
  71. srcConnID protocol.ConnectionID
  72. perspective protocol.Perspective
  73. version protocol.VersionNumber
  74. cryptoSetup sealingManager
  75. initialStream cryptoStream
  76. handshakeStream cryptoStream
  77. token []byte
  78. pnManager packetNumberManager
  79. framer frameSource
  80. acks ackFrameSource
  81. maxPacketSize protocol.ByteCount
  82. numNonRetransmittableAcks int
  83. }
  84. var _ packer = &packetPacker{}
  85. func newPacketPacker(
  86. destConnID protocol.ConnectionID,
  87. srcConnID protocol.ConnectionID,
  88. initialStream cryptoStream,
  89. handshakeStream cryptoStream,
  90. packetNumberManager packetNumberManager,
  91. remoteAddr net.Addr, // only used for determining the max packet size
  92. token []byte,
  93. cryptoSetup sealingManager,
  94. framer frameSource,
  95. acks ackFrameSource,
  96. perspective protocol.Perspective,
  97. version protocol.VersionNumber,
  98. ) *packetPacker {
  99. return &packetPacker{
  100. cryptoSetup: cryptoSetup,
  101. token: token,
  102. destConnID: destConnID,
  103. srcConnID: srcConnID,
  104. initialStream: initialStream,
  105. handshakeStream: handshakeStream,
  106. perspective: perspective,
  107. version: version,
  108. framer: framer,
  109. acks: acks,
  110. pnManager: packetNumberManager,
  111. maxPacketSize: getMaxPacketSize(remoteAddr),
  112. }
  113. }
  114. // PackConnectionClose packs a packet that ONLY contains a ConnectionCloseFrame
  115. func (p *packetPacker) PackConnectionClose(ccf *wire.ConnectionCloseFrame) (*packedPacket, error) {
  116. frames := []wire.Frame{ccf}
  117. encLevel, sealer := p.cryptoSetup.GetSealer()
  118. header := p.getHeader(encLevel)
  119. raw, err := p.writeAndSealPacket(header, frames, sealer)
  120. return &packedPacket{
  121. header: header,
  122. raw: raw,
  123. frames: frames,
  124. encryptionLevel: encLevel,
  125. }, err
  126. }
  127. func (p *packetPacker) MaybePackAckPacket() (*packedPacket, error) {
  128. ack := p.acks.GetAckFrame()
  129. if ack == nil {
  130. return nil, nil
  131. }
  132. // TODO(#1534): only pack ACKs with the right encryption level
  133. encLevel, sealer := p.cryptoSetup.GetSealer()
  134. header := p.getHeader(encLevel)
  135. frames := []wire.Frame{ack}
  136. raw, err := p.writeAndSealPacket(header, frames, sealer)
  137. return &packedPacket{
  138. header: header,
  139. raw: raw,
  140. frames: frames,
  141. encryptionLevel: encLevel,
  142. }, err
  143. }
  144. // PackRetransmission packs a retransmission
  145. // For packets sent after completion of the handshake, it might happen that 2 packets have to be sent.
  146. // This can happen e.g. when a longer packet number is used in the header.
  147. func (p *packetPacker) PackRetransmission(packet *ackhandler.Packet) ([]*packedPacket, error) {
  148. var controlFrames []wire.Frame
  149. var streamFrames []*wire.StreamFrame
  150. for _, f := range packet.Frames {
  151. // CRYPTO frames are treated as control frames here.
  152. // Since we're making sure that the header can never be larger for a retransmission,
  153. // we never have to split CRYPTO frames.
  154. if sf, ok := f.(*wire.StreamFrame); ok {
  155. sf.DataLenPresent = true
  156. streamFrames = append(streamFrames, sf)
  157. } else {
  158. controlFrames = append(controlFrames, f)
  159. }
  160. }
  161. var packets []*packedPacket
  162. encLevel := packet.EncryptionLevel
  163. sealer, err := p.cryptoSetup.GetSealerWithEncryptionLevel(encLevel)
  164. if err != nil {
  165. return nil, err
  166. }
  167. for len(controlFrames) > 0 || len(streamFrames) > 0 {
  168. var frames []wire.Frame
  169. var length protocol.ByteCount
  170. header := p.getHeader(encLevel)
  171. headerLen := header.GetLength(p.version)
  172. maxSize := p.maxPacketSize - protocol.ByteCount(sealer.Overhead()) - headerLen
  173. for len(controlFrames) > 0 {
  174. frame := controlFrames[0]
  175. frameLen := frame.Length(p.version)
  176. if length+frameLen > maxSize {
  177. break
  178. }
  179. length += frameLen
  180. frames = append(frames, frame)
  181. controlFrames = controlFrames[1:]
  182. }
  183. for len(streamFrames) > 0 && length+protocol.MinStreamFrameSize < maxSize {
  184. frame := streamFrames[0]
  185. frame.DataLenPresent = false
  186. frameToAdd := frame
  187. sf, err := frame.MaybeSplitOffFrame(maxSize-length, p.version)
  188. if err != nil {
  189. return nil, err
  190. }
  191. if sf != nil {
  192. frameToAdd = sf
  193. } else {
  194. streamFrames = streamFrames[1:]
  195. }
  196. frame.DataLenPresent = true
  197. length += frameToAdd.Length(p.version)
  198. frames = append(frames, frameToAdd)
  199. }
  200. if sf, ok := frames[len(frames)-1].(*wire.StreamFrame); ok {
  201. sf.DataLenPresent = false
  202. }
  203. raw, err := p.writeAndSealPacket(header, frames, sealer)
  204. if err != nil {
  205. return nil, err
  206. }
  207. packets = append(packets, &packedPacket{
  208. header: header,
  209. raw: raw,
  210. frames: frames,
  211. encryptionLevel: encLevel,
  212. })
  213. }
  214. return packets, nil
  215. }
  216. // PackPacket packs a new packet
  217. // the other controlFrames are sent in the next packet, but might be queued and sent in the next packet if the packet would overflow MaxPacketSize otherwise
  218. func (p *packetPacker) PackPacket() (*packedPacket, error) {
  219. packet, err := p.maybePackCryptoPacket()
  220. if err != nil {
  221. return nil, err
  222. }
  223. if packet != nil {
  224. return packet, nil
  225. }
  226. encLevel, sealer := p.cryptoSetup.GetSealer()
  227. header := p.getHeader(encLevel)
  228. headerLen := header.GetLength(p.version)
  229. if err != nil {
  230. return nil, err
  231. }
  232. maxSize := p.maxPacketSize - protocol.ByteCount(sealer.Overhead()) - headerLen
  233. frames, err := p.composeNextPacket(maxSize)
  234. if err != nil {
  235. return nil, err
  236. }
  237. // Check if we have enough frames to send
  238. if len(frames) == 0 {
  239. return nil, nil
  240. }
  241. // check if this packet only contains an ACK
  242. if !ackhandler.HasRetransmittableFrames(frames) {
  243. if p.numNonRetransmittableAcks >= protocol.MaxNonRetransmittableAcks {
  244. frames = append(frames, &wire.PingFrame{})
  245. p.numNonRetransmittableAcks = 0
  246. } else {
  247. p.numNonRetransmittableAcks++
  248. }
  249. } else {
  250. p.numNonRetransmittableAcks = 0
  251. }
  252. raw, err := p.writeAndSealPacket(header, frames, sealer)
  253. if err != nil {
  254. return nil, err
  255. }
  256. return &packedPacket{
  257. header: header,
  258. raw: raw,
  259. frames: frames,
  260. encryptionLevel: encLevel,
  261. }, nil
  262. }
  263. func (p *packetPacker) maybePackCryptoPacket() (*packedPacket, error) {
  264. var s cryptoStream
  265. var encLevel protocol.EncryptionLevel
  266. if p.initialStream.HasData() {
  267. s = p.initialStream
  268. encLevel = protocol.EncryptionInitial
  269. } else if p.handshakeStream.HasData() {
  270. s = p.handshakeStream
  271. encLevel = protocol.EncryptionHandshake
  272. }
  273. if s == nil {
  274. return nil, nil
  275. }
  276. hdr := p.getHeader(encLevel)
  277. hdrLen := hdr.GetLength(p.version)
  278. sealer, err := p.cryptoSetup.GetSealerWithEncryptionLevel(encLevel)
  279. if err != nil {
  280. return nil, err
  281. }
  282. var length protocol.ByteCount
  283. frames := make([]wire.Frame, 0, 2)
  284. if ack := p.acks.GetAckFrame(); ack != nil {
  285. frames = append(frames, ack)
  286. length += ack.Length(p.version)
  287. }
  288. cf := s.PopCryptoFrame(p.maxPacketSize - hdrLen - protocol.ByteCount(sealer.Overhead()) - length)
  289. frames = append(frames, cf)
  290. raw, err := p.writeAndSealPacket(hdr, frames, sealer)
  291. if err != nil {
  292. return nil, err
  293. }
  294. return &packedPacket{
  295. header: hdr,
  296. raw: raw,
  297. frames: frames,
  298. encryptionLevel: encLevel,
  299. }, nil
  300. }
  301. func (p *packetPacker) composeNextPacket(maxFrameSize protocol.ByteCount) ([]wire.Frame, error) {
  302. var length protocol.ByteCount
  303. var frames []wire.Frame
  304. // ACKs need to go first, so that the sentPacketHandler will recognize them
  305. if ack := p.acks.GetAckFrame(); ack != nil {
  306. frames = append(frames, ack)
  307. length += ack.Length(p.version)
  308. }
  309. var lengthAdded protocol.ByteCount
  310. frames, lengthAdded = p.framer.AppendControlFrames(frames, maxFrameSize-length)
  311. length += lengthAdded
  312. // temporarily increase the maxFrameSize by the (minimum) length of the DataLen field
  313. // this leads to a properly sized packet in all cases, since we do all the packet length calculations with STREAM frames that have the DataLen set
  314. // however, for the last STREAM frame in the packet, we can omit the DataLen, thus yielding a packet of exactly the correct size
  315. // the length is encoded to either 1 or 2 bytes
  316. maxFrameSize++
  317. frames = p.framer.AppendStreamFrames(frames, maxFrameSize-length)
  318. if len(frames) > 0 {
  319. lastFrame := frames[len(frames)-1]
  320. if sf, ok := lastFrame.(*wire.StreamFrame); ok {
  321. sf.DataLenPresent = false
  322. }
  323. }
  324. return frames, nil
  325. }
  326. func (p *packetPacker) getHeader(encLevel protocol.EncryptionLevel) *wire.ExtendedHeader {
  327. pn, pnLen := p.pnManager.PeekPacketNumber()
  328. header := &wire.ExtendedHeader{}
  329. header.PacketNumber = pn
  330. header.PacketNumberLen = pnLen
  331. header.Version = p.version
  332. header.DestConnectionID = p.destConnID
  333. if encLevel != protocol.Encryption1RTT {
  334. header.IsLongHeader = true
  335. // Always send Initial and Handshake packets with the maximum packet number length.
  336. // This simplifies retransmissions: Since the header can't get any larger,
  337. // we don't need to split CRYPTO frames.
  338. header.PacketNumberLen = protocol.PacketNumberLen4
  339. header.SrcConnectionID = p.srcConnID
  340. // Set the length to the maximum packet size.
  341. // Since it is encoded as a varint, this guarantees us that the header will end up at most as big as GetLength() returns.
  342. header.Length = p.maxPacketSize
  343. switch encLevel {
  344. case protocol.EncryptionInitial:
  345. header.Type = protocol.PacketTypeInitial
  346. case protocol.EncryptionHandshake:
  347. header.Type = protocol.PacketTypeHandshake
  348. }
  349. }
  350. return header
  351. }
  352. func (p *packetPacker) writeAndSealPacket(
  353. header *wire.ExtendedHeader,
  354. frames []wire.Frame,
  355. sealer handshake.Sealer,
  356. ) ([]byte, error) {
  357. raw := *getPacketBuffer()
  358. buffer := bytes.NewBuffer(raw[:0])
  359. addPaddingForInitial := p.perspective == protocol.PerspectiveClient && header.Type == protocol.PacketTypeInitial
  360. if header.IsLongHeader {
  361. if p.perspective == protocol.PerspectiveClient && header.Type == protocol.PacketTypeInitial {
  362. header.Token = p.token
  363. }
  364. if addPaddingForInitial {
  365. headerLen := header.GetLength(p.version)
  366. header.Length = protocol.ByteCount(header.PacketNumberLen) + protocol.MinInitialPacketSize - headerLen
  367. } else {
  368. // long header packets always use 4 byte packet number, so we never need to pad short payloads
  369. length := protocol.ByteCount(sealer.Overhead()) + protocol.ByteCount(header.PacketNumberLen)
  370. for _, frame := range frames {
  371. length += frame.Length(p.version)
  372. }
  373. header.Length = length
  374. }
  375. }
  376. if err := header.Write(buffer, p.version); err != nil {
  377. return nil, err
  378. }
  379. payloadStartIndex := buffer.Len()
  380. // write all frames but the last one
  381. for _, frame := range frames[:len(frames)-1] {
  382. if err := frame.Write(buffer, p.version); err != nil {
  383. return nil, err
  384. }
  385. }
  386. lastFrame := frames[len(frames)-1]
  387. if addPaddingForInitial {
  388. // when appending padding, we need to make sure that the last STREAM frames has the data length set
  389. if sf, ok := lastFrame.(*wire.StreamFrame); ok {
  390. sf.DataLenPresent = true
  391. }
  392. } else {
  393. payloadLen := buffer.Len() - payloadStartIndex + int(lastFrame.Length(p.version))
  394. if paddingLen := 4 - int(header.PacketNumberLen) - payloadLen; paddingLen > 0 {
  395. // Pad the packet such that packet number length + payload length is 4 bytes.
  396. // This is needed to enable the peer to get a 16 byte sample for header protection.
  397. buffer.Write(bytes.Repeat([]byte{0}, paddingLen))
  398. }
  399. }
  400. if err := lastFrame.Write(buffer, p.version); err != nil {
  401. return nil, err
  402. }
  403. if addPaddingForInitial {
  404. paddingLen := protocol.MinInitialPacketSize - sealer.Overhead() - buffer.Len()
  405. if paddingLen > 0 {
  406. buffer.Write(bytes.Repeat([]byte{0}, paddingLen))
  407. }
  408. }
  409. if size := protocol.ByteCount(buffer.Len() + sealer.Overhead()); size > p.maxPacketSize {
  410. return nil, fmt.Errorf("PacketPacker BUG: packet too large (%d bytes, allowed %d bytes)", size, p.maxPacketSize)
  411. }
  412. raw = raw[0:buffer.Len()]
  413. _ = sealer.Seal(raw[payloadStartIndex:payloadStartIndex], raw[payloadStartIndex:], header.PacketNumber, raw[:payloadStartIndex])
  414. raw = raw[0 : buffer.Len()+sealer.Overhead()]
  415. num := p.pnManager.PopPacketNumber()
  416. if num != header.PacketNumber {
  417. return nil, errors.New("packetPacker BUG: Peeked and Popped packet numbers do not match")
  418. }
  419. return raw, nil
  420. }
  421. func (p *packetPacker) ChangeDestConnectionID(connID protocol.ConnectionID) {
  422. p.destConnID = connID
  423. }
  424. func (p *packetPacker) HandleTransportParameters(params *handshake.TransportParameters) {
  425. if params.MaxPacketSize != 0 {
  426. p.maxPacketSize = utils.MinByteCount(p.maxPacketSize, params.MaxPacketSize)
  427. }
  428. }