sending.go 7.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340
  1. package kcp
  2. import (
  3. "sync"
  4. )
  5. type SendingWindow struct {
  6. start uint32
  7. cap uint32
  8. len uint32
  9. last uint32
  10. data []*DataSegment
  11. prev []uint32
  12. next []uint32
  13. totalInFlightSize uint32
  14. writer SegmentWriter
  15. onPacketLoss func(uint32)
  16. }
  17. func NewSendingWindow(size uint32, writer SegmentWriter, onPacketLoss func(uint32)) *SendingWindow {
  18. window := &SendingWindow{
  19. start: 0,
  20. cap: size,
  21. len: 0,
  22. last: 0,
  23. data: make([]*DataSegment, size),
  24. prev: make([]uint32, size),
  25. next: make([]uint32, size),
  26. writer: writer,
  27. onPacketLoss: onPacketLoss,
  28. }
  29. return window
  30. }
  31. func (this *SendingWindow) Len() int {
  32. return int(this.len)
  33. }
  34. func (this *SendingWindow) IsEmpty() bool {
  35. return this.len == 0
  36. }
  37. func (this *SendingWindow) Size() uint32 {
  38. return this.cap
  39. }
  40. func (this *SendingWindow) IsFull() bool {
  41. return this.len == this.cap
  42. }
  43. func (this *SendingWindow) Push(seg *DataSegment) {
  44. pos := (this.start + this.len) % this.cap
  45. this.data[pos] = seg
  46. if this.len > 0 {
  47. this.next[this.last] = pos
  48. this.prev[pos] = this.last
  49. }
  50. this.last = pos
  51. this.len++
  52. }
  53. func (this *SendingWindow) First() *DataSegment {
  54. return this.data[this.start]
  55. }
  56. func (this *SendingWindow) Clear(una uint32) {
  57. for !this.IsEmpty() && this.data[this.start].Number < una {
  58. this.Remove(0)
  59. }
  60. }
  61. func (this *SendingWindow) Remove(idx uint32) {
  62. if this.len == 0 {
  63. return
  64. }
  65. pos := (this.start + idx) % this.cap
  66. seg := this.data[pos]
  67. if seg == nil {
  68. return
  69. }
  70. this.totalInFlightSize--
  71. seg.Release()
  72. this.data[pos] = nil
  73. if pos == this.start && pos == this.last {
  74. this.len = 0
  75. this.start = 0
  76. this.last = 0
  77. } else if pos == this.start {
  78. delta := this.next[pos] - this.start
  79. if this.next[pos] < this.start {
  80. delta = this.next[pos] + this.cap - this.start
  81. }
  82. this.start = this.next[pos]
  83. this.len -= delta
  84. } else if pos == this.last {
  85. this.last = this.prev[pos]
  86. } else {
  87. this.next[this.prev[pos]] = this.next[pos]
  88. this.prev[this.next[pos]] = this.prev[pos]
  89. }
  90. }
  91. func (this *SendingWindow) HandleFastAck(number uint32) {
  92. if this.len == 0 {
  93. return
  94. }
  95. for i := this.start; ; i = this.next[i] {
  96. seg := this.data[i]
  97. if number-seg.Number > 0x7FFFFFFF {
  98. break
  99. }
  100. if number != seg.Number {
  101. seg.ackSkipped++
  102. }
  103. if i == this.last {
  104. break
  105. }
  106. }
  107. }
  108. func (this *SendingWindow) Flush(current uint32, resend uint32, rto uint32, maxInFlightSize uint32) {
  109. if this.IsEmpty() {
  110. return
  111. }
  112. var lost uint32
  113. var inFlightSize uint32
  114. for i := this.start; ; i = this.next[i] {
  115. segment := this.data[i]
  116. needsend := false
  117. if segment.transmit == 0 {
  118. needsend = true
  119. segment.transmit++
  120. segment.timeout = current + rto
  121. this.totalInFlightSize++
  122. } else if current-segment.timeout < 0x7FFFFFFF {
  123. needsend = true
  124. segment.transmit++
  125. segment.timeout = current + rto
  126. lost++
  127. } else if segment.ackSkipped >= resend {
  128. needsend = true
  129. segment.transmit++
  130. segment.ackSkipped = 0
  131. segment.timeout = current + rto
  132. }
  133. if needsend {
  134. segment.Timestamp = current
  135. this.writer.Write(segment)
  136. inFlightSize++
  137. if inFlightSize >= maxInFlightSize {
  138. break
  139. }
  140. }
  141. if i == this.last {
  142. break
  143. }
  144. }
  145. if this.onPacketLoss != nil && inFlightSize > 0 && this.totalInFlightSize != 0 {
  146. rate := lost * 100 / this.totalInFlightSize
  147. this.onPacketLoss(rate)
  148. }
  149. }
  150. type SendingWorker struct {
  151. sync.RWMutex
  152. conn *Connection
  153. window *SendingWindow
  154. firstUnacknowledged uint32
  155. nextNumber uint32
  156. remoteNextNumber uint32
  157. controlWindow uint32
  158. fastResend uint32
  159. }
  160. func NewSendingWorker(kcp *Connection) *SendingWorker {
  161. worker := &SendingWorker{
  162. conn: kcp,
  163. fastResend: 2,
  164. remoteNextNumber: 32,
  165. controlWindow: kcp.Config.GetSendingInFlightSize(),
  166. }
  167. worker.window = NewSendingWindow(kcp.Config.GetSendingBufferSize(), worker, worker.OnPacketLoss)
  168. return worker
  169. }
  170. func (this *SendingWorker) ProcessReceivingNext(nextNumber uint32) {
  171. this.Lock()
  172. defer this.Unlock()
  173. this.ProcessReceivingNextWithoutLock(nextNumber)
  174. }
  175. func (this *SendingWorker) ProcessReceivingNextWithoutLock(nextNumber uint32) {
  176. this.window.Clear(nextNumber)
  177. this.FindFirstUnacknowledged()
  178. }
  179. // Private: Visible for testing.
  180. func (this *SendingWorker) FindFirstUnacknowledged() {
  181. if !this.window.IsEmpty() {
  182. this.firstUnacknowledged = this.window.First().Number
  183. } else {
  184. this.firstUnacknowledged = this.nextNumber
  185. }
  186. }
  187. // Private: Visible for testing.
  188. func (this *SendingWorker) ProcessAck(number uint32) {
  189. // number < this.firstUnacknowledged || number >= this.nextNumber
  190. if number-this.firstUnacknowledged > 0x7FFFFFFF || number-this.nextNumber < 0x7FFFFFFF {
  191. return
  192. }
  193. this.window.Remove(number - this.firstUnacknowledged)
  194. this.FindFirstUnacknowledged()
  195. }
  196. func (this *SendingWorker) ProcessSegment(current uint32, seg *AckSegment) {
  197. defer seg.Release()
  198. this.Lock()
  199. defer this.Unlock()
  200. if this.remoteNextNumber < seg.ReceivingWindow {
  201. this.remoteNextNumber = seg.ReceivingWindow
  202. }
  203. this.ProcessReceivingNextWithoutLock(seg.ReceivingNext)
  204. if current-seg.Timestamp < 10000 {
  205. this.conn.roundTrip.Update(current-seg.Timestamp, current)
  206. }
  207. var maxack uint32
  208. for i := 0; i < int(seg.Count); i++ {
  209. number := seg.NumberList[i]
  210. this.ProcessAck(number)
  211. if maxack < number {
  212. maxack = number
  213. }
  214. }
  215. this.window.HandleFastAck(maxack)
  216. }
  217. func (this *SendingWorker) Push(b []byte) int {
  218. nBytes := 0
  219. this.Lock()
  220. defer this.Unlock()
  221. for len(b) > 0 && !this.window.IsFull() {
  222. var size int
  223. if len(b) > int(this.conn.mss) {
  224. size = int(this.conn.mss)
  225. } else {
  226. size = len(b)
  227. }
  228. seg := NewDataSegment()
  229. seg.Data = AllocateBuffer().Clear().Append(b[:size])
  230. seg.Number = this.nextNumber
  231. seg.timeout = 0
  232. seg.ackSkipped = 0
  233. seg.transmit = 0
  234. this.window.Push(seg)
  235. this.nextNumber++
  236. b = b[size:]
  237. nBytes += size
  238. }
  239. return nBytes
  240. }
  241. // Private: Visible for testing.
  242. func (this *SendingWorker) Write(seg Segment) {
  243. dataSeg := seg.(*DataSegment)
  244. dataSeg.Conv = this.conn.conv
  245. dataSeg.SendingNext = this.firstUnacknowledged
  246. dataSeg.Option = 0
  247. if this.conn.State() == StateReadyToClose {
  248. dataSeg.Option = SegmentOptionClose
  249. }
  250. this.conn.output.Write(dataSeg)
  251. }
  252. func (this *SendingWorker) OnPacketLoss(lossRate uint32) {
  253. if !this.conn.Config.Congestion || this.conn.roundTrip.Timeout() == 0 {
  254. return
  255. }
  256. if lossRate >= 15 {
  257. this.controlWindow = 3 * this.controlWindow / 4
  258. } else if lossRate <= 5 {
  259. this.controlWindow += this.controlWindow / 4
  260. }
  261. if this.controlWindow < 16 {
  262. this.controlWindow = 16
  263. }
  264. if this.controlWindow > 2*this.conn.Config.GetSendingInFlightSize() {
  265. this.controlWindow = 2 * this.conn.Config.GetSendingInFlightSize()
  266. }
  267. }
  268. func (this *SendingWorker) Flush(current uint32) {
  269. this.Lock()
  270. defer this.Unlock()
  271. cwnd := this.firstUnacknowledged + this.conn.Config.GetSendingInFlightSize()
  272. if cwnd > this.remoteNextNumber {
  273. cwnd = this.remoteNextNumber
  274. }
  275. if this.conn.Config.Congestion && cwnd > this.firstUnacknowledged+this.controlWindow {
  276. cwnd = this.firstUnacknowledged + this.controlWindow
  277. }
  278. if !this.window.IsEmpty() {
  279. this.window.Flush(current, this.conn.fastresend, this.conn.roundTrip.Timeout(), cwnd)
  280. }
  281. }
  282. func (this *SendingWorker) CloseWrite() {
  283. this.Lock()
  284. defer this.Unlock()
  285. this.window.Clear(0xFFFFFFFF)
  286. }
  287. func (this *SendingWorker) IsEmpty() bool {
  288. this.RLock()
  289. defer this.RUnlock()
  290. return this.window.IsEmpty()
  291. }