multi_buffer.go 4.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225
  1. package buf
  2. import (
  3. "io"
  4. "v2ray.com/core/common"
  5. "v2ray.com/core/common/errors"
  6. "v2ray.com/core/common/serial"
  7. )
  8. // ReadAllToBytes reads all content from the reader into a byte array, until EOF.
  9. func ReadAllToBytes(reader io.Reader) ([]byte, error) {
  10. mb, err := ReadFrom(reader)
  11. if err != nil {
  12. return nil, err
  13. }
  14. if mb.Len() == 0 {
  15. return nil, nil
  16. }
  17. b := make([]byte, mb.Len())
  18. mb, _ = SplitBytes(mb, b)
  19. ReleaseMulti(mb)
  20. return b, nil
  21. }
  22. // MultiBuffer is a list of Buffers. The order of Buffer matters.
  23. type MultiBuffer []*Buffer
  24. // MergeMulti merges content from src to dest, and returns the new address of dest and src
  25. func MergeMulti(dest MultiBuffer, src MultiBuffer) (MultiBuffer, MultiBuffer) {
  26. dest = append(dest, src...)
  27. for idx := range src {
  28. src[idx] = nil
  29. }
  30. return dest, src[:0]
  31. }
  32. // MergeBytes merges the given bytes into MultiBuffer and return the new address of the merged MultiBuffer.
  33. func MergeBytes(dest MultiBuffer, src []byte) MultiBuffer {
  34. n := len(dest)
  35. if n > 0 && !(dest)[n-1].IsFull() {
  36. nBytes, _ := (dest)[n-1].Write(src)
  37. src = src[nBytes:]
  38. }
  39. for len(src) > 0 {
  40. b := New()
  41. nBytes, _ := b.Write(src)
  42. src = src[nBytes:]
  43. dest = append(dest, b)
  44. }
  45. return dest
  46. }
  47. // ReleaseMulti release all content of the MultiBuffer, and returns an empty MultiBuffer.
  48. func ReleaseMulti(mb MultiBuffer) MultiBuffer {
  49. for i := range mb {
  50. mb[i].Release()
  51. mb[i] = nil
  52. }
  53. return mb[:0]
  54. }
  55. // Copy copied the beginning part of the MultiBuffer into the given byte array.
  56. func (mb MultiBuffer) Copy(b []byte) int {
  57. total := 0
  58. for _, bb := range mb {
  59. nBytes := copy(b[total:], bb.Bytes())
  60. total += nBytes
  61. if int32(nBytes) < bb.Len() {
  62. break
  63. }
  64. }
  65. return total
  66. }
  67. // ReadFrom reads all content from reader until EOF.
  68. func ReadFrom(reader io.Reader) (MultiBuffer, error) {
  69. mb := make(MultiBuffer, 0, 16)
  70. for {
  71. b := New()
  72. _, err := b.ReadFullFrom(reader, Size)
  73. if b.IsEmpty() {
  74. b.Release()
  75. } else {
  76. mb = append(mb, b)
  77. }
  78. if err != nil {
  79. if errors.Cause(err) == io.EOF || errors.Cause(err) == io.ErrUnexpectedEOF {
  80. return mb, nil
  81. }
  82. return mb, err
  83. }
  84. }
  85. }
  86. // SplitBytes splits the given amount of bytes from the beginning of the MultiBuffer.
  87. // It returns the new address of MultiBuffer leftover, and number of bytes written into the input byte slice.
  88. func SplitBytes(mb MultiBuffer, b []byte) (MultiBuffer, int) {
  89. totalBytes := 0
  90. for len(mb) > 0 {
  91. bb := mb[0]
  92. nBytes, _ := bb.Read(b)
  93. totalBytes += nBytes
  94. b = b[nBytes:]
  95. if !bb.IsEmpty() {
  96. break
  97. }
  98. bb.Release()
  99. mb = mb[1:]
  100. }
  101. return mb, totalBytes
  102. }
  103. // SplitFirst splits the first Buffer from the beginning of the MultiBuffer.
  104. func SplitFirst(mb MultiBuffer) (MultiBuffer, *Buffer) {
  105. if len(mb) == 0 {
  106. return mb, nil
  107. }
  108. b := mb[0]
  109. mb[0] = nil
  110. mb = mb[1:]
  111. return mb, b
  112. }
  113. // Len returns the total number of bytes in the MultiBuffer.
  114. func (mb MultiBuffer) Len() int32 {
  115. if mb == nil {
  116. return 0
  117. }
  118. size := int32(0)
  119. for _, b := range mb {
  120. size += b.Len()
  121. }
  122. return size
  123. }
  124. // IsEmpty return true if the MultiBuffer has no content.
  125. func (mb MultiBuffer) IsEmpty() bool {
  126. for _, b := range mb {
  127. if !b.IsEmpty() {
  128. return false
  129. }
  130. }
  131. return true
  132. }
  133. // String returns the content of the MultiBuffer in string.
  134. func (mb MultiBuffer) String() string {
  135. v := make([]interface{}, len(mb))
  136. for i, b := range mb {
  137. v[i] = b
  138. }
  139. return serial.Concat(v...)
  140. }
  141. // SliceBySize splits the beginning of this MultiBuffer into another one, for at most size bytes.
  142. func (mb *MultiBuffer) SliceBySize(size int32) MultiBuffer {
  143. slice := make(MultiBuffer, 0, 10)
  144. sliceSize := int32(0)
  145. endIndex := len(*mb)
  146. for i, b := range *mb {
  147. if b.Len()+sliceSize > size {
  148. endIndex = i
  149. break
  150. }
  151. sliceSize += b.Len()
  152. slice = append(slice, b)
  153. (*mb)[i] = nil
  154. }
  155. *mb = (*mb)[endIndex:]
  156. if endIndex == 0 && len(*mb) > 0 {
  157. b := New()
  158. common.Must2(b.ReadFullFrom((*mb)[0], size))
  159. return MultiBuffer{b}
  160. }
  161. return slice
  162. }
  163. // MultiBufferContainer is a ReadWriteCloser wrapper over MultiBuffer.
  164. type MultiBufferContainer struct {
  165. MultiBuffer
  166. }
  167. // Read implements io.Reader.
  168. func (c *MultiBufferContainer) Read(b []byte) (int, error) {
  169. if c.MultiBuffer.IsEmpty() {
  170. return 0, io.EOF
  171. }
  172. mb, nBytes := SplitBytes(c.MultiBuffer, b)
  173. c.MultiBuffer = mb
  174. return nBytes, nil
  175. }
  176. // ReadMultiBuffer implements Reader.
  177. func (c *MultiBufferContainer) ReadMultiBuffer() (MultiBuffer, error) {
  178. mb := c.MultiBuffer
  179. c.MultiBuffer = nil
  180. return mb, nil
  181. }
  182. // Write implements io.Writer.
  183. func (c *MultiBufferContainer) Write(b []byte) (int, error) {
  184. c.MultiBuffer = MergeBytes(c.MultiBuffer, b)
  185. return len(b), nil
  186. }
  187. // WriteMultiBuffer implement Writer.
  188. func (c *MultiBufferContainer) WriteMultiBuffer(b MultiBuffer) error {
  189. mb, _ := MergeMulti(c.MultiBuffer, b)
  190. c.MultiBuffer = mb
  191. return nil
  192. }
  193. // Close implement io.Closer.
  194. func (c *MultiBufferContainer) Close() error {
  195. c.MultiBuffer = ReleaseMulti(c.MultiBuffer)
  196. return nil
  197. }