reader.go 4.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212
  1. package buf
  2. import (
  3. "io"
  4. "v2ray.com/core/common"
  5. "v2ray.com/core/common/bytespool"
  6. "v2ray.com/core/common/errors"
  7. )
  8. func readOne(r io.Reader) (*Buffer, error) {
  9. b := New()
  10. for i := 0; i < 64; i++ {
  11. err := b.Reset(ReadFrom(r))
  12. if !b.IsEmpty() {
  13. return b, nil
  14. }
  15. if err != nil {
  16. b.Release()
  17. return nil, err
  18. }
  19. }
  20. return nil, newError("Reader returns too many empty payloads.")
  21. }
  22. const largeSize = 128 * 1024
  23. // BytesToBufferReader is a Reader that adjusts its reading speed automatically.
  24. type BytesToBufferReader struct {
  25. io.Reader
  26. buffer []byte
  27. }
  28. // NewBytesToBufferReader returns a new BytesToBufferReader.
  29. func NewBytesToBufferReader(reader io.Reader) Reader {
  30. return &BytesToBufferReader{
  31. Reader: reader,
  32. }
  33. }
  34. func (r *BytesToBufferReader) readSmall() (MultiBuffer, error) {
  35. b, err := readOne(r.Reader)
  36. if err != nil {
  37. return nil, err
  38. }
  39. if b.IsFull() && largeSize > Size {
  40. r.buffer = bytespool.Alloc(Size + 100)
  41. }
  42. return NewMultiBufferValue(b), nil
  43. }
  44. func (r *BytesToBufferReader) freeBuffer() {
  45. bytespool.Free(r.buffer)
  46. r.buffer = nil
  47. }
  48. // ReadMultiBuffer implements Reader.
  49. func (r *BytesToBufferReader) ReadMultiBuffer() (MultiBuffer, error) {
  50. if r.buffer == nil || largeSize == Size {
  51. return r.readSmall()
  52. }
  53. nBytes, err := r.Reader.Read(r.buffer)
  54. if nBytes > 0 {
  55. mb := NewMultiBufferCap(int32(nBytes/Size) + 1)
  56. common.Must2(mb.Write(r.buffer[:nBytes]))
  57. if nBytes == len(r.buffer) && nBytes < int(largeSize) {
  58. bytespool.Free(r.buffer)
  59. r.buffer = bytespool.Alloc(int32(nBytes) + 100)
  60. } else if nBytes < Size {
  61. r.freeBuffer()
  62. }
  63. return mb, nil
  64. }
  65. r.freeBuffer()
  66. if err != nil {
  67. return nil, err
  68. }
  69. // Read() returns empty payload and nil err. We don't expect this to happen, but just in case.
  70. return r.readSmall()
  71. }
  72. // BufferedReader is a Reader that keeps its internal buffer.
  73. type BufferedReader struct {
  74. // Reader is the underlying reader to be read from
  75. Reader Reader
  76. // Buffer is the internal buffer to be read from first
  77. Buffer MultiBuffer
  78. }
  79. // BufferedBytes returns the number of bytes that is cached in this reader.
  80. func (r *BufferedReader) BufferedBytes() int32 {
  81. return r.Buffer.Len()
  82. }
  83. // ReadByte implements io.ByteReader.
  84. func (r *BufferedReader) ReadByte() (byte, error) {
  85. var b [1]byte
  86. _, err := r.Read(b[:])
  87. return b[0], err
  88. }
  89. // Read implements io.Reader. It reads from internal buffer first (if available) and then reads from the underlying reader.
  90. func (r *BufferedReader) Read(b []byte) (int, error) {
  91. if !r.Buffer.IsEmpty() {
  92. nBytes, err := r.Buffer.Read(b)
  93. common.Must(err)
  94. if r.Buffer.IsEmpty() {
  95. r.Buffer.Release()
  96. r.Buffer = nil
  97. }
  98. return nBytes, nil
  99. }
  100. mb, err := r.Reader.ReadMultiBuffer()
  101. if err != nil {
  102. return 0, err
  103. }
  104. nBytes, err := mb.Read(b)
  105. common.Must(err)
  106. if !mb.IsEmpty() {
  107. r.Buffer = mb
  108. }
  109. return nBytes, err
  110. }
  111. // ReadMultiBuffer implements Reader.
  112. func (r *BufferedReader) ReadMultiBuffer() (MultiBuffer, error) {
  113. if !r.Buffer.IsEmpty() {
  114. mb := r.Buffer
  115. r.Buffer = nil
  116. return mb, nil
  117. }
  118. return r.Reader.ReadMultiBuffer()
  119. }
  120. // ReadAtMost returns a MultiBuffer with at most size.
  121. func (r *BufferedReader) ReadAtMost(size int32) (MultiBuffer, error) {
  122. if r.Buffer.IsEmpty() {
  123. mb, err := r.Reader.ReadMultiBuffer()
  124. if mb.IsEmpty() && err != nil {
  125. return nil, err
  126. }
  127. r.Buffer = mb
  128. }
  129. mb := r.Buffer.SliceBySize(size)
  130. if r.Buffer.IsEmpty() {
  131. r.Buffer = nil
  132. }
  133. return mb, nil
  134. }
  135. func (r *BufferedReader) writeToInternal(writer io.Writer) (int64, error) {
  136. mbWriter := NewWriter(writer)
  137. totalBytes := int64(0)
  138. if r.Buffer != nil {
  139. totalBytes += int64(r.Buffer.Len())
  140. if err := mbWriter.WriteMultiBuffer(r.Buffer); err != nil {
  141. return 0, err
  142. }
  143. r.Buffer = nil
  144. }
  145. for {
  146. mb, err := r.Reader.ReadMultiBuffer()
  147. if mb != nil {
  148. totalBytes += int64(mb.Len())
  149. if werr := mbWriter.WriteMultiBuffer(mb); werr != nil {
  150. return totalBytes, err
  151. }
  152. }
  153. if err != nil {
  154. return totalBytes, err
  155. }
  156. }
  157. }
  158. // WriteTo implements io.WriterTo.
  159. func (r *BufferedReader) WriteTo(writer io.Writer) (int64, error) {
  160. nBytes, err := r.writeToInternal(writer)
  161. if errors.Cause(err) == io.EOF {
  162. return nBytes, nil
  163. }
  164. return nBytes, err
  165. }
  166. // Close implements io.Closer.
  167. func (r *BufferedReader) Close() error {
  168. if !r.Buffer.IsEmpty() {
  169. r.Buffer.Release()
  170. }
  171. return common.Close(r.Reader)
  172. }
  173. type SingleReader struct {
  174. io.Reader
  175. }
  176. func (r *SingleReader) ReadMultiBuffer() (MultiBuffer, error) {
  177. b, err := readOne(r.Reader)
  178. if err != nil {
  179. return nil, err
  180. }
  181. return NewMultiBufferValue(b), nil
  182. }