reader.go 4.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220
  1. package buf
  2. import (
  3. "io"
  4. "v2ray.com/core/common"
  5. "v2ray.com/core/common/bytespool"
  6. "v2ray.com/core/common/errors"
  7. )
  8. func readOne(r io.Reader) (*Buffer, error) {
  9. b := New()
  10. for i := 0; i < 64; i++ {
  11. err := b.Reset(ReadFrom(r))
  12. if !b.IsEmpty() {
  13. return b, nil
  14. }
  15. if err != nil {
  16. b.Release()
  17. return nil, err
  18. }
  19. }
  20. return nil, newError("Reader returns too many empty payloads.")
  21. }
  22. const largeSize = 128 * 1024
  23. // BytesToBufferReader is a Reader that adjusts its reading speed automatically.
  24. type BytesToBufferReader struct {
  25. io.Reader
  26. buffer []byte
  27. }
  28. // NewBytesToBufferReader returns a new BytesToBufferReader.
  29. func NewBytesToBufferReader(reader io.Reader) Reader {
  30. return &BytesToBufferReader{
  31. Reader: reader,
  32. }
  33. }
  34. func (r *BytesToBufferReader) readSmall() (MultiBuffer, error) {
  35. b, err := readOne(r.Reader)
  36. if err != nil {
  37. return nil, err
  38. }
  39. if b.IsFull() && largeSize > Size {
  40. r.buffer = bytespool.Alloc(Size + 100)
  41. }
  42. return NewMultiBufferValue(b), nil
  43. }
  44. func (r *BytesToBufferReader) freeBuffer() {
  45. bytespool.Free(r.buffer)
  46. r.buffer = nil
  47. }
  48. // ReadMultiBuffer implements Reader.
  49. func (r *BytesToBufferReader) ReadMultiBuffer() (MultiBuffer, error) {
  50. if r.buffer == nil || largeSize == Size {
  51. return r.readSmall()
  52. }
  53. nBytes, err := r.Reader.Read(r.buffer)
  54. if nBytes > 0 {
  55. mb := NewMultiBufferCap(int32(nBytes/Size) + 1)
  56. common.Must2(mb.Write(r.buffer[:nBytes]))
  57. if nBytes == len(r.buffer) && nBytes < int(largeSize) {
  58. bytespool.Free(r.buffer)
  59. r.buffer = bytespool.Alloc(int32(nBytes) + 100)
  60. } else if nBytes < Size {
  61. r.freeBuffer()
  62. }
  63. return mb, nil
  64. }
  65. r.freeBuffer()
  66. if err != nil {
  67. return nil, err
  68. }
  69. // Read() returns empty payload and nil err. We don't expect this to happen, but just in case.
  70. return r.readSmall()
  71. }
  72. // BufferedReader is a Reader that keeps its internal buffer.
  73. type BufferedReader struct {
  74. // Reader is the underlying reader to be read from
  75. Reader Reader
  76. // Buffer is the internal buffer to be read from first
  77. Buffer MultiBuffer
  78. // Direct indicates whether or not to use the internal buffer
  79. Direct bool
  80. }
  81. // BufferedBytes returns the number of bytes that is cached in this reader.
  82. func (r *BufferedReader) BufferedBytes() int32 {
  83. return r.Buffer.Len()
  84. }
  85. // ReadByte implements io.ByteReader.
  86. func (r *BufferedReader) ReadByte() (byte, error) {
  87. var b [1]byte
  88. _, err := r.Read(b[:])
  89. return b[0], err
  90. }
  91. // Read implements io.Reader. It reads from internal buffer first (if available) and then reads from the underlying reader.
  92. func (r *BufferedReader) Read(b []byte) (int, error) {
  93. if !r.Buffer.IsEmpty() {
  94. nBytes, err := r.Buffer.Read(b)
  95. common.Must(err)
  96. if r.Buffer.IsEmpty() {
  97. r.Buffer.Release()
  98. r.Buffer = nil
  99. }
  100. return nBytes, nil
  101. }
  102. if r.Direct {
  103. if reader, ok := r.Reader.(io.Reader); ok {
  104. return reader.Read(b)
  105. }
  106. }
  107. mb, err := r.Reader.ReadMultiBuffer()
  108. if err != nil {
  109. return 0, err
  110. }
  111. nBytes, err := mb.Read(b)
  112. common.Must(err)
  113. if !mb.IsEmpty() {
  114. r.Buffer = mb
  115. }
  116. return nBytes, err
  117. }
  118. // ReadMultiBuffer implements Reader.
  119. func (r *BufferedReader) ReadMultiBuffer() (MultiBuffer, error) {
  120. if !r.Buffer.IsEmpty() {
  121. mb := r.Buffer
  122. r.Buffer = nil
  123. return mb, nil
  124. }
  125. return r.Reader.ReadMultiBuffer()
  126. }
  127. // ReadAtMost returns a MultiBuffer with at most size.
  128. func (r *BufferedReader) ReadAtMost(size int32) (MultiBuffer, error) {
  129. if r.Buffer.IsEmpty() {
  130. mb, err := r.Reader.ReadMultiBuffer()
  131. if mb.IsEmpty() && err != nil {
  132. return nil, err
  133. }
  134. r.Buffer = mb
  135. }
  136. mb := r.Buffer.SliceBySize(size)
  137. if r.Buffer.IsEmpty() {
  138. r.Buffer = nil
  139. }
  140. return mb, nil
  141. }
  142. func (r *BufferedReader) writeToInternal(writer io.Writer) (int64, error) {
  143. mbWriter := NewWriter(writer)
  144. totalBytes := int64(0)
  145. if r.Buffer != nil {
  146. totalBytes += int64(r.Buffer.Len())
  147. if err := mbWriter.WriteMultiBuffer(r.Buffer); err != nil {
  148. return 0, err
  149. }
  150. r.Buffer = nil
  151. }
  152. for {
  153. mb, err := r.Reader.ReadMultiBuffer()
  154. if mb != nil {
  155. totalBytes += int64(mb.Len())
  156. if werr := mbWriter.WriteMultiBuffer(mb); werr != nil {
  157. return totalBytes, err
  158. }
  159. }
  160. if err != nil {
  161. return totalBytes, err
  162. }
  163. }
  164. }
  165. // WriteTo implements io.WriterTo.
  166. func (r *BufferedReader) WriteTo(writer io.Writer) (int64, error) {
  167. nBytes, err := r.writeToInternal(writer)
  168. if errors.Cause(err) == io.EOF {
  169. return nBytes, nil
  170. }
  171. return nBytes, err
  172. }
  173. // Close implements io.Closer.
  174. func (r *BufferedReader) Close() error {
  175. if !r.Buffer.IsEmpty() {
  176. r.Buffer.Release()
  177. }
  178. return common.Close(r.Reader)
  179. }
  180. type SingleReader struct {
  181. io.Reader
  182. }
  183. func (r *SingleReader) ReadMultiBuffer() (MultiBuffer, error) {
  184. b, err := readOne(r.Reader)
  185. if err != nil {
  186. return nil, err
  187. }
  188. return NewMultiBufferValue(b), nil
  189. }