reader.go 4.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197
  1. package buf
  2. import (
  3. "io"
  4. "v2ray.com/core/common/errors"
  5. )
  6. // BytesToBufferReader is a Reader that adjusts its reading speed automatically.
  7. type BytesToBufferReader struct {
  8. io.Reader
  9. buffer []byte
  10. }
  11. // NewBytesToBufferReader returns a new BytesToBufferReader.
  12. func NewBytesToBufferReader(reader io.Reader) Reader {
  13. return &BytesToBufferReader{
  14. Reader: reader,
  15. }
  16. }
  17. const xlSize = 128 * 1024
  18. func (r *BytesToBufferReader) readSmall() (MultiBuffer, error) {
  19. b := New()
  20. for i := 0; i < 64; i++ {
  21. err := b.Reset(ReadFrom(r.Reader))
  22. if b.IsFull() {
  23. r.buffer = newBytes(Size + 1)
  24. }
  25. if !b.IsEmpty() {
  26. return NewMultiBufferValue(b), nil
  27. }
  28. if err != nil {
  29. b.Release()
  30. return nil, err
  31. }
  32. }
  33. return nil, newError("Reader returns too many empty payloads.")
  34. }
  35. func (r *BytesToBufferReader) freeBuffer() {
  36. freeBytes(r.buffer)
  37. r.buffer = nil
  38. }
  39. // ReadMultiBuffer implements Reader.
  40. func (r *BytesToBufferReader) ReadMultiBuffer() (MultiBuffer, error) {
  41. if r.buffer == nil {
  42. return r.readSmall()
  43. }
  44. nBytes, err := r.Reader.Read(r.buffer)
  45. if nBytes > 0 {
  46. mb := NewMultiBufferCap(nBytes/Size + 1)
  47. mb.Write(r.buffer[:nBytes])
  48. if nBytes == len(r.buffer) && nBytes < xlSize {
  49. freeBytes(r.buffer)
  50. r.buffer = newBytes(uint32(nBytes) + 1)
  51. } else if nBytes < Size {
  52. r.freeBuffer()
  53. }
  54. return mb, nil
  55. }
  56. r.freeBuffer()
  57. if err != nil {
  58. return nil, err
  59. }
  60. // Read() returns empty payload and nil err. We don't expect this to happen, but just in case.
  61. return r.readSmall()
  62. }
  63. // BufferedReader is a Reader that keeps its internal buffer.
  64. type BufferedReader struct {
  65. stream Reader
  66. leftOver MultiBuffer
  67. buffered bool
  68. }
  69. // NewBufferedReader returns a new BufferedReader.
  70. func NewBufferedReader(reader Reader) *BufferedReader {
  71. return &BufferedReader{
  72. stream: reader,
  73. buffered: true,
  74. }
  75. }
  76. // SetBuffered sets whether to keep the interal buffer.
  77. func (r *BufferedReader) SetBuffered(f bool) {
  78. r.buffered = f
  79. }
  80. // IsBuffered returns true if internal buffer is used.
  81. func (r *BufferedReader) IsBuffered() bool {
  82. return r.buffered
  83. }
  84. // ReadByte implements io.ByteReader.
  85. func (r *BufferedReader) ReadByte() (byte, error) {
  86. var b [1]byte
  87. _, err := r.Read(b[:])
  88. return b[0], err
  89. }
  90. // Read implements io.Reader. It reads from internal buffer first (if available) and then reads from the underlying reader.
  91. func (r *BufferedReader) Read(b []byte) (int, error) {
  92. if r.leftOver != nil {
  93. nBytes, _ := r.leftOver.Read(b)
  94. if r.leftOver.IsEmpty() {
  95. r.leftOver.Release()
  96. r.leftOver = nil
  97. }
  98. return nBytes, nil
  99. }
  100. if !r.buffered {
  101. if reader, ok := r.stream.(io.Reader); ok {
  102. return reader.Read(b)
  103. }
  104. }
  105. mb, err := r.stream.ReadMultiBuffer()
  106. if mb != nil {
  107. nBytes, _ := mb.Read(b)
  108. if !mb.IsEmpty() {
  109. r.leftOver = mb
  110. }
  111. return nBytes, err
  112. }
  113. return 0, err
  114. }
  115. // ReadMultiBuffer implements Reader.
  116. func (r *BufferedReader) ReadMultiBuffer() (MultiBuffer, error) {
  117. if r.leftOver != nil {
  118. mb := r.leftOver
  119. r.leftOver = nil
  120. return mb, nil
  121. }
  122. return r.stream.ReadMultiBuffer()
  123. }
  124. // ReadAtMost returns a MultiBuffer with at most size.
  125. func (r *BufferedReader) ReadAtMost(size int) (MultiBuffer, error) {
  126. if r.leftOver == nil {
  127. mb, err := r.stream.ReadMultiBuffer()
  128. if mb.IsEmpty() && err != nil {
  129. return nil, err
  130. }
  131. r.leftOver = mb
  132. }
  133. mb := r.leftOver.SliceBySize(size)
  134. if r.leftOver.IsEmpty() {
  135. r.leftOver = nil
  136. }
  137. return mb, nil
  138. }
  139. func (r *BufferedReader) writeToInternal(writer io.Writer) (int64, error) {
  140. mbWriter := NewWriter(writer)
  141. totalBytes := int64(0)
  142. if r.leftOver != nil {
  143. totalBytes += int64(r.leftOver.Len())
  144. if err := mbWriter.WriteMultiBuffer(r.leftOver); err != nil {
  145. return 0, err
  146. }
  147. r.leftOver = nil
  148. }
  149. for {
  150. mb, err := r.stream.ReadMultiBuffer()
  151. if mb != nil {
  152. totalBytes += int64(mb.Len())
  153. if werr := mbWriter.WriteMultiBuffer(mb); werr != nil {
  154. return totalBytes, err
  155. }
  156. }
  157. if err != nil {
  158. return totalBytes, err
  159. }
  160. }
  161. }
  162. // WriteTo implements io.WriterTo.
  163. func (r *BufferedReader) WriteTo(writer io.Writer) (int64, error) {
  164. nBytes, err := r.writeToInternal(writer)
  165. if errors.Cause(err) == io.EOF {
  166. return nBytes, nil
  167. }
  168. return nBytes, err
  169. }