reader.go 3.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189
  1. package buf
  2. import (
  3. "io"
  4. "v2ray.com/core/common/errors"
  5. )
  6. // BytesToBufferReader is a Reader that adjusts its reading speed automatically.
  7. type BytesToBufferReader struct {
  8. io.Reader
  9. buffer []byte
  10. }
  11. // NewBytesToBufferReader returns a new BytesToBufferReader.
  12. func NewBytesToBufferReader(reader io.Reader) Reader {
  13. return &BytesToBufferReader{
  14. Reader: reader,
  15. }
  16. }
  17. const xlSize = 128 * 1024
  18. func (r *BytesToBufferReader) readSmall() (MultiBuffer, error) {
  19. b := New()
  20. for {
  21. err := b.Reset(ReadFrom(r.Reader))
  22. if b.IsFull() {
  23. r.buffer = newBytes(Size + 1)
  24. }
  25. if !b.IsEmpty() {
  26. return NewMultiBufferValue(b), nil
  27. }
  28. if err != nil {
  29. b.Release()
  30. return nil, err
  31. }
  32. }
  33. }
  34. // ReadMultiBuffer implements Reader.
  35. func (r *BytesToBufferReader) ReadMultiBuffer() (MultiBuffer, error) {
  36. if r.buffer == nil {
  37. return r.readSmall()
  38. }
  39. for {
  40. nBytes, err := r.Reader.Read(r.buffer)
  41. if nBytes > 0 {
  42. mb := NewMultiBufferCap(nBytes/Size + 1)
  43. mb.Write(r.buffer[:nBytes])
  44. if nBytes == len(r.buffer) && nBytes < xlSize {
  45. freeBytes(r.buffer)
  46. r.buffer = newBytes(uint32(nBytes) + 1)
  47. } else if nBytes < Size {
  48. freeBytes(r.buffer)
  49. r.buffer = nil
  50. }
  51. return mb, nil
  52. }
  53. if err != nil {
  54. freeBytes(r.buffer)
  55. r.buffer = nil
  56. return nil, err
  57. }
  58. }
  59. }
  60. // BufferedReader is a Reader that keeps its internal buffer.
  61. type BufferedReader struct {
  62. stream Reader
  63. leftOver MultiBuffer
  64. buffered bool
  65. }
  66. // NewBufferedReader returns a new BufferedReader.
  67. func NewBufferedReader(reader Reader) *BufferedReader {
  68. return &BufferedReader{
  69. stream: reader,
  70. buffered: true,
  71. }
  72. }
  73. // SetBuffered sets whether to keep the interal buffer.
  74. func (r *BufferedReader) SetBuffered(f bool) {
  75. r.buffered = f
  76. }
  77. // IsBuffered returns true if internal buffer is used.
  78. func (r *BufferedReader) IsBuffered() bool {
  79. return r.buffered
  80. }
  81. // ReadByte implements io.ByteReader.
  82. func (r *BufferedReader) ReadByte() (byte, error) {
  83. var b [1]byte
  84. _, err := r.Read(b[:])
  85. return b[0], err
  86. }
  87. // Read implements io.Reader. It reads from internal buffer first (if available) and then reads from the underlying reader.
  88. func (r *BufferedReader) Read(b []byte) (int, error) {
  89. if r.leftOver != nil {
  90. nBytes, _ := r.leftOver.Read(b)
  91. if r.leftOver.IsEmpty() {
  92. r.leftOver.Release()
  93. r.leftOver = nil
  94. }
  95. return nBytes, nil
  96. }
  97. if !r.buffered {
  98. if reader, ok := r.stream.(io.Reader); ok {
  99. return reader.Read(b)
  100. }
  101. }
  102. mb, err := r.stream.ReadMultiBuffer()
  103. if mb != nil {
  104. nBytes, _ := mb.Read(b)
  105. if !mb.IsEmpty() {
  106. r.leftOver = mb
  107. }
  108. return nBytes, err
  109. }
  110. return 0, err
  111. }
  112. // ReadMultiBuffer implements Reader.
  113. func (r *BufferedReader) ReadMultiBuffer() (MultiBuffer, error) {
  114. if r.leftOver != nil {
  115. mb := r.leftOver
  116. r.leftOver = nil
  117. return mb, nil
  118. }
  119. return r.stream.ReadMultiBuffer()
  120. }
  121. // ReadAtMost returns a MultiBuffer with at most size.
  122. func (r *BufferedReader) ReadAtMost(size int) (MultiBuffer, error) {
  123. if r.leftOver == nil {
  124. mb, err := r.stream.ReadMultiBuffer()
  125. if mb.IsEmpty() && err != nil {
  126. return nil, err
  127. }
  128. r.leftOver = mb
  129. }
  130. mb := r.leftOver.SliceBySize(size)
  131. if r.leftOver.IsEmpty() {
  132. r.leftOver = nil
  133. }
  134. return mb, nil
  135. }
  136. func (r *BufferedReader) writeToInternal(writer io.Writer) (int64, error) {
  137. mbWriter := NewWriter(writer)
  138. totalBytes := int64(0)
  139. if r.leftOver != nil {
  140. totalBytes += int64(r.leftOver.Len())
  141. if err := mbWriter.WriteMultiBuffer(r.leftOver); err != nil {
  142. return 0, err
  143. }
  144. r.leftOver = nil
  145. }
  146. for {
  147. mb, err := r.stream.ReadMultiBuffer()
  148. if mb != nil {
  149. totalBytes += int64(mb.Len())
  150. if werr := mbWriter.WriteMultiBuffer(mb); werr != nil {
  151. return totalBytes, err
  152. }
  153. }
  154. if err != nil {
  155. return totalBytes, err
  156. }
  157. }
  158. }
  159. // WriteTo implements io.WriterTo.
  160. func (r *BufferedReader) WriteTo(writer io.Writer) (int64, error) {
  161. nBytes, err := r.writeToInternal(writer)
  162. if errors.Cause(err) == io.EOF {
  163. return nBytes, nil
  164. }
  165. return nBytes, err
  166. }