reader.go 3.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180
  1. package buf
  2. import (
  3. "io"
  4. "v2ray.com/core/common/errors"
  5. )
  6. // BytesToBufferReader is a Reader that adjusts its reading speed automatically.
  7. type BytesToBufferReader struct {
  8. io.Reader
  9. buffer []byte
  10. }
  11. // NewBytesToBufferReader returns a new BytesToBufferReader.
  12. func NewBytesToBufferReader(reader io.Reader) Reader {
  13. return &BytesToBufferReader{
  14. Reader: reader,
  15. }
  16. }
  17. const xlSize = 128 * 1024
  18. func (r *BytesToBufferReader) readSmall() (MultiBuffer, error) {
  19. b := New()
  20. err := b.Reset(ReadFrom(r.Reader))
  21. if b.IsFull() {
  22. r.buffer = newBytes(Size + 1)
  23. }
  24. if !b.IsEmpty() {
  25. return NewMultiBufferValue(b), nil
  26. }
  27. b.Release()
  28. return nil, err
  29. }
  30. // ReadMultiBuffer implements Reader.
  31. func (r *BytesToBufferReader) ReadMultiBuffer() (MultiBuffer, error) {
  32. if r.buffer == nil {
  33. return r.readSmall()
  34. }
  35. nBytes, err := r.Reader.Read(r.buffer)
  36. if nBytes > 0 {
  37. mb := NewMultiBufferCap(nBytes/Size + 1)
  38. mb.Write(r.buffer[:nBytes])
  39. if nBytes == len(r.buffer) && nBytes < xlSize {
  40. freeBytes(r.buffer)
  41. r.buffer = newBytes(uint32(nBytes) + 1)
  42. } else if nBytes < Size {
  43. freeBytes(r.buffer)
  44. r.buffer = nil
  45. }
  46. return mb, nil
  47. }
  48. freeBytes(r.buffer)
  49. r.buffer = nil
  50. return nil, err
  51. }
  52. // BufferedReader is a Reader that keeps its internal buffer.
  53. type BufferedReader struct {
  54. stream Reader
  55. leftOver MultiBuffer
  56. buffered bool
  57. }
  58. // NewBufferedReader returns a new BufferedReader.
  59. func NewBufferedReader(reader Reader) *BufferedReader {
  60. return &BufferedReader{
  61. stream: reader,
  62. buffered: true,
  63. }
  64. }
  65. // SetBuffered sets whether to keep the interal buffer.
  66. func (r *BufferedReader) SetBuffered(f bool) {
  67. r.buffered = f
  68. }
  69. // IsBuffered returns true if internal buffer is used.
  70. func (r *BufferedReader) IsBuffered() bool {
  71. return r.buffered
  72. }
  73. // ReadByte implements io.ByteReader.
  74. func (r *BufferedReader) ReadByte() (byte, error) {
  75. var b [1]byte
  76. _, err := r.Read(b[:])
  77. return b[0], err
  78. }
  79. // Read implements io.Reader. It reads from internal buffer first (if available) and then reads from the underlying reader.
  80. func (r *BufferedReader) Read(b []byte) (int, error) {
  81. if r.leftOver != nil {
  82. nBytes, _ := r.leftOver.Read(b)
  83. if r.leftOver.IsEmpty() {
  84. r.leftOver.Release()
  85. r.leftOver = nil
  86. }
  87. return nBytes, nil
  88. }
  89. if !r.buffered {
  90. if reader, ok := r.stream.(io.Reader); ok {
  91. return reader.Read(b)
  92. }
  93. }
  94. mb, err := r.stream.ReadMultiBuffer()
  95. if mb != nil {
  96. nBytes, _ := mb.Read(b)
  97. if !mb.IsEmpty() {
  98. r.leftOver = mb
  99. }
  100. return nBytes, err
  101. }
  102. return 0, err
  103. }
  104. // ReadMultiBuffer implements Reader.
  105. func (r *BufferedReader) ReadMultiBuffer() (MultiBuffer, error) {
  106. if r.leftOver != nil {
  107. mb := r.leftOver
  108. r.leftOver = nil
  109. return mb, nil
  110. }
  111. return r.stream.ReadMultiBuffer()
  112. }
  113. // ReadAtMost returns a MultiBuffer with at most size.
  114. func (r *BufferedReader) ReadAtMost(size int) (MultiBuffer, error) {
  115. if r.leftOver == nil {
  116. mb, err := r.stream.ReadMultiBuffer()
  117. if mb.IsEmpty() && err != nil {
  118. return nil, err
  119. }
  120. r.leftOver = mb
  121. }
  122. mb := r.leftOver.SliceBySize(size)
  123. if r.leftOver.IsEmpty() {
  124. r.leftOver = nil
  125. }
  126. return mb, nil
  127. }
  128. func (r *BufferedReader) writeToInternal(writer io.Writer) (int64, error) {
  129. mbWriter := NewWriter(writer)
  130. totalBytes := int64(0)
  131. if r.leftOver != nil {
  132. totalBytes += int64(r.leftOver.Len())
  133. if err := mbWriter.WriteMultiBuffer(r.leftOver); err != nil {
  134. return 0, err
  135. }
  136. }
  137. for {
  138. mb, err := r.stream.ReadMultiBuffer()
  139. if mb != nil {
  140. totalBytes += int64(mb.Len())
  141. if werr := mbWriter.WriteMultiBuffer(mb); werr != nil {
  142. return totalBytes, err
  143. }
  144. }
  145. if err != nil {
  146. return totalBytes, err
  147. }
  148. }
  149. }
  150. // WriteTo implements io.WriterTo.
  151. func (r *BufferedReader) WriteTo(writer io.Writer) (int64, error) {
  152. nBytes, err := r.writeToInternal(writer)
  153. if errors.Cause(err) == io.EOF {
  154. return nBytes, nil
  155. }
  156. return nBytes, err
  157. }