reader.go 3.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179
  1. package buf
  2. import (
  3. "io"
  4. "v2ray.com/core/common/errors"
  5. )
  6. // BytesToBufferReader is a Reader that adjusts its reading speed automatically.
  7. type BytesToBufferReader struct {
  8. io.Reader
  9. buffer []byte
  10. }
  11. // NewBytesToBufferReader returns a new BytesToBufferReader.
  12. func NewBytesToBufferReader(reader io.Reader) Reader {
  13. return &BytesToBufferReader{
  14. Reader: reader,
  15. }
  16. }
  17. const mediumSize = 8 * 1024
  18. const largeSize = 64 * 1024
  19. const xlSize = 128 * 1024
  20. func (r *BytesToBufferReader) readSmall() (MultiBuffer, error) {
  21. b := New()
  22. err := b.Reset(ReadFrom(r.Reader))
  23. if b.IsFull() {
  24. r.buffer = NewBytes(mediumSize)
  25. }
  26. if !b.IsEmpty() {
  27. return NewMultiBufferValue(b), nil
  28. }
  29. b.Release()
  30. return nil, err
  31. }
  32. // ReadMultiBuffer implements Reader.
  33. func (r *BytesToBufferReader) ReadMultiBuffer() (MultiBuffer, error) {
  34. if r.buffer == nil {
  35. return r.readSmall()
  36. }
  37. nBytes, err := r.Reader.Read(r.buffer)
  38. if nBytes > 0 {
  39. mb := NewMultiBufferCap(nBytes/Size + 1)
  40. mb.Write(r.buffer[:nBytes])
  41. if nBytes == len(r.buffer) && nBytes < xlSize {
  42. FreeBytes(r.buffer)
  43. r.buffer = NewBytes(uint32(nBytes) + 1)
  44. }
  45. return mb, nil
  46. }
  47. FreeBytes(r.buffer)
  48. r.buffer = nil
  49. return nil, err
  50. }
  51. // BufferedReader is a Reader that keeps its internal buffer.
  52. type BufferedReader struct {
  53. stream Reader
  54. leftOver MultiBuffer
  55. buffered bool
  56. }
  57. // NewBufferedReader returns a new BufferedReader.
  58. func NewBufferedReader(reader Reader) *BufferedReader {
  59. return &BufferedReader{
  60. stream: reader,
  61. buffered: true,
  62. }
  63. }
  64. // SetBuffered sets whether to keep the interal buffer.
  65. func (r *BufferedReader) SetBuffered(f bool) {
  66. r.buffered = f
  67. }
  68. // IsBuffered returns true if internal buffer is used.
  69. func (r *BufferedReader) IsBuffered() bool {
  70. return r.buffered
  71. }
  72. // ReadByte implements io.ByteReader.
  73. func (r *BufferedReader) ReadByte() (byte, error) {
  74. var b [1]byte
  75. _, err := r.Read(b[:])
  76. return b[0], err
  77. }
  78. // Read implements io.Reader. It reads from internal buffer first (if available) and then reads from the underlying reader.
  79. func (r *BufferedReader) Read(b []byte) (int, error) {
  80. if r.leftOver != nil {
  81. nBytes, _ := r.leftOver.Read(b)
  82. if r.leftOver.IsEmpty() {
  83. r.leftOver.Release()
  84. r.leftOver = nil
  85. }
  86. return nBytes, nil
  87. }
  88. if !r.buffered {
  89. if reader, ok := r.stream.(io.Reader); ok {
  90. return reader.Read(b)
  91. }
  92. }
  93. mb, err := r.stream.ReadMultiBuffer()
  94. if mb != nil {
  95. nBytes, _ := mb.Read(b)
  96. if !mb.IsEmpty() {
  97. r.leftOver = mb
  98. }
  99. return nBytes, err
  100. }
  101. return 0, err
  102. }
  103. // ReadMultiBuffer implements Reader.
  104. func (r *BufferedReader) ReadMultiBuffer() (MultiBuffer, error) {
  105. if r.leftOver != nil {
  106. mb := r.leftOver
  107. r.leftOver = nil
  108. return mb, nil
  109. }
  110. return r.stream.ReadMultiBuffer()
  111. }
  112. // ReadAtMost returns a MultiBuffer with at most size.
  113. func (r *BufferedReader) ReadAtMost(size int) (MultiBuffer, error) {
  114. if r.leftOver == nil {
  115. mb, err := r.stream.ReadMultiBuffer()
  116. if mb.IsEmpty() && err != nil {
  117. return nil, err
  118. }
  119. r.leftOver = mb
  120. }
  121. mb := r.leftOver.SliceBySize(size)
  122. if r.leftOver.IsEmpty() {
  123. r.leftOver = nil
  124. }
  125. return mb, nil
  126. }
  127. func (r *BufferedReader) writeToInternal(writer io.Writer) (int64, error) {
  128. mbWriter := NewWriter(writer)
  129. totalBytes := int64(0)
  130. if r.leftOver != nil {
  131. totalBytes += int64(r.leftOver.Len())
  132. if err := mbWriter.WriteMultiBuffer(r.leftOver); err != nil {
  133. return 0, err
  134. }
  135. }
  136. for {
  137. mb, err := r.stream.ReadMultiBuffer()
  138. if mb != nil {
  139. totalBytes += int64(mb.Len())
  140. if werr := mbWriter.WriteMultiBuffer(mb); werr != nil {
  141. return totalBytes, err
  142. }
  143. }
  144. if err != nil {
  145. return totalBytes, err
  146. }
  147. }
  148. }
  149. // WriteTo implements io.WriterTo.
  150. func (r *BufferedReader) WriteTo(writer io.Writer) (int64, error) {
  151. nBytes, err := r.writeToInternal(writer)
  152. if errors.Cause(err) == io.EOF {
  153. return nBytes, nil
  154. }
  155. return nBytes, err
  156. }