writer.go 4.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256
  1. package buf
  2. import (
  3. "io"
  4. "net"
  5. "sync"
  6. "v2ray.com/core/common"
  7. "v2ray.com/core/common/errors"
  8. )
  9. // BufferToBytesWriter is a Writer that writes alloc.Buffer into underlying writer.
  10. type BufferToBytesWriter struct {
  11. io.Writer
  12. cache [][]byte
  13. }
  14. // WriteMultiBuffer implements Writer. This method takes ownership of the given buffer.
  15. func (w *BufferToBytesWriter) WriteMultiBuffer(mb MultiBuffer) error {
  16. defer mb.Release()
  17. size := mb.Len()
  18. if size == 0 {
  19. return nil
  20. }
  21. if len(mb) == 1 {
  22. return WriteAllBytes(w.Writer, mb[0].Bytes())
  23. }
  24. bs := w.cache
  25. for _, b := range mb {
  26. bs = append(bs, b.Bytes())
  27. }
  28. w.cache = bs
  29. defer func() {
  30. for idx := range w.cache {
  31. w.cache[idx] = nil
  32. }
  33. w.cache = w.cache[:0]
  34. }()
  35. nb := net.Buffers(bs)
  36. for size > 0 {
  37. n, err := nb.WriteTo(w.Writer)
  38. if err != nil {
  39. return err
  40. }
  41. size -= int32(n)
  42. }
  43. return nil
  44. }
  45. // ReadFrom implements io.ReaderFrom.
  46. func (w *BufferToBytesWriter) ReadFrom(reader io.Reader) (int64, error) {
  47. var sc SizeCounter
  48. err := Copy(NewReader(reader), w, CountSize(&sc))
  49. return sc.Size, err
  50. }
  51. // BufferedWriter is a Writer with internal buffer.
  52. type BufferedWriter struct {
  53. sync.Mutex
  54. writer Writer
  55. buffer *Buffer
  56. buffered bool
  57. }
  58. // NewBufferedWriter creates a new BufferedWriter.
  59. func NewBufferedWriter(writer Writer) *BufferedWriter {
  60. return &BufferedWriter{
  61. writer: writer,
  62. buffer: New(),
  63. buffered: true,
  64. }
  65. }
  66. // WriteByte implements io.ByteWriter.
  67. func (w *BufferedWriter) WriteByte(c byte) error {
  68. return common.Error2(w.Write([]byte{c}))
  69. }
  70. // Write implements io.Writer.
  71. func (w *BufferedWriter) Write(b []byte) (int, error) {
  72. w.Lock()
  73. defer w.Unlock()
  74. if !w.buffered {
  75. if writer, ok := w.writer.(io.Writer); ok {
  76. return writer.Write(b)
  77. }
  78. }
  79. totalBytes := 0
  80. for len(b) > 0 {
  81. if w.buffer == nil {
  82. w.buffer = New()
  83. }
  84. nBytes, err := w.buffer.Write(b)
  85. totalBytes += nBytes
  86. if err != nil {
  87. return totalBytes, err
  88. }
  89. if !w.buffered || w.buffer.IsFull() {
  90. if err := w.flushInternal(); err != nil {
  91. return totalBytes, err
  92. }
  93. }
  94. b = b[nBytes:]
  95. }
  96. return totalBytes, nil
  97. }
  98. // WriteMultiBuffer implements Writer. It takes ownership of the given MultiBuffer.
  99. func (w *BufferedWriter) WriteMultiBuffer(b MultiBuffer) error {
  100. w.Lock()
  101. defer w.Unlock()
  102. if !w.buffered {
  103. return w.writer.WriteMultiBuffer(b)
  104. }
  105. defer b.Release()
  106. for !b.IsEmpty() {
  107. if w.buffer == nil {
  108. w.buffer = New()
  109. }
  110. if err := w.buffer.AppendSupplier(ReadFrom(&b)); err != nil {
  111. return err
  112. }
  113. if w.buffer.IsFull() {
  114. if err := w.flushInternal(); err != nil {
  115. return err
  116. }
  117. }
  118. }
  119. return nil
  120. }
  121. // Flush flushes buffered content into underlying writer.
  122. func (w *BufferedWriter) Flush() error {
  123. w.Lock()
  124. defer w.Unlock()
  125. return w.flushInternal()
  126. }
  127. func (w *BufferedWriter) flushInternal() error {
  128. if w.buffer.IsEmpty() {
  129. return nil
  130. }
  131. b := w.buffer
  132. w.buffer = nil
  133. if writer, ok := w.writer.(io.Writer); ok {
  134. err := WriteAllBytes(writer, b.Bytes())
  135. b.Release()
  136. return err
  137. }
  138. return w.writer.WriteMultiBuffer(NewMultiBufferValue(b))
  139. }
  140. // SetBuffered sets whether the internal buffer is used. If set to false, Flush() will be called to clear the buffer.
  141. func (w *BufferedWriter) SetBuffered(f bool) error {
  142. w.Lock()
  143. defer w.Unlock()
  144. w.buffered = f
  145. if !f {
  146. return w.flushInternal()
  147. }
  148. return nil
  149. }
  150. // ReadFrom implements io.ReaderFrom.
  151. func (w *BufferedWriter) ReadFrom(reader io.Reader) (int64, error) {
  152. if err := w.SetBuffered(false); err != nil {
  153. return 0, err
  154. }
  155. var sc SizeCounter
  156. err := Copy(NewReader(reader), w, CountSize(&sc))
  157. return sc.Size, err
  158. }
  159. // Close implements io.Closable.
  160. func (w *BufferedWriter) Close() error {
  161. if err := w.Flush(); err != nil {
  162. return err
  163. }
  164. return common.Close(w.writer)
  165. }
  166. // SequentialWriter is a Writer that writes MultiBuffer sequentially into the underlying io.Writer.
  167. type SequentialWriter struct {
  168. io.Writer
  169. }
  170. // WriteMultiBuffer implements Writer.
  171. func (w *SequentialWriter) WriteMultiBuffer(mb MultiBuffer) error {
  172. defer mb.Release()
  173. for _, b := range mb {
  174. if err := WriteAllBytes(w.Writer, b.Bytes()); err != nil {
  175. return err
  176. }
  177. }
  178. return nil
  179. }
  180. type noOpWriter byte
  181. func (noOpWriter) WriteMultiBuffer(b MultiBuffer) error {
  182. b.Release()
  183. return nil
  184. }
  185. func (noOpWriter) Write(b []byte) (int, error) {
  186. return len(b), nil
  187. }
  188. func (noOpWriter) ReadFrom(reader io.Reader) (int64, error) {
  189. b := New()
  190. defer b.Release()
  191. totalBytes := int64(0)
  192. for {
  193. err := b.Reset(ReadFrom(reader))
  194. totalBytes += int64(b.Len())
  195. if err != nil {
  196. if errors.Cause(err) == io.EOF {
  197. return totalBytes, nil
  198. }
  199. return totalBytes, err
  200. }
  201. }
  202. }
  203. var (
  204. // Discard is a Writer that swallows all contents written in.
  205. Discard Writer = noOpWriter(0)
  206. // DiscardBytes is an io.Writer that swallows all contents written in.
  207. DiscardBytes io.Writer = noOpWriter(0)
  208. )