writer.go 4.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268
  1. package buf
  2. import (
  3. "io"
  4. "net"
  5. "sync"
  6. "v2ray.com/core/common"
  7. "v2ray.com/core/common/errors"
  8. )
  9. // BufferToBytesWriter is a Writer that writes alloc.Buffer into underlying writer.
  10. type BufferToBytesWriter struct {
  11. io.Writer
  12. cache [][]byte
  13. }
  14. // WriteMultiBuffer implements Writer. This method takes ownership of the given buffer.
  15. func (w *BufferToBytesWriter) WriteMultiBuffer(mb MultiBuffer) error {
  16. defer mb.Release()
  17. size := mb.Len()
  18. if size == 0 {
  19. return nil
  20. }
  21. if len(mb) == 1 {
  22. return WriteAllBytes(w.Writer, mb[0].Bytes())
  23. }
  24. bs := w.cache
  25. for _, b := range mb {
  26. bs = append(bs, b.Bytes())
  27. }
  28. w.cache = bs
  29. defer func() {
  30. for idx := range w.cache {
  31. w.cache[idx] = nil
  32. }
  33. w.cache = w.cache[:0]
  34. }()
  35. nb := net.Buffers(bs)
  36. for size > 0 {
  37. n, err := nb.WriteTo(w.Writer)
  38. if err != nil {
  39. return err
  40. }
  41. size -= int32(n)
  42. }
  43. return nil
  44. }
  45. // ReadFrom implements io.ReaderFrom.
  46. func (w *BufferToBytesWriter) ReadFrom(reader io.Reader) (int64, error) {
  47. var sc SizeCounter
  48. err := Copy(NewReader(reader), w, CountSize(&sc))
  49. return sc.Size, err
  50. }
  51. // BufferedWriter is a Writer with internal buffer.
  52. type BufferedWriter struct {
  53. sync.Mutex
  54. writer Writer
  55. buffer *Buffer
  56. buffered bool
  57. }
  58. // NewBufferedWriter creates a new BufferedWriter.
  59. func NewBufferedWriter(writer Writer) *BufferedWriter {
  60. return &BufferedWriter{
  61. writer: writer,
  62. buffer: New(),
  63. buffered: true,
  64. }
  65. }
  66. // WriteByte implements io.ByteWriter.
  67. func (w *BufferedWriter) WriteByte(c byte) error {
  68. return common.Error2(w.Write([]byte{c}))
  69. }
  70. // Write implements io.Writer.
  71. func (w *BufferedWriter) Write(b []byte) (int, error) {
  72. if len(b) == 0 {
  73. return 0, nil
  74. }
  75. w.Lock()
  76. defer w.Unlock()
  77. if !w.buffered {
  78. if writer, ok := w.writer.(io.Writer); ok {
  79. return writer.Write(b)
  80. }
  81. }
  82. totalBytes := 0
  83. for len(b) > 0 {
  84. if w.buffer == nil {
  85. w.buffer = New()
  86. }
  87. nBytes, err := w.buffer.Write(b)
  88. totalBytes += nBytes
  89. if err != nil {
  90. return totalBytes, err
  91. }
  92. if !w.buffered || w.buffer.IsFull() {
  93. if err := w.flushInternal(); err != nil {
  94. return totalBytes, err
  95. }
  96. }
  97. b = b[nBytes:]
  98. }
  99. return totalBytes, nil
  100. }
  101. // WriteMultiBuffer implements Writer. It takes ownership of the given MultiBuffer.
  102. func (w *BufferedWriter) WriteMultiBuffer(b MultiBuffer) error {
  103. if b.IsEmpty() {
  104. return nil
  105. }
  106. w.Lock()
  107. defer w.Unlock()
  108. if !w.buffered {
  109. return w.writer.WriteMultiBuffer(b)
  110. }
  111. defer b.Release()
  112. for !b.IsEmpty() {
  113. if w.buffer == nil {
  114. w.buffer = New()
  115. }
  116. if err := w.buffer.AppendSupplier(ReadFrom(&b)); err != nil {
  117. return err
  118. }
  119. if w.buffer.IsFull() {
  120. if err := w.flushInternal(); err != nil {
  121. return err
  122. }
  123. }
  124. }
  125. return nil
  126. }
  127. // Flush flushes buffered content into underlying writer.
  128. func (w *BufferedWriter) Flush() error {
  129. w.Lock()
  130. defer w.Unlock()
  131. return w.flushInternal()
  132. }
  133. func (w *BufferedWriter) flushInternal() error {
  134. if w.buffer.IsEmpty() {
  135. return nil
  136. }
  137. b := w.buffer
  138. w.buffer = nil
  139. if writer, ok := w.writer.(io.Writer); ok {
  140. err := WriteAllBytes(writer, b.Bytes())
  141. b.Release()
  142. return err
  143. }
  144. return w.writer.WriteMultiBuffer(NewMultiBufferValue(b))
  145. }
  146. // SetBuffered sets whether the internal buffer is used. If set to false, Flush() will be called to clear the buffer.
  147. func (w *BufferedWriter) SetBuffered(f bool) error {
  148. w.Lock()
  149. defer w.Unlock()
  150. w.buffered = f
  151. if !f {
  152. return w.flushInternal()
  153. }
  154. return nil
  155. }
  156. // ReadFrom implements io.ReaderFrom.
  157. func (w *BufferedWriter) ReadFrom(reader io.Reader) (int64, error) {
  158. if err := w.SetBuffered(false); err != nil {
  159. return 0, err
  160. }
  161. var sc SizeCounter
  162. err := Copy(NewReader(reader), w, CountSize(&sc))
  163. return sc.Size, err
  164. }
  165. // Close implements io.Closable.
  166. func (w *BufferedWriter) Close() error {
  167. if err := w.Flush(); err != nil {
  168. return err
  169. }
  170. return common.Close(w.writer)
  171. }
  172. // SequentialWriter is a Writer that writes MultiBuffer sequentially into the underlying io.Writer.
  173. type SequentialWriter struct {
  174. io.Writer
  175. }
  176. // WriteMultiBuffer implements Writer.
  177. func (w *SequentialWriter) WriteMultiBuffer(mb MultiBuffer) error {
  178. defer mb.Release()
  179. for _, b := range mb {
  180. if b.IsEmpty() {
  181. continue
  182. }
  183. if err := WriteAllBytes(w.Writer, b.Bytes()); err != nil {
  184. return err
  185. }
  186. }
  187. return nil
  188. }
  189. type noOpWriter byte
  190. func (noOpWriter) WriteMultiBuffer(b MultiBuffer) error {
  191. b.Release()
  192. return nil
  193. }
  194. func (noOpWriter) Write(b []byte) (int, error) {
  195. return len(b), nil
  196. }
  197. func (noOpWriter) ReadFrom(reader io.Reader) (int64, error) {
  198. b := New()
  199. defer b.Release()
  200. totalBytes := int64(0)
  201. for {
  202. err := b.Reset(ReadFrom(reader))
  203. totalBytes += int64(b.Len())
  204. if err != nil {
  205. if errors.Cause(err) == io.EOF {
  206. return totalBytes, nil
  207. }
  208. return totalBytes, err
  209. }
  210. }
  211. }
  212. var (
  213. // Discard is a Writer that swallows all contents written in.
  214. Discard Writer = noOpWriter(0)
  215. // DiscardBytes is an io.Writer that swallows all contents written in.
  216. DiscardBytes io.Writer = noOpWriter(0)
  217. )