writer.go 5.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270
  1. package buf
  2. import (
  3. "io"
  4. "net"
  5. "sync"
  6. "v2ray.com/core/common"
  7. "v2ray.com/core/common/errors"
  8. )
  9. // BufferToBytesWriter is a Writer that writes alloc.Buffer into underlying writer.
  10. type BufferToBytesWriter struct {
  11. io.Writer
  12. cache [][]byte
  13. }
  14. // WriteMultiBuffer implements Writer. This method takes ownership of the given buffer.
  15. func (w *BufferToBytesWriter) WriteMultiBuffer(mb MultiBuffer) error {
  16. defer ReleaseMulti(mb)
  17. size := mb.Len()
  18. if size == 0 {
  19. return nil
  20. }
  21. if len(mb) == 1 {
  22. return WriteAllBytes(w.Writer, mb[0].Bytes())
  23. }
  24. bs := w.cache
  25. for _, b := range mb {
  26. bs = append(bs, b.Bytes())
  27. }
  28. w.cache = bs
  29. defer func() {
  30. for idx := range w.cache {
  31. w.cache[idx] = nil
  32. }
  33. w.cache = w.cache[:0]
  34. }()
  35. nb := net.Buffers(bs)
  36. for size > 0 {
  37. n, err := nb.WriteTo(w.Writer)
  38. if err != nil {
  39. return err
  40. }
  41. size -= int32(n)
  42. }
  43. return nil
  44. }
  45. // ReadFrom implements io.ReaderFrom.
  46. func (w *BufferToBytesWriter) ReadFrom(reader io.Reader) (int64, error) {
  47. var sc SizeCounter
  48. err := Copy(NewReader(reader), w, CountSize(&sc))
  49. return sc.Size, err
  50. }
  51. // BufferedWriter is a Writer with internal buffer.
  52. type BufferedWriter struct {
  53. sync.Mutex
  54. writer Writer
  55. buffer *Buffer
  56. buffered bool
  57. }
  58. // NewBufferedWriter creates a new BufferedWriter.
  59. func NewBufferedWriter(writer Writer) *BufferedWriter {
  60. return &BufferedWriter{
  61. writer: writer,
  62. buffer: New(),
  63. buffered: true,
  64. }
  65. }
  66. // WriteByte implements io.ByteWriter.
  67. func (w *BufferedWriter) WriteByte(c byte) error {
  68. return common.Error2(w.Write([]byte{c}))
  69. }
  70. // Write implements io.Writer.
  71. func (w *BufferedWriter) Write(b []byte) (int, error) {
  72. if len(b) == 0 {
  73. return 0, nil
  74. }
  75. w.Lock()
  76. defer w.Unlock()
  77. if !w.buffered {
  78. if writer, ok := w.writer.(io.Writer); ok {
  79. return writer.Write(b)
  80. }
  81. }
  82. totalBytes := 0
  83. for len(b) > 0 {
  84. if w.buffer == nil {
  85. w.buffer = New()
  86. }
  87. nBytes, err := w.buffer.Write(b)
  88. totalBytes += nBytes
  89. if err != nil {
  90. return totalBytes, err
  91. }
  92. if !w.buffered || w.buffer.IsFull() {
  93. if err := w.flushInternal(); err != nil {
  94. return totalBytes, err
  95. }
  96. }
  97. b = b[nBytes:]
  98. }
  99. return totalBytes, nil
  100. }
  101. // WriteMultiBuffer implements Writer. It takes ownership of the given MultiBuffer.
  102. func (w *BufferedWriter) WriteMultiBuffer(b MultiBuffer) error {
  103. if b.IsEmpty() {
  104. return nil
  105. }
  106. w.Lock()
  107. defer w.Unlock()
  108. if !w.buffered {
  109. return w.writer.WriteMultiBuffer(b)
  110. }
  111. reader := MultiBufferContainer{
  112. MultiBuffer: b,
  113. }
  114. defer reader.Close()
  115. for !reader.MultiBuffer.IsEmpty() {
  116. if w.buffer == nil {
  117. w.buffer = New()
  118. }
  119. common.Must2(w.buffer.ReadFrom(&reader))
  120. if w.buffer.IsFull() {
  121. if err := w.flushInternal(); err != nil {
  122. return err
  123. }
  124. }
  125. }
  126. return nil
  127. }
  128. // Flush flushes buffered content into underlying writer.
  129. func (w *BufferedWriter) Flush() error {
  130. w.Lock()
  131. defer w.Unlock()
  132. return w.flushInternal()
  133. }
  134. func (w *BufferedWriter) flushInternal() error {
  135. if w.buffer.IsEmpty() {
  136. return nil
  137. }
  138. b := w.buffer
  139. w.buffer = nil
  140. if writer, ok := w.writer.(io.Writer); ok {
  141. err := WriteAllBytes(writer, b.Bytes())
  142. b.Release()
  143. return err
  144. }
  145. return w.writer.WriteMultiBuffer(MultiBuffer{b})
  146. }
  147. // SetBuffered sets whether the internal buffer is used. If set to false, Flush() will be called to clear the buffer.
  148. func (w *BufferedWriter) SetBuffered(f bool) error {
  149. w.Lock()
  150. defer w.Unlock()
  151. w.buffered = f
  152. if !f {
  153. return w.flushInternal()
  154. }
  155. return nil
  156. }
  157. // ReadFrom implements io.ReaderFrom.
  158. func (w *BufferedWriter) ReadFrom(reader io.Reader) (int64, error) {
  159. if err := w.SetBuffered(false); err != nil {
  160. return 0, err
  161. }
  162. var sc SizeCounter
  163. err := Copy(NewReader(reader), w, CountSize(&sc))
  164. return sc.Size, err
  165. }
  166. // Close implements io.Closable.
  167. func (w *BufferedWriter) Close() error {
  168. if err := w.Flush(); err != nil {
  169. return err
  170. }
  171. return common.Close(w.writer)
  172. }
  173. // SequentialWriter is a Writer that writes MultiBuffer sequentially into the underlying io.Writer.
  174. type SequentialWriter struct {
  175. io.Writer
  176. }
  177. // WriteMultiBuffer implements Writer.
  178. func (w *SequentialWriter) WriteMultiBuffer(mb MultiBuffer) error {
  179. defer ReleaseMulti(mb)
  180. for _, b := range mb {
  181. if b.IsEmpty() {
  182. continue
  183. }
  184. if err := WriteAllBytes(w.Writer, b.Bytes()); err != nil {
  185. return err
  186. }
  187. }
  188. return nil
  189. }
  190. type noOpWriter byte
  191. func (noOpWriter) WriteMultiBuffer(b MultiBuffer) error {
  192. ReleaseMulti(b)
  193. return nil
  194. }
  195. func (noOpWriter) Write(b []byte) (int, error) {
  196. return len(b), nil
  197. }
  198. func (noOpWriter) ReadFrom(reader io.Reader) (int64, error) {
  199. b := New()
  200. defer b.Release()
  201. totalBytes := int64(0)
  202. for {
  203. b.Clear()
  204. _, err := b.ReadFrom(reader)
  205. totalBytes += int64(b.Len())
  206. if err != nil {
  207. if errors.Cause(err) == io.EOF {
  208. return totalBytes, nil
  209. }
  210. return totalBytes, err
  211. }
  212. }
  213. }
  214. var (
  215. // Discard is a Writer that swallows all contents written in.
  216. Discard Writer = noOpWriter(0)
  217. // DiscardBytes is an io.Writer that swallows all contents written in.
  218. DiscardBytes io.Writer = noOpWriter(0)
  219. )