writer.go 2.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138
  1. package stackless
  2. import (
  3. "errors"
  4. "fmt"
  5. "io"
  6. "github.com/valyala/bytebufferpool"
  7. )
  8. // Writer is an interface stackless writer must conform to.
  9. //
  10. // The interface contains common subset for Writers from compress/* packages.
  11. type Writer interface {
  12. Write(p []byte) (int, error)
  13. Flush() error
  14. Close() error
  15. Reset(w io.Writer)
  16. }
  17. // NewWriterFunc must return new writer that will be wrapped into
  18. // stackless writer.
  19. type NewWriterFunc func(w io.Writer) Writer
  20. // NewWriter creates a stackless writer around a writer returned
  21. // from newWriter.
  22. //
  23. // The returned writer writes data to dstW.
  24. //
  25. // Writers that use a lot of stack space may be wrapped into stackless writer,
  26. // thus saving stack space for high number of concurrently running goroutines.
  27. func NewWriter(dstW io.Writer, newWriter NewWriterFunc) Writer {
  28. w := &writer{
  29. dstW: dstW,
  30. }
  31. w.zw = newWriter(&w.xw)
  32. return w
  33. }
  34. type writer struct {
  35. dstW io.Writer
  36. zw Writer
  37. xw xWriter
  38. err error
  39. n int
  40. p []byte
  41. op op
  42. }
  43. type op int
  44. const (
  45. opWrite op = iota
  46. opFlush
  47. opClose
  48. opReset
  49. )
  50. func (w *writer) Write(p []byte) (int, error) {
  51. w.p = p
  52. err := w.do(opWrite)
  53. w.p = nil
  54. return w.n, err
  55. }
  56. func (w *writer) Flush() error {
  57. return w.do(opFlush)
  58. }
  59. func (w *writer) Close() error {
  60. return w.do(opClose)
  61. }
  62. func (w *writer) Reset(dstW io.Writer) {
  63. w.xw.Reset()
  64. w.do(opReset) //nolint:errcheck
  65. w.dstW = dstW
  66. }
  67. func (w *writer) do(op op) error {
  68. w.op = op
  69. if !stacklessWriterFunc(w) {
  70. return errHighLoad
  71. }
  72. err := w.err
  73. if err != nil {
  74. return err
  75. }
  76. if w.xw.bb != nil && len(w.xw.bb.B) > 0 {
  77. _, err = w.dstW.Write(w.xw.bb.B)
  78. }
  79. w.xw.Reset()
  80. return err
  81. }
  82. var errHighLoad = errors.New("cannot compress data due to high load")
  83. var stacklessWriterFunc = NewFunc(writerFunc)
  84. func writerFunc(ctx interface{}) {
  85. w := ctx.(*writer)
  86. switch w.op {
  87. case opWrite:
  88. w.n, w.err = w.zw.Write(w.p)
  89. case opFlush:
  90. w.err = w.zw.Flush()
  91. case opClose:
  92. w.err = w.zw.Close()
  93. case opReset:
  94. w.zw.Reset(&w.xw)
  95. w.err = nil
  96. default:
  97. panic(fmt.Sprintf("BUG: unexpected op: %d", w.op))
  98. }
  99. }
  100. type xWriter struct {
  101. bb *bytebufferpool.ByteBuffer
  102. }
  103. func (w *xWriter) Write(p []byte) (int, error) {
  104. if w.bb == nil {
  105. w.bb = bufferPool.Get()
  106. }
  107. return w.bb.Write(p)
  108. }
  109. func (w *xWriter) Reset() {
  110. if w.bb != nil {
  111. bufferPool.Put(w.bb)
  112. w.bb = nil
  113. }
  114. }
  115. var bufferPool bytebufferpool.Pool