zstd.go 1.3 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253
  1. /*
  2. * SPDX-FileCopyrightText: © Hypermode Inc. <hello@hypermode.com>
  3. * SPDX-License-Identifier: Apache-2.0
  4. */
  5. package y
  6. import (
  7. "sync"
  8. "github.com/klauspost/compress/zstd"
  9. )
  10. var (
  11. decoder *zstd.Decoder
  12. encoder *zstd.Encoder
  13. encOnce, decOnce sync.Once
  14. )
  15. // ZSTDDecompress decompresses a block using ZSTD algorithm.
  16. func ZSTDDecompress(dst, src []byte) ([]byte, error) {
  17. decOnce.Do(func() {
  18. var err error
  19. decoder, err = zstd.NewReader(nil)
  20. Check(err)
  21. })
  22. return decoder.DecodeAll(src, dst[:0])
  23. }
  24. // ZSTDCompress compresses a block using ZSTD algorithm.
  25. func ZSTDCompress(dst, src []byte, compressionLevel int) ([]byte, error) {
  26. encOnce.Do(func() {
  27. var err error
  28. level := zstd.EncoderLevelFromZstd(compressionLevel)
  29. encoder, err = zstd.NewWriter(nil, zstd.WithEncoderLevel(level))
  30. Check(err)
  31. })
  32. return encoder.EncodeAll(src, dst[:0]), nil
  33. }
  34. // ZSTDCompressBound returns the worst case size needed for a destination buffer.
  35. // Klauspost ZSTD library does not provide any API for Compression Bound. This
  36. // calculation is based on the DataDog ZSTD library.
  37. // See https://pkg.go.dev/github.com/DataDog/zstd#CompressBound
  38. func ZSTDCompressBound(srcSize int) int {
  39. lowLimit := 128 << 10 // 128 kB
  40. var margin int
  41. if srcSize < lowLimit {
  42. margin = (lowLimit - srcSize) >> 11
  43. }
  44. return srcSize + (srcSize >> 8) + margin
  45. }