lsm/seaweedfs
1
0
Fork 0
mirror of https://github.com/seaweedfs/seaweedfs.git synced 2025-09-19 19:39:56 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

reduce gzip allocation

Browse Source
This commit is contained in:
qieqieplus
2021-08-20 18:36:51 +08:00
parent 48f88f9768
commit 7720533f84
2 changed files with 64 additions and 21 deletions
Download Patch File Download Diff File Expand all files Collapse all files

32
weed/util/compression.go
View File

@@ -2,10 +2,7 @@ package util
import (
"bytes"
"compress/flate"
"compress/gzip"
"fmt"
"io/ioutil"
"strings"
"github.com/chrislusf/seaweedfs/weed/glog"
@@ -42,17 +39,21 @@ func MaybeDecompressData(input []byte) []byte {
}
func GzipData(input []byte) ([]byte, error) {
buf := new(bytes.Buffer)
w, _ := gzip.NewWriterLevel(buf, flate.BestSpeed)
if _, err := w.Write(input); err != nil {
glog.V(2).Infof("error gzip data: %v", err)
w := new(bytes.Buffer)
_, err := GzipStream(w, bytes.NewReader(input))
if err != nil {
return nil, err
}
if err := w.Close(); err != nil {
glog.V(2).Infof("error closing gzipped data: %v", err)
return w.Bytes(), nil
}
func ungzipData(input []byte) ([]byte, error) {
w := new(bytes.Buffer)
_, err := GunzipStream(w, bytes.NewReader(input))
if err != nil {
return nil, err
}
return buf.Bytes(), nil
return w.Bytes(), nil
}
func DecompressData(input []byte) ([]byte, error) {
@@ -67,17 +68,6 @@ func DecompressData(input []byte) ([]byte, error) {
return input, UnsupportedCompression
}
func ungzipData(input []byte) ([]byte, error) {
buf := bytes.NewBuffer(input)
r, _ := gzip.NewReader(buf)
defer r.Close()
output, err := ioutil.ReadAll(r)
if err != nil {
glog.V(2).Infof("error ungzip data: %v", err)
}
return output, err
}
func IsGzippedContent(data []byte) bool {
if len(data) < 2 {
return false