Fix: the concurrent number of zstd encoders in k8s container and supp…

…ort zstd configuration re-initialization(kubevela#92)

util/compression/flags.go

@@ -0,0 +1,22 @@
+package compression
+
+import (
+	_ "go.uber.org/automaxprocs"
+
+	"github.com/spf13/pflag"
+	"runtime"
+)
+
+var (
+	EncoderLevel      = 2
+	EnCoderConcurrent = runtime.GOMAXPROCS(0)
+)
+
+func AddFlags(fs *pflag.FlagSet) {
+	AddZStdEncoderFlags(fs)
+}
+
+func AddZStdEncoderFlags(fs *pflag.FlagSet) {
+	fs.IntVar(&EncoderLevel, "zstd-encoder-level", EncoderLevel, "specifies a predefined compression level")
+	fs.IntVar(&EnCoderConcurrent, "zstd-encoder-concurrent", EnCoderConcurrent, "set the concurrency, meaning the maximum number of encoders to run concurrently")
+}

util/compression/flags_test.go

@@ -0,0 +1,11 @@
+package compression
+
+import (
+	"testing"
+
+	"github.com/spf13/pflag"
+)
+
+func TestFlags(t *testing.T) {
+	AddFlags(pflag.NewFlagSet("test", pflag.PanicOnError))
+}

util/compression/types.go

@@ -50,3 +50,10 @@ func init() {
 		c.init()
 	}
 }
+
+func Reinitialize() {
+	// reinitialize compressors
+	for _, c := range compressors {
+		c.init()
+	}
+}

util/compression/zstd.go

@@ -66,7 +66,9 @@ func (c *zstdCompressor) init() {
 		//      no compression: 38826717 ns   1.00x
 		//      gzip:           94855264 ns   2.44x
 		//      zstd:           48524197 ns   1.25x
-		zstd.WithEncoderLevel(zstd.SpeedDefault),
+		zstd.WithEncoderLevel(zstd.EncoderLevel(EncoderLevel)),
+
+		zstd.WithEncoderConcurrency(EnCoderConcurrent),
 		// TODO(charlie0129): give a dictionary to compressor to get even more improvements.
 		//
 		// Since we are dealing with highly-specialized small JSON data, a dictionary will