add wasm filter piugin

Signed-off-by: jiuxia211 <[email protected]>

apis/fluentbit/v1alpha2/clusterfilter_types.go

@@ -71,6 +71,8 @@ type FilterItem struct {
 	Multiline *filter.Multiline `json:"multiline,omitempty"`
 	// LogToMetrics defines a Log to Metrics Filter configuration.
 	LogToMetrics *filter.LogToMetrics `json:"logToMetrics,omitempty"`
+	// Wasm defines a Wasm configuration.
+	Wasm *filter.Wasm `json:"wasm,omitempty"`
 	// CustomPlugin defines a Custom plugin configuration.
 	CustomPlugin *custom.CustomPlugin `json:"customPlugin,omitempty"`
 }

apis/fluentbit/v1alpha2/fluentbit_types.go

@@ -107,6 +107,8 @@ type FluentBitSpec struct {
 	SchedulerName string `json:"schedulerName,omitempty"`
 	// Optional duration in seconds the pod needs to terminate gracefully. Value must be non-negative integer.
 	TerminationGracePeriodSeconds *int64 `json:"terminationGracePeriodSeconds,omitempty"`
+	// Storage for wasm file. You will use it if wasm filter is enabled.
+	WasmFile corev1.VolumeSource `json:"wasmFile,omitempty"`
 }
 
 // FluentBitService defines the service of the FluentBit

apis/fluentbit/v1alpha2/plugins/filter/wasm.go

@@ -0,0 +1,62 @@
+package filter
+
+import (
+	"github.com/fluent/fluent-operator/v2/apis/fluentbit/v1alpha2/plugins"
+	"github.com/fluent/fluent-operator/v2/apis/fluentbit/v1alpha2/plugins/params"
+)
+
+// +kubebuilder:object:generate:=true
+
+// Wasm Filter allows you to modify the incoming records using Wasm technology.
+// **For full documentation, refer to https://docs.fluentbit.io/manual/pipeline/filters/wasm**
+type Wasm struct {
+	plugins.CommonParams `json:",inline"`
+	// Path to the built Wasm program that will be used. This can be a relative path against the main configuration file.
+	WasmPath string `json:"wasmPath,omitempty"`
+	// Define event format to interact with Wasm programs: msgpack or json. Default: json
+	EventFormat string `json:"eventFormat,omitempty"`
+	// Wasm function name that will be triggered to do filtering. It's assumed that the function is built inside the Wasm program specified above.
+	FunctionName string `json:"functionName,omitempty"`
+	// Specify the whitelist of paths to be able to access paths from WASM programs.
+	AccessiblePaths string `json:"accessiblePaths,omitempty"`
+	// Size of the heap size of Wasm execution. Review unit sizes for allowed values.
+	// +kubebuilder:validation:Pattern:="^\\d+(k|K|KB|kb|m|M|MB|mb|g|G|GB|gb)?$"
+	WasmHeapSize string `json:"wasmHeapSize,omitempty"`
+	// Size of the stack size of Wasm execution. Review unit sizes for allowed values.
+	// +kubebuilder:validation:Pattern:="^\\d+(k|K|KB|kb|m|M|MB|mb|g|G|GB|gb)?$"
+	WasmStackSize string `json:"wasmStackSize,omitempty"`
+}
+
+// Name is the name of the filter plugin.
+func (*Wasm) Name() string {
+	return "wasm"
+}
+
+// Params represents the config options for the filter plugin.
+func (w *Wasm) Params(_ plugins.SecretLoader) (*params.KVs, error) {
+	kvs := params.NewKVs()
+	err := w.AddCommonParams(kvs)
+	if err != nil {
+		return kvs, err
+	}
+	if w.WasmPath != "" {
+		kvs.Insert("Wasm_Path", w.WasmPath)
+	}
+	if w.EventFormat != "" {
+		kvs.Insert("EventFormat", w.EventFormat)
+	}
+	if w.FunctionName != "" {
+		kvs.Insert("Function_Name", w.FunctionName)
+	}
+	if w.AccessiblePaths != "" {
+		kvs.Insert("Accessible_Paths", w.AccessiblePaths)
+	}
+	if w.WasmHeapSize != "" {
+		kvs.Insert("Wasm_Heap_Size", w.WasmHeapSize)
+	}
+	if w.WasmStackSize != "" {
+		kvs.Insert("Wasm_Stack_Size", w.WasmStackSize)
+	}
+
+	return kvs, nil
+}

charts/fluent-operator/charts/fluent-bit-crds/crds/fluentbit.fluent.io_clusterfilters.yaml

@@ -879,6 +879,51 @@ spec:
                           format: int64
                           type: integer
                       type: object
+                    wasm:
+                      description: Wasm defines a Wasm configuration.
+                      properties:
+                        accessiblePaths:
+                          description: Specify the whitelist of paths to be able to
+                            access paths from WASM programs.
+                          type: string
+                        alias:
+                          description: Alias for the plugin
+                          type: string
+                        eventFormat:
+                          description: 'Define event format to interact with Wasm
+                            programs: msgpack or json. Default: json'
+                          type: string
+                        functionName:
+                          description: Wasm function name that will be triggered to
+                            do filtering. It's assumed that the function is built
+                            inside the Wasm program specified above.
+                          type: string
+                        retryLimit:
+                          description: 'RetryLimit describes how many times fluent-bit
+                            should retry to send data to a specific output. If set
+                            to false fluent-bit will try indefinetly. If set to any
+                            integer N>0 it will try at most N+1 times. Leading zeros
+                            are not allowed (values such as 007, 0150, 01 do not work).
+                            If this property is not defined fluent-bit will use the
+                            default value: 1.'
+                          pattern: ^(((f|F)alse)|(no_limits)|(no_retries)|([1-9]+[0-9]*))$
+                          type: string
+                        wasmHeapSize:
+                          description: Size of the heap size of Wasm execution. Review
+                            unit sizes for allowed values.
+                          pattern: ^\d+(k|K|KB|kb|m|M|MB|mb|g|G|GB|gb)?$
+                          type: string
+                        wasmPath:
+                          description: Path to the built Wasm program that will be
+                            used. This can be a relative path against the main configuration
+                            file.
+                          type: string
+                        wasmStackSize:
+                          description: Size of the stack size of Wasm execution. Review
+                            unit sizes for allowed values.
+                          pattern: ^\d+(k|K|KB|kb|m|M|MB|mb|g|G|GB|gb)?$
+                          type: string
+                      type: object
                   type: object
                 type: array
               logLevel:

charts/fluent-operator/charts/fluent-bit-crds/crds/fluentbit.fluent.io_filters.yaml

@@ -879,6 +879,51 @@ spec:
                           format: int64
                           type: integer
                       type: object
+                    wasm:
+                      description: Wasm defines a Wasm configuration.
+                      properties:
+                        accessiblePaths:
+                          description: Specify the whitelist of paths to be able to
+                            access paths from WASM programs.
+                          type: string
+                        alias:
+                          description: Alias for the plugin
+                          type: string
+                        eventFormat:
+                          description: 'Define event format to interact with Wasm
+                            programs: msgpack or json. Default: json'
+                          type: string
+                        functionName:
+                          description: Wasm function name that will be triggered to
+                            do filtering. It's assumed that the function is built
+                            inside the Wasm program specified above.
+                          type: string
+                        retryLimit:
+                          description: 'RetryLimit describes how many times fluent-bit
+                            should retry to send data to a specific output. If set
+                            to false fluent-bit will try indefinetly. If set to any
+                            integer N>0 it will try at most N+1 times. Leading zeros
+                            are not allowed (values such as 007, 0150, 01 do not work).
+                            If this property is not defined fluent-bit will use the
+                            default value: 1.'
+                          pattern: ^(((f|F)alse)|(no_limits)|(no_retries)|([1-9]+[0-9]*))$
+                          type: string
+                        wasmHeapSize:
+                          description: Size of the heap size of Wasm execution. Review
+                            unit sizes for allowed values.
+                          pattern: ^\d+(k|K|KB|kb|m|M|MB|mb|g|G|GB|gb)?$
+                          type: string
+                        wasmPath:
+                          description: Path to the built Wasm program that will be
+                            used. This can be a relative path against the main configuration
+                            file.
+                          type: string
+                        wasmStackSize:
+                          description: Size of the stack size of Wasm execution. Review
+                            unit sizes for allowed values.
+                          pattern: ^\d+(k|K|KB|kb|m|M|MB|mb|g|G|GB|gb)?$
+                          type: string
+                      type: object
                   type: object
                 type: array
               logLevel: