feat: manually mirror opencoze's code from bytedance

Change-Id: I09a73aadda978ad9511264a756b2ce51f5761adf

backend/domain/workflow/internal/nodes/textprocessor/text_processor.go

@@ -0,0 +1,128 @@
+/*
+ * Copyright 2025 coze-dev Authors
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package textprocessor
+
+import (
+	"context"
+	"fmt"
+	"reflect"
+	"strings"
+
+	"github.com/coze-dev/coze-studio/backend/domain/workflow/internal/nodes"
+	"github.com/coze-dev/coze-studio/backend/pkg/sonic"
+)
+
+type Type string
+
+const (
+	ConcatText Type = "concat"
+	SplitText  Type = "split"
+)
+
+type Config struct {
+	Type        Type                         `json:"type"`
+	Tpl         string                       `json:"tpl"`
+	ConcatChar  string                       `json:"concatChar"`
+	Separators  []string                     `json:"separator"`
+	FullSources map[string]*nodes.SourceInfo `json:"fullSources"`
+}
+
+type TextProcessor struct {
+	config *Config
+}
+
+func NewTextProcessor(_ context.Context, cfg *Config) (*TextProcessor, error) {
+	if cfg == nil {
+		return nil, fmt.Errorf("config requried")
+	}
+	if cfg.Type == ConcatText && len(cfg.Tpl) == 0 {
+		return nil, fmt.Errorf("config tpl requried")
+	}
+
+	return &TextProcessor{
+		config: cfg,
+	}, nil
+
+}
+
+const OutputKey = "output"
+
+func (t *TextProcessor) Invoke(ctx context.Context, input map[string]any) (map[string]any, error) {
+	switch t.config.Type {
+	case ConcatText:
+		arrayRenderer := func(i any) (string, error) {
+			vs := i.([]any)
+			return join(vs, t.config.ConcatChar)
+		}
+
+		result, err := nodes.Render(ctx, t.config.Tpl, input, t.config.FullSources,
+			nodes.WithCustomRender(reflect.TypeOf([]any{}), arrayRenderer))
+		if err != nil {
+			return nil, err
+		}
+
+		return map[string]any{OutputKey: result}, nil
+	case SplitText:
+		value, ok := input["String"]
+		if !ok {
+			return nil, fmt.Errorf("input string requried")
+		}
+
+		valueString, ok := value.(string)
+		if !ok {
+			return nil, fmt.Errorf("input string field must string type but got %T", valueString)
+		}
+		values := strings.Split(valueString, t.config.Separators[0])
+		// 对每个分隔符进行迭代处理
+		for _, sep := range t.config.Separators[1:] {
+			var tempParts []string
+			for _, part := range values {
+				tempParts = append(tempParts, strings.Split(part, sep)...)
+			}
+			values = tempParts
+		}
+		anyValues := make([]any, 0, len(values))
+		for _, v := range values {
+			anyValues = append(anyValues, v)
+		}
+
+		return map[string]any{OutputKey: anyValues}, nil
+	default:
+		return nil, fmt.Errorf("not support type %s", t.config.Type)
+	}
+}
+
+func join(vs []any, concatChar string) (string, error) {
+	as := make([]string, 0, len(vs))
+	for _, v := range vs {
+		if v == nil {
+			as = append(as, "")
+			continue
+		}
+		if _, ok := v.(map[string]any); ok {
+			bs, err := sonic.Marshal(v)
+			if err != nil {
+				return "", err
+			}
+			as = append(as, string(bs))
+			continue
+		}
+
+		as = append(as, fmt.Sprintf("%v", v))
+	}
+	return strings.Join(as, concatChar), nil
+}

backend/domain/workflow/internal/nodes/textprocessor/text_processor_test.go

@@ -0,0 +1,69 @@
+/*
+ * Copyright 2025 coze-dev Authors
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package textprocessor
+
+import (
+	"context"
+	"testing"
+
+	"github.com/stretchr/testify/assert"
+)
+
+func TestNewTextProcessorNodeGenerator(t *testing.T) {
+	ctx := context.Background()
+	t.Run("split", func(t *testing.T) {
+		cfg := &Config{
+			Type:       SplitText,
+			Separators: []string{",", "|", "."},
+		}
+		p, err := NewTextProcessor(ctx, cfg)
+		assert.NoError(t, err)
+
+		result, err := p.Invoke(ctx, map[string]any{
+			"String": "a,b|c.d,e|f|g",
+		})
+
+		assert.NoError(t, err)
+		assert.Equal(t, result["output"], []any{"a", "b", "c", "d", "e", "f", "g"})
+	})
+
+	t.Run("concat", func(t *testing.T) {
+		in := map[string]any{
+			"a": []any{"1", map[string]any{
+				"1": 1,
+			}, 3},
+			"b": map[string]any{
+				"b1": []string{"1", "2", "3"},
+				"b2": []any{"1", 2, "3"},
+			},
+			"c": map[string]any{
+				"c1": "1",
+			},
+		}
+
+		cfg := &Config{
+			Type:       ConcatText,
+			ConcatChar: `\t`,
+			Tpl:        "fx{{a}}=={{b.b1}}=={{b.b2[1]}}=={{c}}",
+		}
+		p, err := NewTextProcessor(context.Background(), cfg)
+
+		result, err := p.Invoke(ctx, in)
+		assert.NoError(t, err)
+		assert.Equal(t, result["output"], `fx1\t{"1":1}\t3==1\t2\t3==2=={"c1":"1"}`)
+	})
+}