feat: manually mirror opencoze's code from bytedance
Change-Id: I09a73aadda978ad9511264a756b2ce51f5761adf
This commit is contained in:
@@ -0,0 +1,181 @@
|
||||
/*
|
||||
* Copyright 2025 coze-dev Authors
|
||||
*
|
||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||
* you may not use this file except in compliance with the License.
|
||||
* You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
|
||||
package receiver
|
||||
|
||||
import (
|
||||
"context"
|
||||
"errors"
|
||||
"fmt"
|
||||
|
||||
"github.com/bytedance/sonic"
|
||||
"github.com/cloudwego/eino/compose"
|
||||
|
||||
"github.com/coze-dev/coze-studio/backend/domain/workflow"
|
||||
"github.com/coze-dev/coze-studio/backend/domain/workflow/entity"
|
||||
"github.com/coze-dev/coze-studio/backend/domain/workflow/entity/vo"
|
||||
"github.com/coze-dev/coze-studio/backend/domain/workflow/internal/execute"
|
||||
"github.com/coze-dev/coze-studio/backend/domain/workflow/internal/nodes"
|
||||
"github.com/coze-dev/coze-studio/backend/pkg/ctxcache"
|
||||
"github.com/coze-dev/coze-studio/backend/pkg/errorx"
|
||||
"github.com/coze-dev/coze-studio/backend/pkg/logs"
|
||||
sonic2 "github.com/coze-dev/coze-studio/backend/pkg/sonic"
|
||||
"github.com/coze-dev/coze-studio/backend/types/errno"
|
||||
)
|
||||
|
||||
type Config struct {
|
||||
OutputTypes map[string]*vo.TypeInfo
|
||||
NodeKey vo.NodeKey
|
||||
OutputSchema string
|
||||
}
|
||||
|
||||
type InputReceiver struct {
|
||||
outputTypes map[string]*vo.TypeInfo
|
||||
interruptData string
|
||||
nodeKey vo.NodeKey
|
||||
nodeMeta entity.NodeTypeMeta
|
||||
}
|
||||
|
||||
func New(_ context.Context, cfg *Config) (*InputReceiver, error) {
|
||||
nodeMeta := entity.NodeMetaByNodeType(entity.NodeTypeInputReceiver)
|
||||
if nodeMeta == nil {
|
||||
return nil, errors.New("node meta not found for input receiver")
|
||||
}
|
||||
|
||||
interruptData := map[string]string{
|
||||
"content_type": "form_schema",
|
||||
"content": cfg.OutputSchema,
|
||||
}
|
||||
|
||||
interruptDataStr, err := sonic.ConfigStd.MarshalToString(interruptData) // keep the order of the keys
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
return &InputReceiver{
|
||||
outputTypes: cfg.OutputTypes,
|
||||
nodeMeta: *nodeMeta,
|
||||
nodeKey: cfg.NodeKey,
|
||||
interruptData: interruptDataStr,
|
||||
}, nil
|
||||
}
|
||||
|
||||
const (
|
||||
ReceivedDataKey = "$received_data"
|
||||
receiverWarningKey = "receiver_warning_%d_%s"
|
||||
)
|
||||
|
||||
func (i *InputReceiver) Invoke(ctx context.Context, in map[string]any) (map[string]any, error) {
|
||||
var input string
|
||||
if in != nil {
|
||||
receivedData, ok := in[ReceivedDataKey]
|
||||
if ok {
|
||||
input = receivedData.(string)
|
||||
}
|
||||
}
|
||||
|
||||
if len(input) == 0 {
|
||||
err := compose.ProcessState(ctx, func(ctx context.Context, ieStore nodes.InterruptEventStore) error {
|
||||
_, found, e := ieStore.GetInterruptEvent(i.nodeKey) // TODO: try not use InterruptEventStore or state in general
|
||||
if e != nil {
|
||||
return e
|
||||
}
|
||||
|
||||
if !found { // only generate a new event if it doesn't exist
|
||||
eventID, err := workflow.GetRepository().GenID(ctx)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
return ieStore.SetInterruptEvent(i.nodeKey, &entity.InterruptEvent{
|
||||
ID: eventID,
|
||||
NodeKey: i.nodeKey,
|
||||
NodeType: entity.NodeTypeInputReceiver,
|
||||
NodeTitle: i.nodeMeta.Name,
|
||||
NodeIcon: i.nodeMeta.IconURL,
|
||||
InterruptData: i.interruptData,
|
||||
EventType: entity.InterruptEventInput,
|
||||
})
|
||||
}
|
||||
|
||||
return nil
|
||||
})
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
return nil, compose.InterruptAndRerun
|
||||
}
|
||||
|
||||
out, err := jsonParseRelaxed(ctx, input, i.outputTypes)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
return out, nil
|
||||
}
|
||||
|
||||
func jsonParseRelaxed(ctx context.Context, data string, schema_ map[string]*vo.TypeInfo) (map[string]any, error) {
|
||||
var result map[string]any
|
||||
|
||||
err := sonic2.UnmarshalString(data, &result)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
r, ws, err := nodes.ConvertInputs(ctx, result, schema_, nodes.SkipUnknownFields())
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
if ws != nil && len(*ws) > 0 {
|
||||
logs.CtxWarnf(ctx, "convert inputs warnings: %v", *ws)
|
||||
var (
|
||||
executeID int64
|
||||
nodeKey vo.NodeKey
|
||||
)
|
||||
if c := execute.GetExeCtx(ctx); c != nil {
|
||||
executeID = c.RootExecuteID
|
||||
nodeKey = c.NodeKey
|
||||
}
|
||||
|
||||
warningKey := fmt.Sprintf(receiverWarningKey, executeID, nodeKey)
|
||||
ctxcache.Store(ctx, warningKey, *ws)
|
||||
}
|
||||
|
||||
return r, nil
|
||||
}
|
||||
|
||||
func (i *InputReceiver) ToCallbackOutput(ctx context.Context, output map[string]any) (
|
||||
*nodes.StructuredCallbackOutput, error) {
|
||||
var (
|
||||
executeID int64
|
||||
nodeKey vo.NodeKey
|
||||
)
|
||||
if c := execute.GetExeCtx(ctx); c != nil {
|
||||
executeID = c.RootExecuteID
|
||||
nodeKey = c.NodeKey
|
||||
}
|
||||
|
||||
warningKey := fmt.Sprintf(receiverWarningKey, executeID, nodeKey)
|
||||
|
||||
var wfe vo.WorkflowError
|
||||
if warnings, ok := ctxcache.Get[nodes.ConversionWarnings](ctx, warningKey); ok {
|
||||
wfe = vo.WrapWarn(errno.ErrNodeOutputParseFail, warnings, errorx.KV("warnings", warnings.Error()))
|
||||
}
|
||||
return &nodes.StructuredCallbackOutput{
|
||||
Output: output,
|
||||
RawOutput: output,
|
||||
Error: wfe,
|
||||
}, nil
|
||||
}
|
||||
@@ -0,0 +1,48 @@
|
||||
/*
|
||||
* Copyright 2025 coze-dev Authors
|
||||
*
|
||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||
* you may not use this file except in compliance with the License.
|
||||
* You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
|
||||
package receiver
|
||||
|
||||
import (
|
||||
"context"
|
||||
"testing"
|
||||
|
||||
"github.com/stretchr/testify/assert"
|
||||
|
||||
"github.com/coze-dev/coze-studio/backend/domain/workflow/entity/vo"
|
||||
)
|
||||
|
||||
func Test_jsonParseRelaxed(t *testing.T) {
|
||||
tInfos := map[string]*vo.TypeInfo{
|
||||
"str_key": {
|
||||
Type: vo.DataTypeString,
|
||||
},
|
||||
"obj_key": {
|
||||
Type: vo.DataTypeObject,
|
||||
Properties: map[string]*vo.TypeInfo{
|
||||
"field1": {
|
||||
Type: vo.DataTypeString,
|
||||
},
|
||||
},
|
||||
},
|
||||
}
|
||||
|
||||
data := `{"str_key": "val"}`
|
||||
|
||||
result, err := jsonParseRelaxed(context.Background(), data, tInfos)
|
||||
assert.NoError(t, err)
|
||||
assert.Equal(t, map[string]any{"str_key": "val"}, result)
|
||||
}
|
||||
Reference in New Issue
Block a user