feat: Support for Chat Flow & Agent Support for binding a single chat flow (#765)

Co-authored-by: Yu Yang <72337138+tomasyu985@users.noreply.github.com>
Co-authored-by: zengxiaohui <csu.zengxiaohui@gmail.com>
Co-authored-by: lijunwen.gigoo <lijunwen.gigoo@bytedance.com>
Co-authored-by: lvxinyu.1117 <lvxinyu.1117@bytedance.com>
Co-authored-by: liuyunchao.0510 <liuyunchao.0510@bytedance.com>
Co-authored-by: haozhenfei <37089575+haozhenfei@users.noreply.github.com>
Co-authored-by: July <jiangxujin@bytedance.com>
Co-authored-by: tecvan-fe <fanwenjie.fe@bytedance.com>
This commit is contained in:
Zhj
2025-08-28 21:53:32 +08:00
committed by GitHub
parent bbc615a18e
commit d70101c979
503 changed files with 48036 additions and 3427 deletions

View File

@@ -18,9 +18,19 @@ package message
import (
"context"
"fmt"
"strconv"
"github.com/cloudwego/eino/schema"
model "github.com/coze-dev/coze-studio/backend/api/model/crossdomain/message"
crossagentrun "github.com/coze-dev/coze-studio/backend/crossdomain/contract/agentrun"
crossmessage "github.com/coze-dev/coze-studio/backend/crossdomain/contract/message"
agententity "github.com/coze-dev/coze-studio/backend/domain/conversation/agentrun/entity"
"github.com/coze-dev/coze-studio/backend/domain/conversation/message/entity"
"github.com/coze-dev/coze-studio/backend/domain/workflow"
"github.com/coze-dev/coze-studio/backend/pkg/lang/ptr"
"github.com/coze-dev/coze-studio/backend/pkg/sonic"
message "github.com/coze-dev/coze-studio/backend/domain/conversation/message/service"
)
@@ -38,6 +48,96 @@ func InitDomainService(c message.Message) crossmessage.Message {
return defaultSVC
}
func (c *impl) MessageList(ctx context.Context, req *crossmessage.MessageListRequest) (*crossmessage.MessageListResponse, error) {
lm := &entity.ListMeta{
ConversationID: req.ConversationID,
Limit: int(req.Limit), // Since the value of limit is checked inside the node, the type cast here is safe
UserID: strconv.FormatInt(req.UserID, 10),
AgentID: req.AppID,
OrderBy: req.OrderBy,
}
if req.BeforeID != nil {
lm.Cursor, _ = strconv.ParseInt(*req.BeforeID, 10, 64)
lm.Direction = entity.ScrollPageDirectionNext
}
if req.AfterID != nil {
lm.Cursor, _ = strconv.ParseInt(*req.AfterID, 10, 64)
lm.Direction = entity.ScrollPageDirectionPrev
}
lm.MessageType = []*model.MessageType{ptr.Of(model.MessageTypeQuestion), ptr.Of(model.MessageTypeAnswer)}
lr, err := c.DomainSVC.ListWithoutPair(ctx, lm)
if err != nil {
return nil, err
}
response := &crossmessage.MessageListResponse{
HasMore: lr.HasMore,
}
if lr.PrevCursor > 0 {
response.FirstID = strconv.FormatInt(lr.PrevCursor, 10)
}
if lr.NextCursor > 0 {
response.LastID = strconv.FormatInt(lr.NextCursor, 10)
}
if len(lr.Messages) == 0 {
return response, nil
}
messages, _, err := convertToConvAndSchemaMessage(ctx, lr.Messages)
if err != nil {
return nil, err
}
response.Messages = messages
return response, nil
}
func (c *impl) GetLatestRunIDs(ctx context.Context, req *crossmessage.GetLatestRunIDsRequest) ([]int64, error) {
listMeta := &agententity.ListRunRecordMeta{
ConversationID: req.ConversationID,
AgentID: req.AppID,
Limit: int32(req.Rounds),
SectionID: req.SectionID,
}
if req.InitRunID != nil {
listMeta.BeforeID = *req.InitRunID
}
runRecords, err := crossagentrun.DefaultSVC().List(ctx, listMeta)
if err != nil {
return nil, err
}
runIDs := make([]int64, 0, len(runRecords))
for _, record := range runRecords {
runIDs = append(runIDs, record.ID)
}
return runIDs, nil
}
func (c *impl) GetMessagesByRunIDs(ctx context.Context, req *crossmessage.GetMessagesByRunIDsRequest) (*crossmessage.GetMessagesByRunIDsResponse, error) {
responseMessages, err := c.DomainSVC.GetByRunIDs(ctx, req.ConversationID, req.RunIDs)
if err != nil {
return nil, err
}
// only returns messages of type user/assistant/system role type
messages := make([]*model.Message, 0, len(responseMessages))
for _, m := range responseMessages {
if m.Role == schema.User || m.Role == schema.System || m.Role == schema.Assistant {
messages = append(messages, m)
}
}
convMessages, scMessages, err := convertToConvAndSchemaMessage(ctx, messages)
if err != nil {
return nil, err
}
return &crossmessage.GetMessagesByRunIDsResponse{
Messages: convMessages,
SchemaMessages: scMessages,
}, nil
}
func (c *impl) GetByRunIDs(ctx context.Context, conversationID int64, runIDs []int64) ([]*model.Message, error) {
return c.DomainSVC.GetByRunIDs(ctx, conversationID, runIDs)
}
@@ -53,3 +153,115 @@ func (c *impl) Edit(ctx context.Context, msg *model.Message) (*model.Message, er
func (c *impl) PreCreate(ctx context.Context, msg *model.Message) (*model.Message, error) {
return c.DomainSVC.PreCreate(ctx, msg)
}
func (c *impl) List(ctx context.Context, lm *entity.ListMeta) (*entity.ListResult, error) {
return c.DomainSVC.List(ctx, lm)
}
func (c *impl) Delete(ctx context.Context, req *entity.DeleteMeta) error {
return c.DomainSVC.Delete(ctx, req)
}
func (c *impl) GetMessageByID(ctx context.Context, id int64) (*entity.Message, error) {
return c.DomainSVC.GetByID(ctx, id)
}
func (c *impl) ListWithoutPair(ctx context.Context, req *entity.ListMeta) (*entity.ListResult, error) {
return c.DomainSVC.ListWithoutPair(ctx, req)
}
func convertToConvAndSchemaMessage(ctx context.Context, msgs []*entity.Message) ([]*crossmessage.WfMessage, []*schema.Message, error) {
messages := make([]*schema.Message, 0)
convMessages := make([]*crossmessage.WfMessage, 0)
for _, m := range msgs {
msg := &schema.Message{}
err := sonic.UnmarshalString(m.ModelContent, msg)
if err != nil {
return nil, nil, err
}
msg.Role = m.Role
covMsg := &crossmessage.WfMessage{
ID: m.ID,
Role: m.Role,
ContentType: string(m.ContentType),
SectionID: m.SectionID,
}
if len(msg.MultiContent) == 0 {
covMsg.Text = ptr.Of(msg.Content)
} else {
covMsg.MultiContent = make([]*crossmessage.Content, 0, len(msg.MultiContent))
for _, part := range msg.MultiContent {
switch part.Type {
case schema.ChatMessagePartTypeText:
covMsg.MultiContent = append(covMsg.MultiContent, &crossmessage.Content{
Type: model.InputTypeText,
Text: ptr.Of(part.Text),
})
case schema.ChatMessagePartTypeImageURL:
if part.ImageURL != nil {
part.ImageURL.URL, err = workflow.GetRepository().GetObjectUrl(ctx, part.ImageURL.URI)
if err != nil {
return nil, nil, err
}
covMsg.MultiContent = append(covMsg.MultiContent, &crossmessage.Content{
Uri: ptr.Of(part.ImageURL.URI),
Type: model.InputTypeImage,
Url: ptr.Of(part.ImageURL.URL),
})
}
case schema.ChatMessagePartTypeFileURL:
if part.FileURL != nil {
part.FileURL.URL, err = workflow.GetRepository().GetObjectUrl(ctx, part.FileURL.URI)
if err != nil {
return nil, nil, err
}
covMsg.MultiContent = append(covMsg.MultiContent, &crossmessage.Content{
Uri: ptr.Of(part.FileURL.URI),
Type: model.InputTypeFile,
Url: ptr.Of(part.FileURL.URL),
})
}
case schema.ChatMessagePartTypeAudioURL:
if part.AudioURL != nil {
part.AudioURL.URL, err = workflow.GetRepository().GetObjectUrl(ctx, part.AudioURL.URI)
if err != nil {
return nil, nil, err
}
covMsg.MultiContent = append(covMsg.MultiContent, &crossmessage.Content{
Uri: ptr.Of(part.AudioURL.URI),
Type: model.InputTypeAudio,
Url: ptr.Of(part.AudioURL.URL),
})
}
case schema.ChatMessagePartTypeVideoURL:
if part.VideoURL != nil {
part.VideoURL.URL, err = workflow.GetRepository().GetObjectUrl(ctx, part.VideoURL.URI)
if err != nil {
return nil, nil, err
}
covMsg.MultiContent = append(covMsg.MultiContent, &crossmessage.Content{
Uri: ptr.Of(part.VideoURL.URI),
Type: model.InputTypeVideo,
Url: ptr.Of(part.VideoURL.URL),
})
}
default:
return nil, nil, fmt.Errorf("unknown part type: %s", part.Type)
}
}
}
messages = append(messages, msg)
convMessages = append(convMessages, covMsg)
}
return convMessages, messages, nil
}

View File

@@ -0,0 +1,362 @@
/*
* Copyright 2025 coze-dev Authors
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package message
import (
"context"
"testing"
"github.com/cloudwego/eino/schema"
"github.com/coze-dev/coze-studio/backend/api/model/crossdomain/message"
crossmessage "github.com/coze-dev/coze-studio/backend/crossdomain/contract/message"
"github.com/coze-dev/coze-studio/backend/domain/conversation/message/entity"
"github.com/coze-dev/coze-studio/backend/domain/workflow"
"github.com/coze-dev/coze-studio/backend/infra/contract/storage"
"github.com/coze-dev/coze-studio/backend/pkg/lang/ptr"
"github.com/coze-dev/coze-studio/backend/pkg/sonic"
"github.com/stretchr/testify/assert"
"github.com/stretchr/testify/require"
)
type mockWorkflowRepo struct {
workflow.Repository
}
func (m *mockWorkflowRepo) GetObjectUrl(ctx context.Context, uri string, opts ...storage.GetOptFn) (string, error) {
return uri, nil
}
func Test_convertToConvAndSchemaMessage(t *testing.T) {
workflow.SetRepository(&mockWorkflowRepo{})
sm1, err := sonic.MarshalString(&schema.Message{Content: "hello"})
require.NoError(t, err)
sm2, err := sonic.MarshalString(&schema.Message{MultiContent: []schema.ChatMessagePart{{Type: schema.ChatMessagePartTypeFileURL, FileURL: &schema.ChatMessageFileURL{URI: "f_uri_1"}}}})
require.NoError(t, err)
sm3, err := sonic.MarshalString(&schema.Message{MultiContent: []schema.ChatMessagePart{{Type: schema.ChatMessagePartTypeText, Text: "hello"}, {Type: schema.ChatMessagePartTypeFileURL, FileURL: &schema.ChatMessageFileURL{URI: "f_uri_2"}}}})
require.NoError(t, err)
sm4, err := sonic.MarshalString(&schema.Message{MultiContent: []schema.ChatMessagePart{{Type: schema.ChatMessagePartTypeFileURL, FileURL: &schema.ChatMessageFileURL{URI: "f_uri_3"}}, {Type: schema.ChatMessagePartTypeFileURL, FileURL: &schema.ChatMessageFileURL{URI: "f_uri_4"}}}})
require.NoError(t, err)
sm5, err := sonic.MarshalString(&schema.Message{Content: ""})
require.NoError(t, err)
sm6, err := sonic.MarshalString(&schema.Message{MultiContent: []schema.ChatMessagePart{{Type: schema.ChatMessagePartTypeImageURL, ImageURL: &schema.ChatMessageImageURL{URI: "image_uri_5"}}}})
require.NoError(t, err)
sm7, err := sonic.MarshalString(&schema.Message{MultiContent: []schema.ChatMessagePart{{Type: schema.ChatMessagePartTypeImageURL, ImageURL: &schema.ChatMessageImageURL{URI: "file_id_6"}}, {Type: schema.ChatMessagePartTypeImageURL, ImageURL: &schema.ChatMessageImageURL{URI: "file_id_7"}}}})
require.NoError(t, err)
sm8, err := sonic.MarshalString(&schema.Message{MultiContent: []schema.ChatMessagePart{{Type: schema.ChatMessagePartTypeText, Text: "hello"}, {Type: schema.ChatMessagePartTypeImageURL, ImageURL: &schema.ChatMessageImageURL{URI: "file_id_8"}}, {Type: schema.ChatMessagePartTypeFileURL, FileURL: &schema.ChatMessageFileURL{URI: "file_id_9"}}}})
require.NoError(t, err)
type args struct {
msgs []*entity.Message
}
type want struct {
convMsgs []*crossmessage.WfMessage
schemaMsgs []*schema.Message
}
tests := []struct {
name string
args args
want want
wantErr bool
}{
{
name: "pure text",
args: args{
msgs: []*entity.Message{
{
ID: 1,
Role: schema.User,
ContentType: "text",
ModelContent: sm1,
},
},
},
want: want{
convMsgs: []*crossmessage.WfMessage{
{
ID: 1,
Role: schema.User,
ContentType: "text",
Text: ptr.Of("hello"),
},
},
schemaMsgs: []*schema.Message{
{
Role: schema.User,
Content: "hello",
},
},
},
},
{
name: "pure file",
args: args{
msgs: []*entity.Message{
{
ID: 2,
Role: schema.User,
ContentType: "file",
ModelContent: sm2,
},
},
},
want: want{
convMsgs: []*crossmessage.WfMessage{
{
ID: 2,
Role: schema.User,
ContentType: "file",
MultiContent: []*crossmessage.Content{
{Type: message.InputTypeFile, Uri: ptr.Of("f_uri_1"), Url: ptr.Of("f_uri_1")},
},
},
},
schemaMsgs: []*schema.Message{
{
Role: schema.User,
MultiContent: []schema.ChatMessagePart{
{Type: schema.ChatMessagePartTypeFileURL, FileURL: &schema.ChatMessageFileURL{URI: "f_uri_1", URL: "f_uri_1"}},
},
},
},
},
},
{
name: "text and file",
args: args{
msgs: []*entity.Message{
{
ID: 3,
Role: schema.User,
ContentType: "text_file",
ModelContent: sm3,
},
},
},
want: want{
convMsgs: []*crossmessage.WfMessage{
{
ID: 3,
Role: schema.User,
ContentType: "text_file",
MultiContent: []*crossmessage.Content{
{Type: message.InputTypeText, Text: ptr.Of("hello")},
{Type: message.InputTypeFile, Uri: ptr.Of("f_uri_2"), Url: ptr.Of("f_uri_2")},
},
},
},
schemaMsgs: []*schema.Message{
{
Role: schema.User,
MultiContent: []schema.ChatMessagePart{
{Type: schema.ChatMessagePartTypeText, Text: "hello"},
{Type: schema.ChatMessagePartTypeFileURL, FileURL: &schema.ChatMessageFileURL{URI: "f_uri_2", URL: "f_uri_2"}},
},
},
},
},
},
{
name: "multiple files",
args: args{
msgs: []*entity.Message{
{
ID: 4,
Role: schema.User,
ContentType: "file",
ModelContent: sm4,
},
},
},
want: want{
convMsgs: []*crossmessage.WfMessage{
{
ID: 4,
Role: schema.User,
ContentType: "file",
MultiContent: []*crossmessage.Content{
{Type: message.InputTypeFile, Uri: ptr.Of("f_uri_3"), Url: ptr.Of("f_uri_3")},
{Type: message.InputTypeFile, Uri: ptr.Of("f_uri_4"), Url: ptr.Of("f_uri_4")},
},
},
},
schemaMsgs: []*schema.Message{
{
Role: schema.User,
MultiContent: []schema.ChatMessagePart{
{Type: schema.ChatMessagePartTypeFileURL, FileURL: &schema.ChatMessageFileURL{URI: "f_uri_3", URL: "f_uri_3"}},
{Type: schema.ChatMessagePartTypeFileURL, FileURL: &schema.ChatMessageFileURL{URI: "f_uri_4", URL: "f_uri_4"}},
},
},
},
},
},
{
name: "empty text",
args: args{
msgs: []*entity.Message{
{
ID: 5,
Role: schema.User,
ContentType: "text",
ModelContent: sm5,
},
},
},
want: want{
convMsgs: []*crossmessage.WfMessage{
{
ID: 5,
Role: schema.User,
ContentType: "text",
Text: ptr.Of(""),
},
},
schemaMsgs: []*schema.Message{
{
Role: schema.User,
Content: "",
},
},
},
},
{
name: "pure image",
args: args{
msgs: []*entity.Message{
{
ID: 6,
Role: schema.User,
ContentType: "image",
ModelContent: sm6,
},
},
},
want: want{
convMsgs: []*crossmessage.WfMessage{
{
ID: 6,
Role: schema.User,
ContentType: "image",
MultiContent: []*crossmessage.Content{
{Type: message.InputTypeImage, Uri: ptr.Of("image_uri_5"), Url: ptr.Of("image_uri_5")},
},
},
},
schemaMsgs: []*schema.Message{
{
Role: schema.User,
MultiContent: []schema.ChatMessagePart{
{Type: schema.ChatMessagePartTypeImageURL, ImageURL: &schema.ChatMessageImageURL{URI: "image_uri_5", URL: "image_uri_5"}},
},
},
},
},
},
{
name: "multiple images",
args: args{
msgs: []*entity.Message{
{
ID: 7,
Role: schema.User,
ContentType: "image",
ModelContent: sm7,
},
},
},
want: want{
convMsgs: []*crossmessage.WfMessage{
{
ID: 7,
Role: schema.User,
ContentType: "image",
MultiContent: []*crossmessage.Content{
{Type: message.InputTypeImage, Uri: ptr.Of("file_id_6"), Url: ptr.Of("file_id_6")},
{Type: message.InputTypeImage, Uri: ptr.Of("file_id_7"), Url: ptr.Of("file_id_7")},
},
},
},
schemaMsgs: []*schema.Message{
{
Role: schema.User,
MultiContent: []schema.ChatMessagePart{
{Type: schema.ChatMessagePartTypeImageURL, ImageURL: &schema.ChatMessageImageURL{URI: "file_id_6", URL: "file_id_6"}},
{Type: schema.ChatMessagePartTypeImageURL, ImageURL: &schema.ChatMessageImageURL{URI: "file_id_7", URL: "file_id_7"}},
},
},
},
},
},
{
name: "mixed content",
args: args{
msgs: []*entity.Message{
{
ID: 8,
Role: schema.User,
ContentType: "mix",
ModelContent: sm8,
},
},
},
want: want{
convMsgs: []*crossmessage.WfMessage{
{
ID: 8,
Role: schema.User,
ContentType: "mix",
MultiContent: []*crossmessage.Content{
{Type: message.InputTypeText, Text: ptr.Of("hello")},
{Type: message.InputTypeImage, Uri: ptr.Of("file_id_8"), Url: ptr.Of("file_id_8")},
{Type: message.InputTypeFile, Uri: ptr.Of("file_id_9"), Url: ptr.Of("file_id_9")},
},
},
},
schemaMsgs: []*schema.Message{
{
Role: schema.User,
MultiContent: []schema.ChatMessagePart{
{Type: schema.ChatMessagePartTypeText, Text: "hello"},
{Type: schema.ChatMessagePartTypeImageURL, ImageURL: &schema.ChatMessageImageURL{URI: "file_id_8", URL: "file_id_8"}},
{Type: schema.ChatMessagePartTypeFileURL, FileURL: &schema.ChatMessageFileURL{URI: "file_id_9", URL: "file_id_9"}},
},
},
},
},
},
}
for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) {
convMsgs, schemaMsgs, err := convertToConvAndSchemaMessage(context.Background(), tt.args.msgs)
if tt.wantErr {
assert.Error(t, err)
return
}
require.NoError(t, err)
assert.Equal(t, tt.want.convMsgs, convMsgs)
assert.Equal(t, tt.want.schemaMsgs, schemaMsgs)
})
}
}