/* * Copyright 2025 coze-dev Authors * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package testutil import ( "context" "fmt" "runtime/debug" "sync" "github.com/cloudwego/eino/callbacks" "github.com/cloudwego/eino/components" "github.com/cloudwego/eino/components/model" "github.com/cloudwego/eino/schema" "github.com/coze-dev/coze-studio/backend/infra/contract/modelmgr" "github.com/coze-dev/coze-studio/backend/pkg/logs" ) type UTChatModel struct { InvokeResultProvider func(index int, in []*schema.Message) (*schema.Message, error) StreamResultProvider func(index int, in []*schema.Message) (*schema.StreamReader[*schema.Message], error) Modals []modelmgr.Modal Index int ModelType string mu sync.Mutex } func (q *UTChatModel) Generate(ctx context.Context, in []*schema.Message, _ ...model.Option) (*schema.Message, error) { ctx = callbacks.EnsureRunInfo(ctx, "ut_chat_model", components.ComponentOfChatModel) ctx = callbacks.OnStart(ctx, in) defer func() { q.mu.Lock() q.Index++ q.mu.Unlock() }() defer func() { if panicErr := recover(); panicErr != nil { logs.CtxErrorf(ctx, "ut Chat Model: %s, panic: %v, stack: %s", q.ModelType, panicErr, string(debug.Stack())) callbacks.OnError(ctx, fmt.Errorf("model: %s, panic: %v, stack: %s", q.ModelType, panicErr, string(debug.Stack()))) } }() if q.InvokeResultProvider == nil { return nil, fmt.Errorf("invoke result provider is nil") } q.mu.Lock() msg, err := q.InvokeResultProvider(q.Index, in) q.mu.Unlock() if err != nil { callbacks.OnError(ctx, err) return nil, err } callbackOut := &model.CallbackOutput{ Message: msg, } if msg.ResponseMeta != nil { callbackOut.TokenUsage = (*model.TokenUsage)(msg.ResponseMeta.Usage) } _ = callbacks.OnEnd(ctx, callbackOut) return msg, nil } func (q *UTChatModel) Stream(ctx context.Context, in []*schema.Message, _ ...model.Option) (*schema.StreamReader[*schema.Message], error) { ctx = callbacks.EnsureRunInfo(ctx, "ut_chat_model", components.ComponentOfChatModel) ctx = callbacks.OnStart(ctx, in) defer func() { q.mu.Lock() q.Index++ q.mu.Unlock() }() defer func() { if panicErr := recover(); panicErr != nil { logs.CtxErrorf(ctx, "ut Chat Model: %s, panic: %v, stack: %s", q.ModelType, panicErr, string(debug.Stack())) callbacks.OnError(ctx, fmt.Errorf("model: %s, panic: %v, stack: %s", q.ModelType, panicErr, string(debug.Stack()))) } }() if q.StreamResultProvider == nil { return nil, fmt.Errorf("stream result provider is nil") } q.mu.Lock() outS, err := q.StreamResultProvider(q.Index, in) q.mu.Unlock() if err != nil { callbacks.OnError(ctx, err) return nil, err } callbackStream := schema.StreamReaderWithConvert(outS, func(t *schema.Message) (*model.CallbackOutput, error) { callbackOut := &model.CallbackOutput{ Message: t, } if t.ResponseMeta != nil { callbackOut.TokenUsage = (*model.TokenUsage)(t.ResponseMeta.Usage) } return callbackOut, nil }) _, s := callbacks.OnEndWithStreamOutput(ctx, callbackStream) return schema.StreamReaderWithConvert(s, func(t *model.CallbackOutput) (*schema.Message, error) { return t.Message, nil }), nil } func (q *UTChatModel) WithTools(tools []*schema.ToolInfo) (model.ToolCallingChatModel, error) { return q, nil } func (q *UTChatModel) IsCallbacksEnabled() bool { return true } func (q *UTChatModel) Reset() { q.Index = 0 } func (q *UTChatModel) Info(_ context.Context) *modelmgr.Model { if len(q.Modals) == 0 { return &modelmgr.Model{ Meta: modelmgr.ModelMeta{ Capability: &modelmgr.Capability{ InputModal: []modelmgr.Modal{modelmgr.ModalText}, }, }, } } return &modelmgr.Model{ Meta: modelmgr.ModelMeta{ Capability: &modelmgr.Capability{ InputModal: q.Modals, }, }, } }