feat: manually mirror opencoze's code from bytedance

Change-Id: I09a73aadda978ad9511264a756b2ce51f5761adf
This commit is contained in:
fanlv
2025-07-20 17:36:12 +08:00
commit 890153324f
14811 changed files with 1923430 additions and 0 deletions

View File

@@ -0,0 +1,97 @@
/*
* Copyright 2025 coze-dev Authors
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package nsq
import (
"context"
"fmt"
"github.com/nsqio/go-nsq"
"github.com/coze-dev/coze-studio/backend/infra/contract/eventbus"
"github.com/coze-dev/coze-studio/backend/pkg/lang/conv"
"github.com/coze-dev/coze-studio/backend/pkg/lang/signal"
"github.com/coze-dev/coze-studio/backend/pkg/logs"
"github.com/coze-dev/coze-studio/backend/pkg/safego"
)
func RegisterConsumer(nameServer, topic, group string, consumerHandler eventbus.ConsumerHandler, opts ...eventbus.ConsumerOpt) error {
if nameServer == "" {
return fmt.Errorf("name server is empty")
}
if topic == "" {
return fmt.Errorf("topic is empty")
}
if group == "" {
return fmt.Errorf("group is empty")
}
if consumerHandler == nil {
return fmt.Errorf("consumer handler is nil")
}
config := nsq.NewConfig()
consumer, err := nsq.NewConsumer(topic, group, config)
if err != nil {
return fmt.Errorf("create consumer failed, err=%w", err)
}
consumer.AddHandler(&MessageHandler{
Topic: topic,
Group: group,
ConsumerHandler: consumerHandler,
})
if err := consumer.ConnectToNSQD(nameServer); err != nil {
return fmt.Errorf("connect to nsqd failed, err=%w", err)
}
safego.Go(context.Background(), func() {
signal.WaitExit()
consumer.Stop()
})
return nil
}
// 自定义 Handler处理收到的每条消息
type MessageHandler struct {
Topic string
Group string
ConsumerHandler eventbus.ConsumerHandler
}
func (h *MessageHandler) HandleMessage(m *nsq.Message) error {
msg := &eventbus.Message{
Topic: h.Topic,
Group: h.Group,
Body: m.Body,
}
logs.Debugf("[Subscribe] receive msg : %v \n", conv.DebugJsonToStr(msg))
err := h.ConsumerHandler.HandleMessage(context.Background(), msg)
if err != nil {
logs.Errorf("[Subscribe] handle msg failed, topic : %s , group : %s, err: %v \n", msg.Topic, msg.Group, err)
return err
}
logs.Debugf("subscribe callback: %v \n", conv.DebugJsonToStr(msg))
return nil
}

View File

@@ -0,0 +1,83 @@
/*
* Copyright 2025 coze-dev Authors
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package nsq
import (
"context"
"fmt"
"github.com/nsqio/go-nsq"
"github.com/coze-dev/coze-studio/backend/infra/contract/eventbus"
"github.com/coze-dev/coze-studio/backend/pkg/lang/signal"
"github.com/coze-dev/coze-studio/backend/pkg/safego"
)
type producerImpl struct {
nameServer string
topic string
p *nsq.Producer
}
func NewProducer(nameServer, topic, group string) (eventbus.Producer, error) {
if nameServer == "" {
return nil, fmt.Errorf("name server is empty")
}
if topic == "" {
return nil, fmt.Errorf("topic is empty")
}
config := nsq.NewConfig()
producer, err := nsq.NewProducer(nameServer, config)
if err != nil {
return nil, fmt.Errorf("create producer failed, err=%w", err)
}
safego.Go(context.Background(), func() {
signal.WaitExit()
producer.Stop()
})
return &producerImpl{
nameServer: nameServer,
topic: topic,
p: producer,
}, nil
}
func (r *producerImpl) Send(ctx context.Context, body []byte, opts ...eventbus.SendOpt) error {
err := r.p.Publish(r.topic, body)
if err != nil {
return fmt.Errorf("[producerImpl] send message failed: %w", err)
}
return err
}
func (r *producerImpl) BatchSend(ctx context.Context, bodyArr [][]byte, opts ...eventbus.SendOpt) error {
option := eventbus.SendOption{}
for _, opt := range opts {
opt(&option)
}
err := r.p.MultiPublish(r.topic, bodyArr)
if err != nil {
return fmt.Errorf("[BatchSend] send message failed: %w", err)
}
return nil
}