mirror of
https://github.com/openimsdk/open-im-server.git
synced 2025-04-05 20:11:14 +08:00
86 lines
2.6 KiB
Go
86 lines
2.6 KiB
Go
package kafka
|
|
|
|
import (
|
|
"bytes"
|
|
"strings"
|
|
|
|
"github.com/IBM/sarama"
|
|
"github.com/openimsdk/tools/errs"
|
|
)
|
|
|
|
func BuildConsumerGroupConfig(conf *Config, initial int64, autoCommitEnable bool) (*sarama.Config, error) {
|
|
kfk := sarama.NewConfig()
|
|
kfk.Version = sarama.V2_0_0_0
|
|
kfk.Consumer.Offsets.Initial = initial
|
|
kfk.Consumer.Offsets.AutoCommit.Enable = autoCommitEnable
|
|
kfk.Consumer.Return.Errors = false
|
|
if conf.Username != "" || conf.Password != "" {
|
|
kfk.Net.SASL.Enable = true
|
|
kfk.Net.SASL.User = conf.Username
|
|
kfk.Net.SASL.Password = conf.Password
|
|
}
|
|
if conf.TLS.EnableTLS {
|
|
tls, err := newTLSConfig(conf.TLS.ClientCrt, conf.TLS.ClientKey, conf.TLS.CACrt, []byte(conf.TLS.ClientKeyPwd), conf.TLS.InsecureSkipVerify)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
kfk.Net.TLS.Config = tls
|
|
kfk.Net.TLS.Enable = true
|
|
}
|
|
return kfk, nil
|
|
}
|
|
|
|
func NewConsumerGroup(conf *sarama.Config, addr []string, groupID string) (sarama.ConsumerGroup, error) {
|
|
cg, err := sarama.NewConsumerGroup(addr, groupID, conf)
|
|
if err != nil {
|
|
return nil, errs.WrapMsg(err, "NewConsumerGroup failed", "addr", addr, "groupID", groupID, "conf", *conf)
|
|
}
|
|
return cg, nil
|
|
}
|
|
|
|
func BuildProducerConfig(conf Config) (*sarama.Config, error) {
|
|
kfk := sarama.NewConfig()
|
|
kfk.Producer.Return.Successes = true
|
|
kfk.Producer.Return.Errors = true
|
|
kfk.Producer.Partitioner = sarama.NewHashPartitioner
|
|
if conf.Username != "" || conf.Password != "" {
|
|
kfk.Net.SASL.Enable = true
|
|
kfk.Net.SASL.User = conf.Username
|
|
kfk.Net.SASL.Password = conf.Password
|
|
}
|
|
switch strings.ToLower(conf.ProducerAck) {
|
|
case "no_response":
|
|
kfk.Producer.RequiredAcks = sarama.NoResponse
|
|
case "wait_for_local":
|
|
kfk.Producer.RequiredAcks = sarama.WaitForLocal
|
|
case "wait_for_all":
|
|
kfk.Producer.RequiredAcks = sarama.WaitForAll
|
|
default:
|
|
kfk.Producer.RequiredAcks = sarama.WaitForAll
|
|
}
|
|
if conf.CompressType == "" {
|
|
kfk.Producer.Compression = sarama.CompressionNone
|
|
} else {
|
|
if err := kfk.Producer.Compression.UnmarshalText(bytes.ToLower([]byte(conf.CompressType))); err != nil {
|
|
return nil, errs.WrapMsg(err, "UnmarshalText failed", "compressType", conf.CompressType)
|
|
}
|
|
}
|
|
if conf.TLS.EnableTLS {
|
|
tls, err := newTLSConfig(conf.TLS.ClientCrt, conf.TLS.ClientKey, conf.TLS.CACrt, []byte(conf.TLS.ClientKeyPwd), conf.TLS.InsecureSkipVerify)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
kfk.Net.TLS.Config = tls
|
|
kfk.Net.TLS.Enable = true
|
|
}
|
|
return kfk, nil
|
|
}
|
|
|
|
func NewProducer(conf *sarama.Config, addr []string) (sarama.SyncProducer, error) {
|
|
producer, err := sarama.NewSyncProducer(addr, conf)
|
|
if err != nil {
|
|
return nil, errs.WrapMsg(err, "NewSyncProducer failed", "addr", addr, "conf", *conf)
|
|
}
|
|
return producer, nil
|
|
}
|