blackteay/open-im-server
1
0
Fork 0
mirror of https://github.com/openimsdk/open-im-server.git synced 2025-04-06 04:15:46 +08:00
Code Issues Packages Projects Releases Wiki Activity

channelNum

Browse Source
This commit is contained in:
Gordon 2022-05-25 21:15:17 +08:00
parent bf87eb68e2
commit bcfa3efef7
1 changed files with 45 additions and 41 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

86
internal/msg_transfer/logic/online_history_msg_handler.go
View File

@ -418,51 +418,55 @@ func (och *OnlineHistoryConsumerHandler) ConsumeClaim(sess sarama.ConsumerGroupS
} }
go func() { go func() {
select { for {
//case : select {
// triggerID = utils.OperationIDGenerator() //case :
// // triggerID = utils.OperationIDGenerator()
// log.NewDebug(triggerID, "claim.Messages ", msg) //
// cMsg = append(cMsg, msg) // log.NewDebug(triggerID, "claim.Messages ", msg)
// if len(cMsg) >= 1000 { // cMsg = append(cMsg, msg)
// ccMsg := make([]*sarama.ConsumerMessage, 0, 1000) // if len(cMsg) >= 1000 {
// for _, v := range cMsg { // ccMsg := make([]*sarama.ConsumerMessage, 0, 1000)
// ccMsg = append(ccMsg, v) // for _, v := range cMsg {
// } // ccMsg = append(ccMsg, v)
// log.Debug(triggerID, "length trigger msg consumer start", len(ccMsg)) // }
// och.msgDistributionCh <- Cmd2Value{Cmd: ConsumerMsgs, Value: TriggerChannelValue{ // log.Debug(triggerID, "length trigger msg consumer start", len(ccMsg))
// triggerID: triggerID, cmsgList: ccMsg}} // och.msgDistributionCh <- Cmd2Value{Cmd: ConsumerMsgs, Value: TriggerChannelValue{
// sess.MarkMessage(msg, "") // triggerID: triggerID, cmsgList: ccMsg}}
// cMsg = make([]*sarama.ConsumerMessage, 0, 1000) // sess.MarkMessage(msg, "")
// log.Debug(triggerID, "length trigger msg consumer end", len(cMsg)) // cMsg = make([]*sarama.ConsumerMessage, 0, 1000)
// } // log.Debug(triggerID, "length trigger msg consumer end", len(cMsg))
// }
case <-t.C: case <-t.C:
if len(cMsg) > 0 { if len(cMsg) > 0 {
rwLock.Lock() rwLock.Lock()
ccMsg := make([]*sarama.ConsumerMessage, 0, 1000) ccMsg := make([]*sarama.ConsumerMessage, 0, 1000)
for _, v := range cMsg { for _, v := range cMsg {
ccMsg = append(ccMsg, v) ccMsg = append(ccMsg, v)
} }
cMsg = make([]*sarama.ConsumerMessage, 0, 1000) cMsg = make([]*sarama.ConsumerMessage, 0, 1000)
rwLock.Unlock() rwLock.Unlock()
split := 1000 split := 1000
triggerID = utils.OperationIDGenerator() triggerID = utils.OperationIDGenerator()
for i := 0; i < len(ccMsg)/split; i++ { for i := 0; i < len(ccMsg)/split; i++ {
log.Debug(triggerID, "timer trigger msg consumer start", len(ccMsg)) log.NewWarn(triggerID, "timer trigger msg consumer start", len(ccMsg))
och.msgDistributionCh <- Cmd2Value{Cmd: ConsumerMsgs, Value: TriggerChannelValue{ //log.Debug()
triggerID: triggerID, cmsgList: ccMsg[i*split : (i+1)*split]}} och.msgDistributionCh <- Cmd2Value{Cmd: ConsumerMsgs, Value: TriggerChannelValue{
} triggerID: triggerID, cmsgList: ccMsg[i*split : (i+1)*split]}}
if (len(ccMsg) % split) > 0 { }
och.msgDistributionCh <- Cmd2Value{Cmd: ConsumerMsgs, Value: TriggerChannelValue{ if (len(ccMsg) % split) > 0 {
triggerID: triggerID, cmsgList: ccMsg[split*(len(ccMsg)/split):]}} och.msgDistributionCh <- Cmd2Value{Cmd: ConsumerMsgs, Value: TriggerChannelValue{
} triggerID: triggerID, cmsgList: ccMsg[split*(len(ccMsg)/split):]}}
//sess.MarkMessage(ccMsg[len(cMsg)-1], "") }
//sess.MarkMessage(ccMsg[len(cMsg)-1], "")
log.NewWarn(triggerID, "timer trigger msg consumer end", len(cMsg))
}
log.Debug(triggerID, "timer trigger msg consumer end", len(cMsg))
} }
} }
}() }()
return nil return nil