未验证 提交 787ce7c1 编写于 作者: C congqixia 提交者: GitHub

Add Rated group for checkpoint gc skip case (#21949)

Signed-off-by: NCongqi Xia <congqi.xia@zilliz.com>
上级 dfa2dac8
......@@ -234,12 +234,13 @@ func (gc *garbageCollector) clearEtcd() {
}
for _, segment := range drops {
log := log.With(zap.Int64("segmentID", segment.ID))
if !gc.isExpire(segment.GetDroppedAt()) {
continue
}
// segment gc shall only happen when channel cp is after segment dml cp.
if segment.GetDmlPosition().GetTimestamp() > channelCPs[segment.GetInsertChannel()] {
log.RatedInfo(60, "dropped segment dml position after channel cp, skip meta gc",
log.WithRateGroup("GC_FAIL_CP_BEFORE", 1, 60).RatedInfo(60, "dropped segment dml position after channel cp, skip meta gc",
zap.Uint64("dmlPosTs", segment.GetDmlPosition().GetTimestamp()),
zap.Uint64("channelCpTs", channelCPs[segment.GetInsertChannel()]),
)
......
......@@ -102,8 +102,10 @@ func RatedWarn(cost float64, msg string, fields ...zap.Field) bool {
// With creates a child logger and adds structured context to it.
// Fields added to the child don't affect the parent, and vice versa.
func With(fields ...zap.Field) *zap.Logger {
return L().With(fields...).WithOptions(zap.AddCallerSkip(-1))
func With(fields ...zap.Field) *MLogger {
return &MLogger{
Logger: L().With(fields...).WithOptions(zap.AddCallerSkip(-1)),
}
}
// SetLevel alters the logging level.
......
......@@ -202,10 +202,12 @@ func (sc *ShardCluster) Close() {
})
}
func (sc *ShardCluster) getLogger() *zap.Logger {
return log.With(zap.Int64("collectionID", sc.collectionID),
func (sc *ShardCluster) getLogger() *log.MLogger {
return log.With(
zap.Int64("collectionID", sc.collectionID),
zap.String("channel", sc.vchannelName),
zap.Int64("replicaID", sc.replicaID))
zap.Int64("replicaID", sc.replicaID),
)
}
// serviceable returns whether shard cluster could provide query service.
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册