add option

naver · Oct 10, 2024 · 5ae59f2 · 5ae59f2
1 parent a9739df
commit 5ae59f2
Show file tree

Hide file tree

Showing 2 changed files with 23 additions and 17 deletions.
diff --git a/pkg/lobster/distributor/config.go b/pkg/lobster/distributor/config.go
@@ -22,13 +22,14 @@ import (
 )
 
 type config struct {
-	StdstreamLogRootPath *string
-	EmptyDirLogRootPath  *string
-	FileInspectInterval  *time.Duration
-	FileInspectMaxStale  *time.Duration
-	TailFileMaxStale     *time.Duration
-	MatchLookbackMin     *time.Duration
-	MetricsInterval      *time.Duration
+	StdstreamLogRootPath   *string
+	EmptyDirLogRootPath    *string
+	FileInspectInterval    *time.Duration
+	FileInspectMaxStale    *time.Duration
+	TailFileMaxStale       *time.Duration
+	MatchLookbackMin       *time.Duration
+	MetricsInterval        *time.Duration
+	ShouldUpdateLogMatcher *bool
 }
 
 func setup() config {
@@ -39,14 +40,16 @@ func setup() config {
 	tailFileMaxStale := flag.Duration("distributor.tailFileMaxStale", 5*time.Second, "Decide how old files to look up to tailing")
 	matchLookbackMin := flag.Duration("distributor.matchLookbackMin", 10*time.Second, "Determine how old the logs will be in metrics")
 	metricsInterval := flag.Duration("distributor.metricsInterval", 5*time.Second, "metrics production interval")
+	shouldUpdateLogMatcher := flag.Bool("distributor.shouldUpdateLogMatcher", false, "When using the log sink function, set it to true for periodic log sink rule update")
 
 	return config{
-		StdstreamLogRootPath: stdstreamLogRootPath,
-		EmptyDirLogRootPath:  emptyDirLogRootPath,
-		FileInspectInterval:  fileInspectInterval,
-		FileInspectMaxStale:  fileInspectMaxStale,
-		TailFileMaxStale:     tailFileMaxStale,
-		MatchLookbackMin:     matchLookbackMin,
-		MetricsInterval:      metricsInterval,
+		StdstreamLogRootPath:   stdstreamLogRootPath,
+		EmptyDirLogRootPath:    emptyDirLogRootPath,
+		FileInspectInterval:    fileInspectInterval,
+		FileInspectMaxStale:    fileInspectMaxStale,
+		TailFileMaxStale:       tailFileMaxStale,
+		MatchLookbackMin:       matchLookbackMin,
+		MetricsInterval:        metricsInterval,
+		ShouldUpdateLogMatcher: shouldUpdateLogMatcher,
 	}
 }
diff --git a/pkg/lobster/distributor/distributor.go b/pkg/lobster/distributor/distributor.go
@@ -107,10 +107,13 @@ func (d *Distributor) Run(stopChan chan struct{}) {
 				fileMap := d.extractFileMap(logfiles, *conf.FileInspectMaxStale)
 				tailList := d.extractTailList(fileMap, *conf.TailFileMaxStale)
 
-				now := time.Now()
-				if err := d.matcher.Update(helper.FilterChunksByExistingPods(d.store.GetChunks(), podMap), now.Add(-*conf.FileInspectInterval), now); err != nil {
-					glog.Error(err)
+				if *conf.ShouldUpdateLogMatcher {
+					now := time.Now()
+					if err := d.matcher.Update(helper.FilterChunksByExistingPods(d.store.GetChunks(), podMap), now.Add(-*conf.FileInspectInterval), now); err != nil {
+						glog.Error(err)
+					}
 				}
+
 				d.storeFiles(fileMap)
 				d.tailFiles(tailList, stopChan)