Fix default scan_frequency to 60s (#44304) (#44382)

(cherry picked from commit b6ce2c1)

Co-authored-by: kaiyan-sheng <kaiyan.sheng@elastic.co>

Author: mergify[bot]

x-pack/filebeat/input/awscloudwatch/cloudwatch.go

@@ -102,6 +102,7 @@ func (p *cloudwatchPoller) getLogEventsFromCloudWatch(svc *cloudwatchlogs.Client
 }
 
 func (p *cloudwatchPoller) constructFilterLogEventsInput(startTime, endTime time.Time, logGroupId string) *cloudwatchlogs.FilterLogEventsInput {
+	p.log.Debugf("FilterLogEventsInput for log group: '%s' with startTime = '%v' and endTime = '%v'", logGroupId, unixMsFromTime(startTime), unixMsFromTime(endTime))
 	filterLogEventsInput := &cloudwatchlogs.FilterLogEventsInput{
 		LogGroupIdentifier: awssdk.String(logGroupId),
 		StartTime:          awssdk.Int64(unixMsFromTime(startTime)),

x-pack/filebeat/input/awscloudwatch/cloudwatch_test.go

@@ -237,7 +237,9 @@ func TestFilterLogEventsInput(t *testing.T) {
 		},
 	}
 	for _, test := range testCases {
-		p := cloudwatchPoller{}
+		p := cloudwatchPoller{
+			log: logp.NewLogger("test"),
+		}
 		result := p.constructFilterLogEventsInput(test.startTime, test.endTime, test.logGroupId)
 		assert.Equal(t, test.expected, result)
 	}

x-pack/filebeat/input/awscloudwatch/config.go

@@ -36,7 +36,7 @@ func defaultConfig() config {
 			Type: "aws-cloudwatch",
 		},
 		StartPosition:   "beginning",
-		ScanFrequency:   10 * time.Second,
+		ScanFrequency:   60 * time.Second,
 		APITimeout:      120 * time.Second,
 		APISleep:        200 * time.Millisecond, // FilterLogEvents has a limit of 5 transactions per second (TPS)/account/Region: 1s / 5 = 200 ms
 		NumberOfWorkers: 1,

x-pack/filebeat/input/awscloudwatch/input.go

@@ -124,6 +124,10 @@ func (in *cloudwatchInput) Run(inputContext v2.Context, pipeline beat.Pipeline)
 	logProcessor := newLogProcessor(log.Named("log_processor"), in.metrics, client, ctx)
 	cwPoller.metrics.logGroupsTotal.Add(uint64(len(logGroupIDs)))
 	cwPoller.startWorkers(ctx, svc, logProcessor)
+
+	log.Debugf("Config latency = %f", cwPoller.config.Latency)
+	log.Debugf("Config scan_frequency = %f", cwPoller.config.ScanFrequency)
+	log.Debugf("Config api_sleep = %f", cwPoller.config.APISleep)
 	cwPoller.receive(ctx, logGroupIDs, time.Now)
 	return nil
 }