Alerts cannot be forwarded to email address, alway with Active state

[nina guo]

Hi,

kubectl logs alertmanager-1 -n monitoring

....

level=debug ts=2022-03-21T06:41:59.362Z caller=dispatch.go:473 component=dispatcher aggrGroup="{}:{alertname=\"KubernetesStatefulsetDown\", instance=\"kube-state-metrics.kube-system.svc.cluster.local\", job=\"kube-state-metrics\"}" msg=flushing alerts=[KubernetesStatefulsetDown[8ee9dd0][active]]
level=debug ts=2022-03-21T06:41:59.364Z caller=dispatch.go:473 component=dispatcher aggrGroup="{}:{alertname=\"KubernetesPodNotHealthy\"}" msg=flushing alerts=[KubernetesPodNotHealthy[ab93c03][active]]
level=debug ts=2022-03-21T06:41:59.383Z caller=email.go:78 integration=email msg="smtp_auth_username is not configured. Attempting to send email without authenticating"
level=debug ts=2022-03-21T06:41:59.384Z caller=email.go:78 integration=email msg="smtp_auth_username is not configured. Attempting to send email without authenticating"
level=debug ts=2022-03-21T06:41:59.390Z caller=notify.go:685 component=dispatcher receiver=email-me integration=email[0] msg="Notify success" attempts=1
level=debug ts=2022-03-21T06:41:59.391Z caller=notify.go:685 component=dispatcher receiver=email-me integration=email[0] msg="Notify success" attempts=1
level=debug ts=2022-03-21T06:43:59.358Z caller=dispatch.go:138 component=dispatcher msg="Received alert" alert=KubernetesStatefulsetDown[8ee9dd0][active]
level=debug ts=2022-03-21T06:43:59.359Z caller=dispatch.go:138 component=dispatcher msg="Received alert" alert=KubernetesStatefulsetDown[8ee9dd0][active]
level=debug ts=2022-03-21T06:43:59.359Z caller=dispatch.go:138 component=dispatcher msg="Received alert" alert=KubernetesPodNotHealthy[ab93c03][active]
level=debug ts=2022-03-21T06:43:59.360Z caller=dispatch.go:138 component=dispatcher msg="Received alert" alert=KubernetesPodNotHealthy[ab93c03][active]
level=debug ts=2022-03-21T06:45:59.358Z caller=dispatch.go:138 component=dispatcher msg="Received alert" alert=KubernetesStatefulsetDown[8ee9dd0][active]
level=debug ts=2022-03-21T06:45:59.359Z caller=dispatch.go:138 component=dispatcher msg="Received alert" alert=KubernetesPodNotHealthy[ab93c03][active]
level=debug ts=2022-03-21T06:45:59.359Z caller=dispatch.go:138 component=dispatcher msg="Received alert" alert=KubernetesStatefulsetDown[8ee9dd0][active]
level=debug ts=2022-03-21T06:45:59.360Z caller=dispatch.go:138 component=dispatcher msg="Received alert" alert=KubernetesPodNotHealthy[ab93c03][active]
level=debug ts=2022-03-21T06:46:42.464Z caller=nflog.go:336 component=nflog msg="Running maintenance"
level=debug ts=2022-03-21T06:46:42.464Z caller=silence.go:350 component=silences msg="Running maintenance"
level=debug ts=2022-03-21T06:46:42.466Z caller=silence.go:352 component=silences msg="Maintenance done" duration=1.854844ms size=0
level=debug ts=2022-03-21T06:46:42.466Z caller=nflog.go:338 component=nflog msg="Maintenance done" duration=2.444795ms size=299
level=debug ts=2022-03-21T06:46:59.362Z caller=dispatch.go:473 component=dispatcher aggrGroup="{}:{alertname=\"KubernetesStatefulsetDown\", instance=\"kube-state-metrics.kube-system.svc.cluster.local\", job=\"kube-state-metrics\"}" msg=flushing alerts=[KubernetesStatefulsetDown[8ee9dd0][active]]
level=debug ts=2022-03-21T06:46:59.364Z caller=dispatch.go:473 component=dispatcher aggrGroup="{}:{alertname=\"KubernetesPodNotHealthy\"}" msg=flushing alerts=[KubernetesPodNotHealthy[ab93c03][active]]
level=debug ts=2022-03-21T06:46:59.370Z caller=email.go:78 integration=email msg="smtp_auth_username is not configured. Attempting to send email without authenticating"
level=debug ts=2022-03-21T06:46:59.371Z caller=email.go:78 integration=email msg="smtp_auth_username is not configured. Attempting to send email without authenticating"
level=debug ts=2022-03-21T06:46:59.381Z caller=notify.go:685 component=dispatcher receiver=email-me integration=email[0] msg="Notify success" attempts=1
level=debug ts=2022-03-21T06:46:59.382Z caller=notify.go:685 component=dispatcher receiver=email-me integration=email[0] msg="Notify success" attempts=1
level=debug ts=2022-03-21T06:47:59.358Z caller=dispatch.go:138 component=dispatcher msg="Received alert" alert=KubernetesStatefulsetDown[8ee9dd0][active]
level=debug ts=2022-03-21T06:47:59.359Z caller=dispatch.go:138 component=dispatcher msg="Received alert" alert=KubernetesPodNotHealthy[ab93c03][active]
level=debug ts=2022-03-21T06:47:59.359Z caller=dispatch.go:138 component=dispatcher msg="Received alert" alert=KubernetesStatefulsetDown[8ee9dd0][active]
level=debug ts=2022-03-21T06:47:59.360Z caller=dispatch.go:138 component=dispatcher msg="Received alert" alert=KubernetesPodNotHealthy[ab93c03][active]
level=debug ts=2022-03-21T06:49:59.357Z caller=dispatch.go:138 component=dispatcher msg="Received alert" alert=KubernetesStatefulsetDown[8ee9dd0][active]
level=debug ts=2022-03-21T06:49:59.358Z caller=dispatch.go:138 component=dispatcher msg="Received alert" alert=KubernetesStatefulsetDown[8ee9dd0][active]
level=debug ts=2022-03-21T06:49:59.359Z caller=dispatch.go:138 component=dispatcher msg="Received alert" alert=KubernetesPodNotHealthy[ab93c03][active]
level=debug ts=2022-03-21T06:49:59.360Z caller=dispatch.go:138 component=dispatcher msg="Received alert" alert=KubernetesPodNotHealthy[ab93c03][active]

[nina guo]

kind: ConfigMap
apiVersion: v1
metadata:
  name: alertmanager-config
  namespace: monitoring
data:
  config.yml: |-
    global:
      resolve_timeout: 5m
      smtp_smarthost: mail:25
      smtp_from: alertmanager@prometheus
      smtp_require_tls: false
    route:
      receiver: email-me
      group_by: [instance, alertname, job]
      group_wait: 45s
      group_interval: 5m
      repeat_interval: 24h
    receivers:
    - name: email-me
      email_configs:
      - to: alert@address
        send_resolved: true