commit ad0b8c71eedfdfa433ca2d42f1f0499159906a6b
author Thomas Draebing <thomas.draebing@sap.com> Wed Jun 24 13:21:09 2020 +0200
committer Thomas Draebing <thomas.draebing@sap.com> Thu Jun 25 09:00:06 2020 +0200
tree 8593790e54acae4bcbc0032f0894a00bd1f6a6c4
parent aab93a806bd4f2028205f8314254521fa742cf3f

Add alert on Gerrit threads in deadlock

This adds an alert that is firing, if 1 or more threads of a Gerrit
instance are in a deadlock.

Change-Id: Ie2e14e81381e07de2559b42b91d6e483639831ef

charts/prometheus/prometheus.yaml

diff --git a/charts/prometheus/prometheus.yaml b/charts/prometheus/prometheus.yaml
index aaeed5d..3623c4a 100644
--- a/charts/prometheus/prometheus.yaml
+++ b/charts/prometheus/prometheus.yaml
@@ -1089,6 +1089,14 @@
             annotations:
               description: '{{ $labels.instance }} has been unresponsive for 3 min.'
               summary: '{{ $labels.instance }} down'
+          - alert: ThreadDeadlock
+            expr: proc_jvm_thread_num_deadlocked_threads > 0
+            for: 1m
+            labels:
+              severity: critical
+            annotations:
+              description: '{{ $labels.instance }} has deadlocked threads.'
+              summary: '{{ $labels.instance }} deadlocks'
           - alert: SSHBatchUserScheduledTasks
             expr: queue_ssh_batch_worker_scheduled_tasks > 200
             for: 5m