Merge branch 'master' into dist/eole/2.6.2/master

We need to be closer to the prometheus way to do things

Makefile

@@ -1,9 +1,9 @@
 ################################
-# Makefile pour XXX-XXX
+# Makefile pour eole-prometheus
 ################################
 
 SOURCE=eole-prometheus
-VERSION=0.1
+VERSION=0.0.1
 EOLE_VERSION=2.6
 EOLE_RELEASE=2.6.2
 PKGAPPS=non

debian/compat

@@ -0,0 +1 @@
+7

debian/control

@@ -0,0 +1,11 @@
+Source: eole-prometheus
+Section: web
+Priority: optional
+Maintainer: Cadoles <contact@cadoles.com>
+Build-Depends: debhelper (>= 9)
+Standards-Version: 3.9.3
+
+Package: eole-prometheus
+Architecture: amd64
+Depends: ${misc:Depends}, prometheus, grafana, eole-node-exporter, prometheus-alertmanager, curl
+Description: Eolisation de Prometheus

debian/copyright

@@ -0,0 +1,44 @@
+Format: http://dep.debian.net/deps/dep5
+Upstream-Name: {PROJECT}
+Source: {URL}
+
+Files: *
+Copyright: YEAR {UPSTREAM} {AUTHOR} <{MAIL}>
+License: {UPSTREAM LICENSE}
+
+Files: debian/*
+Copyright: 2012 Équipe EOLE <eole@ac-dijon.fr>
+License: CeCILL-2
+
+License: {UPSTREAM LICENSE}
+ {TEXT OF THE LICENSE}
+
+License: CeCILL-2
+ This software is governed by the CeCILL-2 license under French law and
+ abiding by the rules of distribution of free software.  You can  use,
+ modify and or redistribute the software under the terms of the CeCILL-2
+ license as circulated by CEA, CNRS and INRIA at the following URL
+ "http://www.cecill.info";.
+ .
+ As a counterpart to the access to the source code and  rights to copy,
+ modify and redistribute granted by the license, users are provided only
+ with a limited warranty  and the software's author,  the holder of the
+ economic rights,  and the successive licensors  have only  limited
+ liability.
+ .
+ In this respect, the user's attention is drawn to the risks associated
+ with loading,  using,  modifying and/or developing or reproducing the
+ software by the user in light of its specific status of free software,
+ that may mean  that it is complicated to manipulate,  and  that  also
+ therefore means  that it is reserved for developers  and  experienced
+ professionals having in-depth computer knowledge. Users are therefore
+ encouraged to load and test the software's suitability as regards their
+ requirements in conditions enabling the security of their systems and/or
+ data to be ensured and,  more generally, to use and operate it in the
+ same conditions as regards security.
+ .
+ The fact that you are presently reading this means that you have had
+ knowledge of the CeCILL-2 license and that you accept its terms.
+ .
+ On Eole systems, the complete text of the CeCILL-2 License can be found
+ in '/usr/share/common-licenses/CeCILL-2-en'.

debian/rules

@@ -0,0 +1,8 @@
+#!/usr/bin/make -f
+# -*- makefile -*-
+
+# Uncomment this to turn on verbose mode.
+# export DH_VERBOSE=1
+
+%:
+	dh $@

debian/source/format

@@ -0,0 +1 @@
+3.0 (quilt)

diagnose/70-grafana

@@ -1,6 +1,7 @@
 #!/bin/bash
 
-if [ $(CreoleGet activer_grafana) = "oui" ];then
+if [[ $(CreoleGet activer_grafana) == "oui" ]]
+then
     . /usr/lib/eole/diagnose.sh
 
     EchoGras "*** Accès au serveur grafana"

diagnose/70-prometheus

@@ -1,6 +1,7 @@
 #!/bin/bash
 
-if [ $(CreoleGet activer_prometheus) = "oui" ];then
+if [[ $(CreoleGet activer_prometheus) == "oui" ]]
+then
     . /usr/lib/eole/diagnose.sh
 
     EchoGras "*** Accès au serveur Prometheus"

dicos/70_prometheus.xml

@@ -1,14 +1,19 @@
 <?xml version="1.0" encoding="utf-8"?>
 <creole>
     <files>
-        <file filelist='prometheus' name='/etc/prometheus/prometheus.yml' source='prometheus.yml' mkdir='True' rm='True'/>
-        <file filelist='grafana' name='/etc/grafana/grafana.ini' source='grafana.ini' mkdir='True' rm='True'/>
+      <file filelist='prometheus'   name='/etc/default/prometheus' source='prometheus.defaults'  mkdir='True' rm='True'/>
+        <file filelist='prometheus'   name='/etc/prometheus/prometheus.yml'          mkdir='True' rm='True'/>
+        <file filelist='alertmanager' name='/etc/prometheus/alertmanager.yml'        mkdir='True' rm='True'/>
+        <file filelist='alertmanager' name='/etc/prometheus/rules.d/alert-rules.yml' mkdir='True' rm='True'/>
+        <file filelist='alertmanager' name='/etc/prometheus/rules.d/predict-rules.yml' mkdir='True' rm='True'/>
+        <file filelist='grafana'      name='/etc/grafana/grafana.ini'                mkdir='True' rm='True'/>
+
         <service>prometheus</service>
+        <service>alertmanager</service>
         <service>grafana-server</service>
         <service_access service='prometheus'>
-            <port service_accesslist="saLemon">80</port>
-            <port service_accesslist="saLemon">443</port>
             <port service_accesslist="prometheus">9090</port>
+            <port service_accesslist="alertmanager">9093</port>
         </service_access>
         <service_access service='grafana-server'>
             <port service_accesslist="grafana">3000</port>
@@ -16,17 +21,23 @@
     </files>
     <variables>
         <family name='services'>
-        <variable name='activer_prometheus' type='oui/non' description="Activer le service prometheus sur le serveur">
-        <value>oui</value>
+            <variable name='activer_prometheus' type='oui/non' description="Activer le service prometheus sur le serveur">
+                <value>oui</value>
             </variable>
-    </family>
+        </family>
         <family name='prometheus'>
-        <variable name='activer_grafana' type='oui/non' description="Activer le service grafana sur le serveur">
-        <value>oui</value>
-        </variable>
+            <variable name='activer_grafana' type='oui/non' description="Activer le service grafana sur le serveur">
+                <value>oui</value>
+            </variable>
+            <variable name='activerAlertmanager' type='oui/non' description="Activer le service d'alertes">
+                <value>oui</value>
+            </variable>
+			<variable name='promStorageRetention' type='number' description='Durée de rétention des métriques (en heures)'>
+				<value>24</value>
+			</variable>
             <variable name='prometheusJobName' type='string' description="Nom du job ajouté au label">
                 <value>prometheus</value>
-        </variable>
+            </variable>
             <variable name='prometheusScrapeInterval' type='string' description="Intervalle de récupération des données sur les différents noeuds">
                 <value>15s</value>
             </variable>
@@ -36,50 +47,231 @@
             <variable name='prometheusScrapeTimeout' type='string' description="Temps d'attente avant que la récupération de données échoue">
                 <value>10s</value>
             </variable>
-            <variable name='ajout_client_prometheus' type='oui/non' description="Ajouter un nouveau client à Prometheus">
-                <value>non</value>
+            <variable name='job_name_node' type='string' description="Nom du job pour les noeuds" mode='expert'>
+                <value>node</value>
             </variable>
-			<variable name='nouveau_node_exporter' type='string' description="url/IP du nouveau node exporter" multi="True" mandatory='True'/>
-        <variable name='job_name_node' type='string' description="Nom du job pour les noeuds" mode='expert'>
-        <value>node</value>
-        </variable>
-        <variable name='job_file_config' type='string' description="Emplacement des fichiers de configuration des noeuds" auto_freeze='True' mode='expert' mandatory='True'>
+            <variable name='job_file_config' type='string' description="Emplacement des fichiers de configuration des noeuds" auto_freeze='True' mode='expert' mandatory='True'>
                 <value>/etc/prometheus/nodes</value>
             </variable>
+            <variable name='addTargetPrometheus' type='oui/non' description="Ajouter des cibles statiques à Prometheus">
+                <value>non</value>
+            </variable>
+
+            <!-- Job standard  -->
+            <variable name='prTarg' type='string' description='Nom de la cible prometheus' multi='True'/>
+            <variable name='prTargIP' type='string' description="Adresse IP ou nom de domaine de la cible prometheus"/>
+            <variable name='prTargSonde' type='string' description="Sonde a utiliser pour ce client">
+                <value>Node Exporter</value>
+            </variable>
         </family>
-    <family name="grafana">
-        <variable name='grafana_domain' type='string' description="Nom de Domaine ou IP pour accèder à l'interface Grafana" mandatory='True'>
-        <value>localhost</value>
-        </variable>
-            <variable name='grafana_session_max_lifetime' type='string' description="Durée avant déconnexion de l'interface Grafana (en seconde)">
-                <value>86400</value>
+        <family name='Jobs prometheus'>
+            <variable name='promJobs' type='string' description="Nom du job prometheus" multi='True'/>
+            <variable name='honorLabels' type='oui/non' description='Garder les labels en cas de conflit' mode='expert'>
+                <value>oui</value>
             </variable>
-            <variable name='grafana_admin_passwd' type='string' description="Mot de passe admin pour la première connexion">
-                <value>admin</value>
+            <variable name='scrpInterval' type='number' description="Interval d'intérogation de la sonde (en secondes)">
+                <value>15</value>
             </variable>
-            <variable name='grafana_sign_up' type='string' description="Activer l'enregistrement automatique">
-                <value>false</value>
+            <variable name='scrpTimeout' type='number' description="Délais d'attente maximum lors de l'interrogation d'une sonde">
+                <value>10</value>
             </variable>
-            <variable name='grafana_auth_anonymous' type='string' description="Activer l'accès aux utilisateurs non enregistrés">
-                <value>false</value>
+            <variable name='scrpScheme' type='string' description="Protocole à utiliser pour l'interrogation de la sonde">
+                <value>http</value>
             </variable>
+           <variable name='scrpMetricPath' type='string' description="Chemin d'accès de la ressource">
+                <value>/metrics</value>
+            </variable>
+
+            <variable name='addPrOpenTarg' type='oui/non' description="Ajouter des cibles statiques pour les jobs personnalisé">
+                <value>non</value>
+            </variable>
+            <!-- Job libre  -->
+            <variable name='prOpenTarg' type='string' description='Nom de la cible personnalisé prometheus' multi='True'/>
+            <variable name='prOpenTargJob' type='string' description='Nom du job de rattachement de la cible'/>
+            <variable name='prOpenTargIP' type='string' description="Adresse IP ou nom de domaine de la cible"/>
+            <variable name='prOpenTargPort' type='number' description="Port d'écoute de la sonde"/>
+        </family>
+
+        <family name="grafana">
+                    <variable name='grafana_domain' type='string' description="Nom de Domaine ou IP pour accèder à l'interface Grafana" mandatory='True'>
+                        <value>localhost</value>
+                    </variable>
+                    <variable name='grafana_session_max_lifetime' type='string' description="Durée avant déconnexion de l'interface Grafana (en seconde)">
+                        <value>86400</value>
+                    </variable>
+                    <variable name='grafana_admin_passwd' type='string' description="Mot de passe admin pour la première connexion">
+                        <value>admin</value>
+                    </variable>
+                    <variable name='grafana_sign_up' type='string' description="Activer l'enregistrement automatique">
+                        <value>false</value>
+                    </variable>
+                    <variable name='grafana_auth_anonymous' type='string' description="Activer l'accès aux utilisateurs non enregistrés">
+                        <value>false</value>
+                    </variable>
+					<variable name='grafanaRootURL' type='string' description='Url publique de grafana (avec http:// ou https://)' mode='expert'/>
+                </family>
+
+        <family name="alertes prometheus">
+			<variable name='alSMTPUseSys' type='oui/non' description="Utiliser la passerelle SMTP du système ?">
+				<value>non</value>
+			</variable>
+            <variable name='alSMTPHost' type='string' description="Adresse du serveur SMTP pour l'envois des alertes"/>
+            <variable name='alSMTPPort' type='string' description="Port d'écoute du serveur SMTP pour l'envois des alertes"/>
+            <variable name='alFrom' type='string' description="Adresse d'origine des emails d'alerte"/>
+            <variable name='alSMTPTLS' type='oui/non' description="Utiliser STARTTLS">
+                <value>non</value>
+            </variable>
+            <variable name='alSMTPAuth' type='oui/non' description="Authentification requise sur le serveur SMTP ?">
+                <value>non</value>
+            </variable>
+            <variable name='alSMTPUser' type='string' description="Utilisateur SMTP"/>
+            <variable name='alSMTPPass' type='string' description="Mot de passe"/>
+
+
+            <variable name='alReceiver' type='string' description="Nom du destinataire" multi='True'/>
+            <variable name='alReceiverEmail' type='string' description="Adresse email du destinataire"/>
+
+            <variable name='alDefaultReceiver' type='string' description='Nom du destinataire par défaut'/>
+
+            <variable name='alRoute' type='string' description="Nom de la rêgle de distribution des alertes" multi="True"/>
+            <variable name='alRouteMatchSource' type='string' description='Source de correspondance'/>
+            <variable name='alRouteMatchValue' type='string' description='Valeur attendue'/>
+            <variable name='alRouteMatchReceiver' type='string' description="Nom du destinataire de l'alerte"/>
+
+            <variable name='alRouteRegxp' type='string' description="Rêgle de distribution des alertes" multi="True"/>
+            <variable name='alRouteMatchRegExpSource' type='string' description='Source de correspondance'/>
+            <variable name='alRouteMatchRegExp' type='string' description='Expression régulière'/>
+            <variable name='alRouteMatchRegxpRecv' type='string' description="Nom du destinataire de l'alerte (regxp)"/>
+
+            <variable name='alSubRoute' type='string' description="Nom de la rêgle maitresse" multi='True'/>
+            <variable name='alSubRouteMatchSource' type='string' description='Source de correspondance'/>
+            <variable name='alSubRouteMatchValue' type='string' description='Valeur attendue'/>
+            <variable name='alSubRouteMatchReceiver' type='string' description="Nom du destinataire de l'alerte"/>
     </family>
+
+    <separators>
+        <separator name='activer_grafana'>Services complèmentairse</separator>
+        <separator name='prometheusJobName'>Configuration du serveur Prometheus</separator>
+        <separator name='job_name_node'>Configuration des jobs standards</separator>
+        <separator name='alSMTPHost'>Configuration SMTP pour l'envois des alertes</separator>
+        <separator name='alReceiver'>Destinatires</separator>
+        <separator name='alRoute'>Rêgles de distribution simples</separator>
+        <separator name='alRouteRegxp'>Rêgles de distribution regexp</separator>
+        <separator name='alSubRoute'>Sous-rêgles de distribution</separator>
+    </separators>
+
     </variables>
     <constraints>
+
+        <group master='alReceiver'>
+            <slave>alReceiverEmail</slave>
+        </group>
+
+        <group master='promJobs'>
+            <slave>scrpInterval</slave>
+            <slave>scrpTimeout</slave>
+            <slave>honorLabels</slave>
+	    <slave>scrpScheme</slave>
+            <slave>scrpMetricPath</slave>
+        </group>
+
+        <group master='alRoute'>
+            <slave>alRouteMatchSource</slave>
+            <slave>alRouteMatchValue</slave>
+            <slave>alRouteMatchReceiver</slave>
+        </group>
+
+        <group master='alRouteRegxp'>
+            <slave>alRouteMatchRegExpSource</slave>
+            <slave>alRouteMatchRegExp</slave>
+            <slave>alRouteMatchRegxpRecv</slave>
+        </group>
+
+        <group master='alSubRoute'>
+            <slave>alSubRouteMatchSource</slave>
+            <slave>alSubRouteMatchValue</slave>
+            <slave>alSubRouteMatchReceiver</slave>
+        </group>
+
+        <group master='prTarg'>
+            <slave>prTargIP</slave>
+            <slave>prTargSonde</slave>
+        </group>
+
+        <group master='prOpenTarg'>
+            <slave>prOpenTargIP</slave>
+            <slave>prOpenTargPort</slave>
+            <slave>prOpenTargJob</slave>
+        </group>
+
+        <check name='valid_enum' target='prTargSonde'>
+            <param>['Node Exporter']</param>
+        </check>
+
+        <check name='valid_enum' target='scrpScheme'>
+            <param>['http','https']</param>
+        </check>
+
+        <check name='valid_enum' target='alRouteMatchSource'>
+            <param>['','service','severity']</param>
+        </check>
+
+        <check name='valid_enum' target='alRouteMatchRegExpSource'>
+            <param>['','service','severity']</param>
+        </check>
+
+        <check name='valid_enum' target='alSubRouteMatchSource'>
+            <param>['','service','severity']</param>
+        </check>
+
+        <condition name='disabled_if_in' source='alSMTPUseSys'>
+            <param>oui</param>
+            <target type='variable'>alSMTPUser</target>
+            <target type='variable'>alSMTPPass</target>
+            <target type='variable'>alSMTPPort</target>
+            <target type='variable'>alSMTPTLS</target>
+			<target type='variable'>alSMTPHost</target>
+			<target type='variable'>alSMTPAuth</target>
+        </condition>
+
+        <condition name='disabled_if_in' source='alSMTPAuth'>
+            <param>non</param>
+            <target type='variable'>alSMTPUser</target>
+            <target type='variable'>alSMTPPass</target>
+        </condition>
+
         <condition name='disabled_if_in' source='activer_prometheus'>
             <param>non</param>
             <target type='family'>prometheus</target>
+            <target type='family'>alertes prometheus</target>
             <target type='filelist'>prometheus</target>
             <target type='variable'>activer_grafana</target>
         </condition>
+
         <condition name='disabled_if_in' source='activer_grafana'>
             <param>non</param>
             <target type='family'>grafana</target>
             <target type='filelist'>grafana</target>
         </condition>
-        <condition name='disabled_if_in' source='ajout_client_prometheus'>
+
+        <condition name='disabled_if_in' source='activerAlertmanager'>
             <param>non</param>
-            <target type='variable'>nouveau_node_exporter</target>
+            <target type='family'>alertes prometheus</target>
+            <target type='filelist'>alertmanager</target>
+            <target type='service_accesslist'>alertmanager</target>
+        </condition>
+
+        <condition name='disabled_if_in' source='addTargetPrometheus'>
+            <param>non</param>
+            <target type='variable'>prTarg</target>
+            <target type='variable'>prTargIP</target>
+            <target type='variable'>prTargSonde</target>
+        </condition>
+        <condition name='disabled_if_in' source='addPrOpenTarg'>
+            <param>non</param>
+            <target type='variable'>prOpenTarg</target>
+            <target type='variable'>prOpenTargIP</target>
+            <target type='variable'>prOpenTargPort</target>
         </condition>
     </constraints>
     <help>

init/prometheus.service

@@ -1,12 +0,0 @@
-[Unit]
-Description=Prometheus Server
-Documentation=https://prometheus.io/docs/introduction/overview/
-After=network-online.target
-
-[Service]
-User=root
-Restart=on-failure
-ExecStart=/usr/bin/prometheus --config.file=/etc/prometheus/prometheus.yml
-
-[Install]
-WantedBy=multi-user.target

postservice/88_grafana

@@ -0,0 +1,91 @@
+#!/usr/bin/env bash
+
+
+function importDataSource()
+{
+    local grURL="${1}/api/datasources"  # Grafana API URL
+    local dsName=${2} # Datasource Name
+    local dsURL="${3}" # Datasource URL
+    local dsType="prometheus" # Datasource type
+
+    cmd="curl"
+
+
+    data=$(cat <<__EOF__
+{"name":"${dsName}","type":"${dsType}","url":"${dsURL}","access":"direct"}
+__EOF__
+    )
+
+    echo -ne "\tCreating datasource for Prometheus "
+    res=$(${cmd} "${grURL}" -H "Content-Type: application-json" --data-binary "${data}" 2>&1 )
+    excode=${?}
+    case $res in
+        *"already exists"*)
+            echo " ... [Exists]"
+            ;;
+        *"Datasource added"*)
+            echo " ... [OK]"
+            ;;
+        *)
+            echo " ... Ooops ${res}"
+            ;;
+    esac
+}
+
+function importDashboardFromMarket()
+{
+    local grURL="${1}/api/dashboards/import" # API URL to create new Dashboard
+    local dsName="${2}"                  # Datasource name (to link dashboard to data)
+    local dhID="${3}"                    # Dashboard ID in the market
+    local dhRev="${4}"                   # Dashboard Revision to download
+    local tmpFile=$(mktemp)
+    local dhFile=$(mktemp)
+
+    # URL To download the json file for dashboard
+    local pubDashBoardURL="https://grafana.com/api/dashboards/${dhID}/revisions/${dhRev}/download"
+
+    local cmd="curl"
+
+    local dh=$(${cmd} --silent ${pubDashBoardURL} 2>&1)
+
+    cat <<_EOF_ > ${tmpFile}
+{
+  "inputs": [ { "name":"DS_LOCALHOST", "type":"datasource", "pluginId":"prometheus", "value":"${dsName}" } ],
+  "dashboard": { "title": "Surveillance Système", ${dh:1:-1} },
+  "folderId": 0,
+  "overwrite": true
+}
+_EOF_
+
+    res=$(${cmd} "${grURL}" -H "Content-Type: application-json" --data-binary "@${tmpFile}" 2>&1 )
+    excode=${?}
+    case $res in
+        *"\"imported\":true"*)
+            echo " ... [Overwrited]"
+            ;;
+        *"Datasource added"*)
+            echo " ... [OK]"
+            ;;
+        *)
+            echo " ... Ooops ${res}"
+            ;;
+    esac
+#    rm -rf ${tmpFile}
+}
+
+grafanaHost=$(CreoleGet srvGrafanaIP 127.0.0.1)
+grafanaPort=$(CreoleGet srvGrafanaPort 3000)
+grafanaUser="admin"
+grafanaPasswd=$(CreoleGet grafana_admin_passwd admin)
+grafanaURL="http://${grafanaUser}:${grafanaPasswd}@${grafanaHost}:${grafanaPort}"
+datasource_name=$(CreoleGet promDataSource "prometheus")
+promHost=$(CreoleGet adresse_ip_eth0)
+promPort='9090'
+datasourceURL="http://${promHost}:${promPort}"
+
+importDataSource ${grafanaURL} ${datasource_name} ${datasourceURL}
+echo
+echo -ne "\tImporting Node Exporter Full Dashboard "
+importDashboardFromMarket ${grafanaURL} ${datasource_name} 1860 11
+
+rm -rf ${dashBoardFile}

tmpl/alert-rules.yml

@@ -0,0 +1,41 @@
+#
+# Alert Rules
+#
+groups:
+- name: EoleRules
+  rules:
+  # Instance is Down
+  - alert: JobInstanceDown
+    expr: up == 0
+    for: 1m
+    annotations:
+      DESCRIPTION: Job {{ $labels.job }} instance {{ $labels.instance }} is down.
+      SUMMARY: Job instance is down
+
+  # Heavy CPU usage
+  - alert: cpu_threshold_exceeded
+    expr: (100 * (1 - avg by(instance) (irate(node_cpu{job="%%{job_name_node}",mode="idle"}[5m]))))
+      > 80
+    annotations:
+      description: This device's cpu usage has exceeded the threshold with a value
+        of {{ $value }}.
+      summary: Instance {{ $labels.instance }} CPU usage is dangerously high
+
+  # Heavy Memory usage
+  - alert: mem_threshold_exceeded
+    expr: (node_memory_MemFree{job="%%{job_name_node}"} + node_memory_Cached{job="%%{job_name_node}"} + node_memory_Buffers{job="%%{job_name_node}"})
+      / 1e+06 < 80
+    annotations:
+      description: This device's memory usage has exceeded the threshold with a value
+        of {{ $value }}.
+      summary: Instance {{ $labels.instance }} memory usage is dangerously high
+
+  # Heavy "/" use
+  - alert: filesystem_threshold_exceeded
+    expr: node_filesystem_avail{job="%%{job_name_node}",mountpoint="/"} / node_filesystem_size{job="%%{job_name_node}"}
+      * 100 < 20
+    annotations:
+      description: This device's filesystem usage has exceeded the threshold with
+        a value of {{ $value }}.
+      summary: Instance {{ $labels.instance }} filesystem usage is dangerously high
+

tmpl/alertmanager.yml

@@ -0,0 +1,139 @@
+global:
+  # The smarthost and SMTP sender used for mail notifications.
+%if %%alSMTPUseSys ==  'oui'
+  %if %%tls_smtp == "non"
+  smtp_smarthost: '%%exim_relay_smtp:25'
+  %elif %%tls_smtp == "port 25"
+    smtp_smarthost: '%%exim_relay_smtp:25'
+    smtp_require_tls: true
+    %else
+    smtp_smarthost: '%%exim_relay_smtp:465'
+    smtp_require_tls: true
+  %end if
+  smtp_from: '%%system_mail_from'
+%else
+  smtp_smarthost: '%%alSMTPHost:%%alSMTPPort'
+  smtp_from: '%%alFrom'
+  %if %%getVar('alSMTPAuth','non') == 'oui'
+  smtp_auth_username: '%%alSMTPUser'
+  smtp_auth_password: 'alSMTPPass'
+  %end if
+
+  %if %%getVar('alSMTPTLS','non') == 'oui'
+  smtp_require_tls: true
+  %else
+  smtp_require_tls: false
+  %end if
+%end if
+
+  # The auth token for Hipchat.
+  #hipchat_auth_token: '1234556789'
+  # Alternative host for Hipchat.
+  #hipchat_api_url: 'https://hipchat.foobar.org/'
+
+# The directory from which notification templates are read.
+templates:
+  - '/etc/alertmanager/template/*.tmpl'
+
+# The root route on which each incoming alert enters.
+route:
+  # The labels by which incoming alerts are grouped together. For example,
+  # multiple alerts coming in for cluster=A and alertname=LatencyHigh would
+  # be batched into a single group.
+  group_by: ['alertname', 'cluster', 'service']
+
+  # When a new group of alerts is created by an incoming alert, wait at
+  # least 'group_wait' to send the initial notification.
+  # This way ensures that you get multiple alerts for the same group that start
+  # firing shortly after another are batched together on the first
+  # notification.
+  group_wait: 30s
+
+  # When the first notification was sent, wait 'group_interval' to send a batch
+  # of new alerts that started firing for that group.
+  group_interval: 5m
+
+  # If an alert has successfully been sent, wait 'repeat_interval' to
+  # resend them.
+  repeat_interval: 3h
+
+  # A default receiver
+  receiver: %%alDefaultReceiver
+
+  # All the above attributes are inherited by all child routes and can
+  # overwritten on each.
+
+  # The child route trees.
+  routes:
+  # This routes performs a regular expression match on alert labels to
+  # catch alerts that are related to a list of services.
+%for route in %%getVar('alRouteRegxp',[])
+  - match_re:
+      %%{route.alRouteMatchRegExpSource}: %%{route.alRouteMatchRegExp}
+      receiver: %%route.alRouteMatchRegxpRecv
+  %if not %%is_empty('alSubRoute')
+    routes:
+    %for sroute in %%getVar('alSubRoute',[])
+    # The service has a sub-route for critical alerts, any alerts
+    # that do not match, i.e. severity != critical, fall-back to the
+    # parent node and are sent to 'team-X-mails'
+      %if %%sroute == %%route
+    - match:
+        %%{sroute.alSubRouteMatchSource}: %%alSubRouteMatchValue
+      receiver: %%alSubRouteMatchReceiver
+      %end if
+    %end for
+  %end if
+%end for
+%for rt in %%getVar('alRoute',[])
+  - match:
+      %%{rt.alRouteMatchSource}: %%{rt.alRouteMatchValue}
+    receiver: %%rt.alRouteMatchReceiver
+
+  %if not %%is_empty('alSubRoute')
+    routes:
+    %for sroute in %%getVar('alSubRoute',[])
+      %if %%sroute == %%rt
+    - match:
+        %%{sroute.alSubRouteMatchSource}: %%{sroute.alSubRouteMatchValue}
+      receiver: %%sroute.alSubRouteMatchReceiver
+      %end if
+    %end for
+  %end if
+%end for
+
+#  # This route handles all alerts coming from a database service. If there's
+#  # no team to handle it, it defaults to the DB team.
+#  - match:
+#      service: database
+#    receiver: team-DB-pager
+#    # Also group alerts by affected database.
+#    group_by: [alertname, cluster, database]
+#    routes:
+#    - match:
+#        owner: team-X
+#      receiver: team-X-pager
+#    - match:
+#        owner: team-Y
+#      receiver: team-Y-pager
+
+
+# Inhibition rules allow to mute a set of alerts given that another alert is
+# firing.
+# We use this to mute any warning-level notifications if the same alert is
+# already critical.
+inhibit_rules:
+- source_match:
+    severity: 'critical'
+  target_match:
+    severity: 'warning'
+  # Apply inhibition if the alertname is the same.
+  equal: ['alertname', 'cluster', 'service']
+
+
+receivers:
+%for rcv in %%getVar('alReceiver',[])
+- name: '%%rcv'
+  email_configs:
+  - to: '%%rcv.alReceiverEmail'
+%end for

tmpl/grafana.ini

@@ -40,11 +40,13 @@ domain = %%grafana_domain
 
 # Redirect to correct domain if host header does not match domain
 # Prevents DNS rebinding attacks
-;enforce_domain = false
+enforce_domain = true
 
 # The full public facing url you use in browser, used for redirects and emails
 # If you use reverse proxy and sub path specify full url (with sub path)
-;root_url = http://localhost:3000
+%if %%is_empty('grafanaRootURL')
+root_url = %%grafanaRootURL
+%end if
 
 # Log web requests
 ;router_logging = false
@@ -299,18 +301,20 @@ enabled = %%grafana_auth_anonymous
 
 #################################### SMTP / Emailing ##########################
 [smtp]
-;enabled = false
-;host = localhost:25
+%if %%getVar('activer_exim_relay_smtp','non') == 'oui'
+enabled = true
+host = %%exim_relay_smtp:25
 ;user =
 # If the password contains # or ; you have to wrap it with trippel quotes. Ex """#password;"""
 ;password =
 ;cert_file =
 ;key_file =
-;skip_verify = false
-;from_address = admin@grafana.localhost
-;from_name = Grafana
+skip_verify = true
+from_address = %%system_mail_from
+from_name = Grafana
 # EHLO identity in SMTP dialog (defaults to instance_name)
 ;ehlo_identity = dashboard.example.com
+%end if
 
 [emails]
 ;welcome_email_on_sign_up = false

tmpl/predict-rules.yml

@@ -0,0 +1,6 @@
+groups:
+  - name: PredictRules
+    rules:
+      - alert: disk_full_within_6_hours
+        expr: predict_linear(node_filesystem_free{job="%%{job_name_node}",mountpoint="/"}[1h], 6 * 3600) < 0
+        for: 5m

tmpl/prometheus.defaults

@@ -0,0 +1 @@
+PROMETHEUS_OPTS='--config.file=/etc/prometheus/prometheus.yml --storage.tsdb.path=/var/lib/prometheus/data'

tmpl/prometheus.yml

@@ -5,35 +5,67 @@ global:
   scrape_timeout: %%prometheusScrapeTimeout
 
 rule_files:
-- "/etc/prometheus/rules.d/*.yml"
+  - "/etc/prometheus/rules.d/*.yml"
 
 scrape_configs:
-  - job_name: %%prometheusJobName 
+  - job_name: %%prometheusJobName
     honor_labels: true
 
     static_configs:
-      - targets: ['%%nom_domaine_machine:9090']
+      - targets: ['%%nom_domaine_machine:9090'%slurp
 %if %%getVar('activerSndNodeExpoter','non') == 'oui'
-      - targets: ['%%nom_domaine_machine:9100']
+, '%%nom_domaine_machine:9100'%slurp
 %end if
+]
+
+
 
   - job_name: '%%job_name_node'
     file_sd_configs:
-      - files: [ "%%job_file_config/*.yml" ]
+#      - files: [ "%%job_file_config/*.yml" ]
+%if %%getVar('addTargetPrometheus','non') == 'oui'
     static_configs:
-%if %%getVar('ajout_client_prometheus','non') == 'oui'
-  %if not %%is_empty(%%nouveau_node_exporter)
-    %for %%client_prometheus in %%nouveau_node_exporter
-      - targets: ['%%client_prometheus:9100']
-    %end for
-  %end if
+        - targets: [ "%%adresse_ip_eth0:9100"%slurp
+        %for %%cliPr in %%getVar('prTarg',[])
+            %if %%cliPr.prTargSonde == 'Node Exporter'
+, '%%cliPr.prTargIP:9100'%slurp
+            %end if
+        %end for
+]
 %end if
 
-#alerting:
-#  alertmanagers:
-#  - scheme: https
-#    static_configs:
-#    - targets:
-#      - "1.2.3.4:9093"
-#      - "1.2.3.5:9093"
-#      - "1.2.3.6:9093"
+%for %%job in %%getVar('promJobs', [])
+  - job_name: '%%job'
+  %if %%job.honorLabels == 'oui'
+    honor_labels: true
+  %else
+    honor_labels: false
+  %end if
+    scrape_interval: %%{job.scrpInterval}s
+    scrape_timeout: %%{job.scrpTimeout}s
+    scheme: %%job.scrpScheme
+    metrics_path: %%job.scrpMetricPath
+  %set first = True
+    static_configs:
+      - targets: [ %slurp
+  %for %%target in %%getVar('prOpenTarg',[])
+    %if %%target.prOpenTargJob == %%job
+       %if %%first
+"%%target.prOpenTargIP:%%target.prOpenTargPort"%slurp
+          %set first = False
+       %else
+, "%%target.prOpenTargIP:%%target.prOpenTargPort"%slurp
+       %end if
+    %end if
+  %end for
+ ]
+%end for
+
+%if %%getVar('activerAlertmanager','non') == 'oui'
+alerting:
+  alertmanagers:
+  - scheme: http
+    static_configs:
+    - targets:
+       - "%%nom_domaine_machine:9093"
+%end if