added filtering and enriching

Author: JaimeSalas

06-monitoring/00-prometheus/.demos/05-filtering-and-enriching-labels/Vagrantfile

@@ -0,0 +1,62 @@
+$prometheus_script = <<-SCRIPT
+echo Downloading Prometheus
+wget https://github.com/prometheus/prometheus/releases/download/v2.32.1/prometheus-2.32.1.linux-amd64.tar.gz
+echo Getting files
+tar xvfz prometheus-2.32.1.linux-amd64.tar.gz
+SCRIPT
+
+$exporter_script = <<-SCRIPT
+echo Installing prometheus node exporter linux
+apt-get -y install prometheus-node-exporter
+
+SCRIPT
+
+Vagrant.configure("2") do |config|
+  config.vm.provision "shell", inline: <<-SHELL
+    apt-get update -y
+    echo "10.0.0.10 prometheus" >> /etc/hosts
+    echo "10.0.0.11 linux-batch" >> /etc/hosts
+    echo "10.0.0.12 linux-web" >> /etc/hosts
+  SHELL
+
+  config.vm.define "prometheus" do |prometheus|
+    prometheus.vm.box = "bento/ubuntu-20.04"
+    prometheus.vm.hostname = "prometheus"
+    prometheus.vm.network "private_network", ip: "10.0.0.10"  
+    prometheus.vm.provision "shell", inline: $prometheus_script
+    prometheus.vm.provider "virtualbox" do |vb|
+      vb.memory = 4048
+      vb.cpus = 2
+    end
+  end
+
+  config.vm.define "linux-batch" do |linuxbatch|
+    linuxbatch.vm.box = "bento/ubuntu-20.04"
+    linuxbatch.vm.hostname = "linux-batch"
+    linuxbatch.vm.network "private_network", ip: "10.0.0.11"  
+    linuxbatch.vm.provision "docker" do |d|
+      d.run "jaimesalas/prom-batch",
+        args: "-e PORT=8080 -p 8080:8080"
+    end
+    linuxbatch.vm.provision "shell", inline: $exporter_script
+    linuxbatch.vm.provider "virtualbox" do |vb|
+      vb.memory = 1012
+      vb.cpus = 1
+    end
+  end
+
+  config.vm.define "linux-web" do |linuxweb|
+    linuxweb.vm.box = "bento/ubuntu-20.04"
+    linuxweb.vm.hostname = "linux-web"
+    linuxweb.vm.network "private_network", ip: "10.0.0.12"  
+    linuxweb.vm.provision "docker" do |d|
+      d.run "jaimesalas/prom-web",
+        args: "-e PORT=8080 -p 8080:8080"
+    end
+    linuxweb.vm.provision "shell", inline: $exporter_script
+    linuxweb.vm.provider "virtualbox" do |vb|
+      vb.memory = 1012
+      vb.cpus = 1
+    end
+  end
+end

06-monitoring/00-prometheus/.demos/05-filtering-and-enriching-labels/batch.json

@@ -0,0 +1,20 @@
+[
+  {
+    "targets": [
+      "linux-batch:9100"
+    ],
+    "labels": {
+      "os": "linux",
+      "runtime": "vm"
+    }
+  },
+  {
+    "targets": [
+      "linux-batch:8080"
+    ],
+    "labels": {
+      "os": "linux",
+      "runtime": "container"
+    }
+  }
+]

06-monitoring/00-prometheus/.demos/05-filtering-and-enriching-labels/prometheus-config-1.yml

@@ -0,0 +1,38 @@
+global:
+  scrape_interval: 15s
+
+scrape_configs:
+  - job_name: "prometheus"
+    static_configs:
+      - targets: ["localhost:9090"]
+
+  - job_name: "linuxbatch"
+    static_configs:
+      - targets: ["linux-batch:9100"]
+        labels:
+          os: linux
+          runtime: vm
+
+  - job_name: "batch"
+    static_configs:
+      - targets: ["linux-batch:8080"]
+        labels:
+          os: linux
+          runtime: container
+
+  - job_name: "linuxweb"
+    scrape_timeout: 15s # default 10 s
+    static_configs:
+      - targets: ["linux-web:9100"]
+        labels:
+          os: linux
+          runtime: vm
+
+  - job_name: "web"
+    metrics_path: /metrics
+    scheme: http # can include TLS and auth for HTTPS
+    static_configs:
+      - targets: ["linux-web:8080"]
+        labels:
+          os: linux
+          runtime: docker

06-monitoring/00-prometheus/.demos/05-filtering-and-enriching-labels/prometheus-config-2.yml

@@ -0,0 +1,22 @@
+global:
+  scrape_interval: 15s
+
+scrape_configs:
+  - job_name: "prometheus"
+    static_configs:
+      - targets: ["localhost:9090"]
+
+  - job_name: "web"
+    file_sd_configs:
+      - files:
+          - "web.json"
+
+  - job_name: "batch"
+    file_sd_configs:
+      - files:
+          - "batch.json"
+    relabel_configs:
+      - source_labels: [runtime]
+        regex: container
+        target_label: runtime
+        replacement: docker

06-monitoring/00-prometheus/.demos/05-filtering-and-enriching-labels/prometheus-config-3.yml

@@ -0,0 +1,39 @@
+global:
+  scrape_interval: 15s
+
+scrape_configs:
+  - job_name: "prometheus"
+    static_configs:
+      - targets: ["localhost:9090"]
+
+  - job_name: "web"
+    file_sd_configs:
+      - files:
+          - "web.json"
+    metric_relabel_configs:
+      - source_labels: [__name__]
+        regex: "go_.*"
+        action: drop
+      - source_labels: [__name__, fstype]
+        regex: "node_filesystem_free_bytes;(.*)"
+        replacement: "${1}"
+        target_label: device
+
+  - job_name: "batch"
+    file_sd_configs:
+      - files:
+          - "batch.json"
+    relabel_configs:
+      - source_labels: [runtime]
+        regex: container
+        target_label: runtime
+        replacement: docker
+    metric_relabel_configs:
+      - source_labels: [__name__]
+        regex: "go_.*"
+        action: drop
+      - source_labels: [__name__, mountpoint]
+        regex: "node_filesystem_avail_bytes;.*"
+        action: replace
+        replacement: ""
+        target_label: mountpoint