refactor: ansible

Author: pythoninthegrass

.gitignore

@@ -4,6 +4,8 @@
 **/hosts
 **/node-exporter.json
 **/prometheus.yml
+data/*
+facts/*
 
 # General
 .DS_Store
@@ -226,6 +228,137 @@ cython_debug/
 #  option (not recommended) you can uncomment the following to ignore the entire idea folder.
 #.idea/
 
+# Logs
+logs
+*.log
+npm-debug.log*
+yarn-debug.log*
+yarn-error.log*
+lerna-debug.log*
+.pnpm-debug.log*
+
+# Diagnostic reports (https://nodejs.org/api/report.html)
+report.[0-9]*.[0-9]*.[0-9]*.[0-9]*.json
+
+# Runtime data
+pids
+*.pid
+*.seed
+*.pid.lock
+
+# Directory for instrumented libs generated by jscoverage/JSCover
+lib-cov
+
+# Coverage directory used by tools like istanbul
+coverage
+*.lcov
+
+# nyc test coverage
+.nyc_output
+
+# Grunt intermediate storage (https://gruntjs.com/creating-plugins#storing-task-files)
+.grunt
+
+# Bower dependency directory (https://bower.io/)
+bower_components
+
+# node-waf configuration
+.lock-wscript
+
+# Compiled binary addons (https://nodejs.org/api/addons.html)
+build/Release
+
+# Dependency directories
+node_modules/
+jspm_packages/
+
+# Snowpack dependency directory (https://snowpack.dev/)
+web_modules/
+
+# TypeScript cache
+*.tsbuildinfo
+
+# Optional npm cache directory
+.npm
+
+# Optional eslint cache
+.eslintcache
+
+# Optional stylelint cache
+.stylelintcache
+
+# Microbundle cache
+.rpt2_cache/
+.rts2_cache_cjs/
+.rts2_cache_es/
+.rts2_cache_umd/
+
+# Optional REPL history
+.node_repl_history
+
+# Output of 'npm pack'
+*.tgz
+
+# Yarn Integrity file
+.yarn-integrity
+
+# dotenv environment variable files
+.env
+.env.development.local
+.env.test.local
+.env.production.local
+.env.local
+
+# parcel-bundler cache (https://parceljs.org/)
+.cache
+.parcel-cache
+
+# Next.js build output
+.next
+out
+
+# Nuxt.js build / generate output
+.nuxt
+dist
+
+# Gatsby files
+.cache/
+# Comment in the public line in if your project uses Gatsby and not Next.js
+# https://nextjs.org/blog/next-9-1#public-directory-support
+# public
+
+# vuepress build output
+.vuepress/dist
+
+# vuepress v2.x temp and cache directory
+.temp
+.cache
+
+# Docusaurus cache and generated files
+.docusaurus
+
+# Serverless directories
+.serverless/
+
+# FuseBox cache
+.fusebox/
+
+# DynamoDB Local files
+.dynamodb/
+
+# TernJS port file
+.tern-port
+
+# Stores VSCode versions used for testing VSCode extensions
+.vscode-test
+
+# yarn v2
+.yarn/cache
+.yarn/unplugged
+.yarn/build-state.yml
+.yarn/install-state.gz
+.pnp.*
+
 # INCLUDE
 !**/*.example
 !**/.gitkeep

ansible.cfg

@@ -0,0 +1,11 @@
+[defaults]
+log_path                      = /var/log/ansible.log
+inventory                     = ./hosts
+roles_path                    = ./roles
+host_key_checking             = False
+retry_files_enabled           = False
+remote_tmp                    = /tmp/${USER}/ansible
+gathering                     = smart
+fact_caching                  = jsonfile
+fact_caching_connection       = ./facts
+fact_caching_prefix           = ansible_facts_

config/prometheus.yml.tpl

@@ -9,8 +9,8 @@ scrape_configs:
   - job_name: 'node'
     static_configs:
       - targets: [
-          'node-exporter:${node_exporter_port}',  # Local container using Docker network DNS
-          %{ for host in node_exporter_hosts ~}
-          '${host.ip}:${node_exporter_port}',     # Remote hosts using IP addresses
-          %{ endfor ~}
+          'node-exporter:${node_exporter_port}',
+          %{~ for host in node_exporter_hosts ~}
+          '${host.ip}:${node_exporter_port}',
+          %{~ endfor ~}
         ]

exporter.yml

@@ -1,46 +1,104 @@
 ---
-- name: Deploy exporters as containers
+- name: Deploy monitoring exporters
   hosts: all
-  gather_facts: false
-  vars:
-    exporter_defaults:
-      node:
-        image: "prom/node-exporter:latest"
-        port: 9100
-      mongodb:
-        image: "bitnami/mongodb-exporter:latest"
-        port: 9216
-      redis:
-        image: "oliver006/redis_exporter:latest"
-        port: 9121
-
+  gather_facts: true
+  environment:
+    PATH: "{{ ansible_env.HOME }}/.local/bin:/usr/local/bin:/usr/local/sbin:/usr/bin:/sbin:/bin:{{ ansible_env.PATH }}"
+  vars_files:
+    - vars.yml
   tasks:
-    - name: Set exporter type based on inventory group
-      ansible.builtin.set_fact:
-        exporter_type: >-
-          {%- if inventory_hostname in groups.get('node_exporters', []) -%}
-            node
-          {%- elif inventory_hostname in groups.get('mongodb_hosts', []) -%}
-            mongodb
-          {%- elif inventory_hostname in groups.get('redis_hosts', []) -%}
-            redis
-          {%- endif -%}
+    - name: Create monitoring network
+      community.docker.docker_network:
+        name: "{{ item.name }}"
+        state: present
+        driver: "{{ item.driver }}"
+      loop: "{{ docker_networks }}"
+      delegate_to: "{{ groups['all'][0] }}"
+
+    - name: Pull exporter images
+      community.docker.docker_container:
+        name: "{{ item.image }}"
+        pull: missing
+      loop: "{{ exporters }}"
+
+    - name: Deploy node-exporter
+      community.docker.docker_container:
+        name: "node-exporter"
+        image: "{{ exporters.node.image }}"
+        state: started
+        restart_policy: unless-stopped
+        networks:
+          - name: "{{ docker_networks[0].name }}"
+        published_ports:
+          - "{{ exporters.node.port }}:{{ exporters.node.port }}"
+        volumes:
+          - "/proc:/host/proc:ro"
+          - "/sys:/host/sys:ro"
+          - "/:/rootfs:ro"
+        command:
+          - "--path.procfs=/host/proc"
+          - "--path.sysfs=/host/sys"
+          - "--path.rootfs=/rootfs"
+          - "--collector.filesystem.ignored-mount-points=^/(sys|proc|dev|host|etc)($$|/)"
+      when: "'node' in exporters"
+
+    - name: Deploy mongodb exporter
+      community.docker.docker_container:
+        name: "mongodb-exporter-{{ item.name }}"
+        image: "{{ exporters.mongodb.image }}"
+        state: started
+        restart_policy: unless-stopped
+        networks:
+          - name: "{{ docker_networks[0].name }}"
+        published_ports:
+          - "{{ exporters.mongodb.port }}:{{ exporters.mongodb.port }}"
+        command: "--mongodb.uri=mongodb://{{ item.ip }}:{{ item.port }}/"
+      when: "'mongodb' in active_exporters"
+      loop: "{{ service_hosts | selectattr('service', 'equalto', 'mongodb') | list }}"
+
+    - name: Deploy redis exporter
+      community.docker.docker_container:
+        name: "redis-exporter-{{ item.name }}"
+        image: "{{ exporters.redis.image }}"
+        state: started
+        restart_policy: unless-stopped
+        networks:
+          - name: "{{ docker_networks[0].name }}"
+        published_ports:
+          - "{{ exporters.redis.port }}:{{ exporters.redis.port }}"
+        command: "--redis.addr=redis://{{ item.ip }}:{{ item.port }}"
+      when: "'redis' in active_exporters"
+      loop: "{{ service_hosts | selectattr('service', 'equalto', 'redis') | list }}"
+
+    - name: Deploy elasticsearch exporter
+      community.docker.docker_container:
+        name: "elasticsearch-exporter-{{ item.name }}"
+        image: "{{ exporters.elasticsearch.image }}"
+        state: started
+        restart_policy: unless-stopped
+        networks:
+          - name: "{{ docker_networks[0].name }}"
+        published_ports:
+          - "{{ exporters.elasticsearch.port }}:{{ exporters.elasticsearch.port }}"
+        command: >-
+          --es.uri=http://{{ item.ip }}:{{ item.port }}
+          --es.all
+          --es.indices
+          --es.indices_settings
+          --es.cluster_settings
+      when: "'elasticsearch' in active_exporters"
+      loop: "{{ service_hosts | selectattr('service', 'equalto', 'elasticsearch') | list }}"
 
-    - name: Start exporter container
+    - name: Deploy kafka exporter
       community.docker.docker_container:
-        name: "{{ exporter_type }}-exporter"
-        image: "{{ exporter_defaults[exporter_type].image }}"
+        name: "kafka-exporter-{{ item.name }}"
+        image: "{{ exporters.kafka.image }}"
         state: started
         restart_policy: unless-stopped
+        networks:
+          - name: "{{ docker_networks[0].name }}"
         published_ports:
-          - "{{ exporter_defaults[exporter_type].port }}:{{ exporter_defaults[exporter_type].port }}"
-        container_default_behavior: no_defaults
-        command: "{{ container_command | default(omit) }}"
-      vars:
-        container_command: >-
-          {%- if exporter_type == 'mongodb' -%}
-            --mongodb.uri=mongodb://localhost:{{ service_port }}/
-          {%- elif exporter_type == 'redis' -%}
-            --redis.addr=redis://localhost:{{ service_port }}/
-          {%- endif -%}
-      when: exporter_type is defined and exporter_type != ''
+          - "{{ exporters.kafka.port }}:{{ exporters.kafka.port }}"
+        command: "--kafka.server={{ item.ip }}:{{ item.port }}"
+      when: "'kafka' in active_exporters"
+      loop: "{{ service_hosts | selectattr('service', 'equalto', 'kafka') | list }}"

facts/.gitkeep

@@ -176,10 +176,10 @@ resource "null_resource" "ansible_playbook" {
 
   triggers = {
     inventory_content = local_file.ansible_inventory.content
-    playbook_hash     = filemd5("${path.module}/node_exporter.yml")
+    playbook_hash     = filemd5("${path.module}/${var.playbook}")
   }
 
   provisioner "local-exec" {
-    command = "ansible-playbook -i ${local_file.ansible_inventory.filename} node_exporter.yml"
+    command = "ansible-playbook -i ${local_file.ansible_inventory.filename} exporter.yml"
   }
 }

main.tf

@@ -5,11 +5,29 @@ resource "docker_network" "promgraf_network" {
 resource "docker_volume" "prometheus_data" {
   name   = "prometheus-data"
   driver = "local"
+  driver_opts = {
+    type   = "none"
+    device = "${abspath(path.cwd)}/data/prometheus"
+    o      = "bind"
+  }
+
+  lifecycle {
+    prevent_destroy = false
+  }
 }
 
 resource "docker_volume" "grafana_data" {
   name   = "grafana-data"
   driver = "local"
+  driver_opts = {
+    type   = "none"
+    device = "${abspath(path.cwd)}/data/grafana"
+    o      = "bind"
+  }
+
+  lifecycle {
+    prevent_destroy = false
+  }
 }
 
 resource "docker_image" "prometheus" {