Add fluentd installation role

fluentd/.kitchen.yml

@@ -0,0 +1,28 @@
+---
+driver:
+  name: docker
+  privileged: true
+  use_sudo: false
+
+provisioner:
+  name: ansible_playbook
+  hosts: test-kitchen
+  roles_path: ../
+  ansible_verbose: true
+  require_ansible_source: false
+  require_chef_for_busser: false
+  idempotency_test: true
+
+platforms:
+  - name: debian
+    driver_config:
+      image: evolix/ansible:2.2.1
+
+suites:
+  - name: default
+    provisioner:
+      name: ansible_playbook
+      playbook: ./tests/test.yml
+
+transport:
+  max_ssh_sessions: 6

fluentd/README.md

@@ -0,0 +1,17 @@
+# Fluentd
+
+Installation and basic configuration of Fluentd.
+
+This role is based on https://docs.fluentd.org/v1.0/articles/install-by-deb
+
+## Tasks
+
+Everything is in the `tasks/main.yml` file.
+
+## Available variables
+
+Main variables are :
+
+* `fluentd_conf_path`: config file location ;
+
+The full list of variables (with default values) can be found in `defaults/main.yml`.

fluentd/defaults/main.yml

@@ -0,0 +1,12 @@
+---
+fluentd_daemon: td-agent
+fluentd_conf_path: /etc/td-agent/td-agent.conf
+
+fluentd_port: 24230
+fluentd_bind_interface: 
+
+fluentd_host: 
+fluentd_host_port: 
+
+fluentd_flush_interval: 
+fluentd_heartbeat_type:

fluentd/handlers/main.yml

@@ -0,0 +1,10 @@
+---
+- name: restart fluentd
+  systemd:
+    name: td-agent
+    state: restarted
+
+- name: restart nagios-nrpe-server
+  service:
+    name: nagios-nrpe-server
+    state: restarted

fluentd/meta/main.yml

@@ -0,0 +1,20 @@
+galaxy_info:
+  author: Evolix
+  description: Installation and basic configuration of Fluentd.
+
+  issue_tracker_url: https://gitea.evolix.org/evolix/ansible-roles/issues
+
+  license: GPLv2
+
+  min_ansible_version: 2.2
+
+  platforms:
+  - name: Debian
+    versions:
+    - jessie
+    - stretch
+
+dependencies: []
+  # List your role dependencies here, one per line.
+  # Be sure to remove the '[]' above if you add dependencies
+  # to this list.

fluentd/tasks/main.yml

@@ -0,0 +1,52 @@
+---
+
+- name: Fluentd GPG key is installed
+  apt_key:
+    url: https://packages.treasuredata.com/GPG-KEY-td-agent
+  tags:
+    - packages
+    - fluentd
+
+- name: Fluentd sources list is available
+  apt_repository:
+    repo: "deb http://packages.treasuredata.com/3/debian/{{ ansible_distribution_release }}/ {{ ansible_distribution_release }} contrib"
+    filename: treasuredata
+    update_cache: yes
+    state: present
+  tags:
+    - packages
+    - fluentd
+
+- name: Fluentd is installed.
+  apt:
+    name: td-agent
+    state: present
+  tags:
+    - fluentd
+    - packages
+
+- name: Fluentd is configured.
+  template:
+    src: td-agent.conf.j2
+    dest: "{{ fluentd_conf_path }}"
+    mode: "0644"
+  notify: "restart fluentd"
+  tags:
+    - fluentd
+
+- name: Fluentd is running and enabled on boot.
+  systemd:
+    name: td-agent
+    enabled: yes
+    state: started
+  tags:
+    - fluentd
+
+- name: NRPE check is configured
+  lineinfile:
+    path: /etc/nagios/nrpe.d/evolix.cfg
+    line: 'command[check_fluentd]=/usr/lib/nagios/plugins/check_tcp -p {{ fluentd_port }}'
+  notify: "restart nagios-nrpe-server"
+  tags:
+    - fluentd
+    - nrpe

fluentd/templates/td-agent.conf.j2

@@ -0,0 +1,128 @@
+####
+## Output descriptions:
+##
+
+# Treasure Data (http://www.treasure-data.com/) provides cloud based data
+# analytics platform, which easily stores and processes data from td-agent.
+# FREE plan is also provided.
+# @see http://docs.fluentd.org/articles/http-to-td
+#
+# This section matches events whose tag is td.DATABASE.TABLE
+<match td.*.*>
+  @type tdlog
+  @id output_td
+  apikey YOUR_API_KEY
+
+  auto_create_table
+  <buffer>
+    @type file
+    path /var/log/td-agent/buffer/td
+  </buffer>
+
+  <secondary>
+    @type file
+    path /var/log/td-agent/failed_records
+  </secondary>
+</match>
+
+## match tag=debug.** and dump to console
+<match debug.**>
+  @type stdout
+  @id output_stdout
+</match>
+
+####
+## Source descriptions:
+##
+
+## built-in TCP input
+## @see http://docs.fluentd.org/articles/in_forward
+<source>
+  @type forward
+  @id input_forward
+</source>
+
+## built-in UNIX socket input
+#<source>
+#  type unix
+#</source>
+
+# HTTP input
+# POST http://localhost:8888/<tag>?json=<json>
+# POST http://localhost:8888/td.myapp.login?json={"user"%3A"me"}
+# @see http://docs.fluentd.org/articles/in_http
+<source>
+  @type http
+  @id input_http
+  port 8888
+</source>
+
+## live debugging agent
+<source>
+  @type debug_agent
+  @id input_debug_agent
+  bind 127.0.0.1
+  port 24230
+</source>
+
+####
+## Examples:
+##
+
+## File input
+## read apache logs continuously and tags td.apache.access
+#<source>
+#  @type tail
+#  @id input_tail
+#  <parse>
+#    @type apache2
+#  </parse>
+#  path /var/log/httpd-access.log
+#  tag td.apache.access
+#</source>
+
+## File output
+## match tag=local.** and write to file
+#<match local.**>
+#  @type file
+#  @id output_file
+#  path /var/log/td-agent/access
+#</match>
+
+## Forwarding
+## match tag=system.** and forward to another td-agent server
+#<match system.**>
+#  @type forward
+#  @id output_system_forward
+#
+#  <server>
+#    host 192.168.0.11
+#  </server>
+#  # secondary host is optional
+#  <secondary>
+#    <server>
+#      host 192.168.0.12
+#    </server>
+#  </secondary>
+#</match>
+
+## Multiple output
+## match tag=td.*.* and output to Treasure Data AND file
+#<match td.*.*>
+#  @type copy
+#  @id output_copy
+#  <store>
+#    @type tdlog
+#    apikey API_KEY
+#    auto_create_table
+#    <buffer>
+#      @type file
+#      path /var/log/td-agent/buffer/td
+#    </buffer>
+#  </store>
+#  <store>
+#    @type file
+#    path /var/log/td-agent/td-%Y-%m-%d/%H.log
+#  </store>
+#</match>
+