From c2a90621e6247e9afae1bff0c63b6f793537386a Mon Sep 17 00:00:00 2001
From: Debian <debian@arne-dev.localdomain>
Date: Fri, 26 Jul 2019 15:22:02 +0200
Subject: [PATCH] Initial commit
---
build_images.yml | 34 +++++++
deploy.yml | 27 ++++++
inventories/build/group_vars/all.yml | 4 +
inventories/build/hosts.yml | 12 +++
inventories/deploy/group_vars/haproxy.yml | 11 +++
inventories/deploy/group_vars/nifi.yml | 19 ++++
inventories/deploy/group_vars/zookeeper.yml | 7 ++
inventories/deploy/hosts.yml | 21 +++++
inventories/deploy/hosts.yml.example | 20 +++++
roles/docker-deploy/README.md | 38 ++++++++
roles/docker-deploy/defaults/main.yml | 4 +
roles/docker-deploy/handlers/main.yml | 2 +
roles/docker-deploy/meta/main.yml | 53 +++++++++++
roles/docker-deploy/tasks/main.yml | 34 +++++++
roles/docker-deploy/tests/inventory | 2 +
roles/docker-deploy/tests/test.yml | 5 ++
roles/docker-deploy/vars/main.yml | 2 +
roles/haproxy/README.md | 38 ++++++++
roles/haproxy/defaults/main.yml | 2 +
roles/haproxy/files/haproxy.cfg | 17 ++++
roles/haproxy/handlers/main.yml | 2 +
roles/haproxy/meta/main.yml | 53 +++++++++++
roles/haproxy/tasks/main.yml | 12 +++
roles/haproxy/tests/inventory | 2 +
roles/haproxy/tests/test.yml | 5 ++
roles/haproxy/vars/main.yml | 2 +
roles/nifi/README.md | 38 ++++++++
roles/nifi/defaults/main.yml | 14 +++
roles/nifi/files/common.sh | 36 ++++++++
roles/nifi/files/docker-entrypoint.sh | 3 +
roles/nifi/files/nifi-env.sh | 4 +
roles/nifi/files/secure.sh | 82 +++++++++++++++++
roles/nifi/files/start.sh | 89 +++++++++++++++++++
roles/nifi/files/toolkit.sh | 32 +++++++
.../files/update_cluster_state_management.sh | 31 +++++++
roles/nifi/files/update_login_providers.sh | 47 ++++++++++
roles/nifi/handlers/main.yml | 2 +
roles/nifi/meta/main.yml | 53 +++++++++++
roles/nifi/tasks/main.yml | 88 ++++++++++++++++++
roles/nifi/tests/inventory | 2 +
roles/nifi/tests/test.yml | 5 ++
roles/nifi/vars/main.yml | 2 +
roles/soctools-server/README.md | 38 ++++++++
roles/soctools-server/defaults/main.yml | 2 +
roles/soctools-server/handlers/main.yml | 2 +
roles/soctools-server/meta/main.yml | 53 +++++++++++
roles/soctools-server/tasks/main.yml | 56 ++++++++++++
roles/soctools-server/tests/inventory | 2 +
roles/soctools-server/tests/test.yml | 5 ++
roles/soctools-server/vars/main.yml | 2 +
50 files changed, 1116 insertions(+)
create mode 100644 build_images.yml
create mode 100644 deploy.yml
create mode 100644 inventories/build/group_vars/all.yml
create mode 100644 inventories/build/hosts.yml
create mode 100644 inventories/deploy/group_vars/haproxy.yml
create mode 100644 inventories/deploy/group_vars/nifi.yml
create mode 100644 inventories/deploy/group_vars/zookeeper.yml
create mode 100644 inventories/deploy/hosts.yml
create mode 100644 inventories/deploy/hosts.yml.example
create mode 100644 roles/docker-deploy/README.md
create mode 100644 roles/docker-deploy/defaults/main.yml
create mode 100644 roles/docker-deploy/handlers/main.yml
create mode 100644 roles/docker-deploy/meta/main.yml
create mode 100644 roles/docker-deploy/tasks/main.yml
create mode 100644 roles/docker-deploy/tests/inventory
create mode 100644 roles/docker-deploy/tests/test.yml
create mode 100644 roles/docker-deploy/vars/main.yml
create mode 100644 roles/haproxy/README.md
create mode 100644 roles/haproxy/defaults/main.yml
create mode 100644 roles/haproxy/files/haproxy.cfg
create mode 100644 roles/haproxy/handlers/main.yml
create mode 100644 roles/haproxy/meta/main.yml
create mode 100644 roles/haproxy/tasks/main.yml
create mode 100644 roles/haproxy/tests/inventory
create mode 100644 roles/haproxy/tests/test.yml
create mode 100644 roles/haproxy/vars/main.yml
create mode 100644 roles/nifi/README.md
create mode 100644 roles/nifi/defaults/main.yml
create mode 100755 roles/nifi/files/common.sh
create mode 100644 roles/nifi/files/docker-entrypoint.sh
create mode 100755 roles/nifi/files/nifi-env.sh
create mode 100755 roles/nifi/files/secure.sh
create mode 100755 roles/nifi/files/start.sh
create mode 100755 roles/nifi/files/toolkit.sh
create mode 100755 roles/nifi/files/update_cluster_state_management.sh
create mode 100755 roles/nifi/files/update_login_providers.sh
create mode 100644 roles/nifi/handlers/main.yml
create mode 100644 roles/nifi/meta/main.yml
create mode 100644 roles/nifi/tasks/main.yml
create mode 100644 roles/nifi/tests/inventory
create mode 100644 roles/nifi/tests/test.yml
create mode 100644 roles/nifi/vars/main.yml
create mode 100644 roles/soctools-server/README.md
create mode 100644 roles/soctools-server/defaults/main.yml
create mode 100644 roles/soctools-server/handlers/main.yml
create mode 100644 roles/soctools-server/meta/main.yml
create mode 100644 roles/soctools-server/tasks/main.yml
create mode 100644 roles/soctools-server/tests/inventory
create mode 100644 roles/soctools-server/tests/test.yml
create mode 100644 roles/soctools-server/vars/main.yml
diff --git a/build_images.yml b/build_images.yml
new file mode 100644
index 0000000..2f3bfdf
--- /dev/null
+++ b/build_images.yml
@@ -0,0 +1,34 @@
+---
+- name: Create containers
+ hosts: localhost
+ tasks:
+ - docker_container:
+ name: "{{ item }}"
+ image: "{{ base_image }}"
+ command: ["sleep", "1d"]
+ loop:
+ - nifi-image
+
+- name: Configure NiFi container
+ hosts: nifi-image
+ vars:
+ - docker:
+ roles:
+ - name: nifi
+
+- name: Create images
+ hosts: localhost
+ tasks:
+ - name: create a docker image from the container
+ command: "/usr/bin/docker commit
+ -c '{{ item.expose }}'
+ -c '{{ item.cmd }}'
+ {{ item.image }}
+ {{ item.name }}"
+ loop:
+ - { expose: 'EXPOSE 8080 8443 10000 8000', cmd: 'CMD [\"/opt/nifi/nifi-current/scripts/start.sh\", \"run\"]', image: 'nifi-image', name: 'nifi-soctools' }
+ - name: Save images to file
+ command: "/usr/bin/docker save -o {{ docker_image_path }}/{{ item }}.tar {{ item }}"
+ loop:
+ - nifi-soctools
+
\ No newline at end of file
diff --git a/deploy.yml b/deploy.yml
new file mode 100644
index 0000000..444b202
--- /dev/null
+++ b/deploy.yml
@@ -0,0 +1,27 @@
+---
+- hosts: soctools_server
+ become: true
+ roles:
+ - soctools-server
+
+- hosts: nifi
+ become: true
+ vars_files:
+ - inventories/deploy/group_vars/nifi.yml
+ roles:
+ - docker-deploy
+
+- hosts: haproxy
+ become: true
+ vars_files:
+ - inventories/deploy/group_vars/haproxy.yml
+ roles:
+ - haproxy
+ - docker-deploy
+
+- hosts: zookeeper
+ become: true
+ vars_files:
+ - inventories/deploy/group_vars/zookeeper.yml
+ roles:
+ - docker-deploy
\ No newline at end of file
diff --git a/inventories/build/group_vars/all.yml b/inventories/build/group_vars/all.yml
new file mode 100644
index 0000000..7043236
--- /dev/null
+++ b/inventories/build/group_vars/all.yml
@@ -0,0 +1,4 @@
+---
+
+docker_image_path: images
+base_image: python:2.7-stretch
diff --git a/inventories/build/hosts.yml b/inventories/build/hosts.yml
new file mode 100644
index 0000000..4854638
--- /dev/null
+++ b/inventories/build/hosts.yml
@@ -0,0 +1,12 @@
+all:
+ hosts:
+ nifi-image:
+ ansible_connection: docker
+ ansible_python_interpreter: /usr/bin/python
+ localhost:
+ ansible_python_interpreter: /usr/bin/python
+ ansible_connection: local
+ children:
+ nifi:
+ hosts:
+ localhost:
diff --git a/inventories/deploy/group_vars/haproxy.yml b/inventories/deploy/group_vars/haproxy.yml
new file mode 100644
index 0000000..b53d50d
--- /dev/null
+++ b/inventories/deploy/group_vars/haproxy.yml
@@ -0,0 +1,11 @@
+---
+index: haproxy
+scale: "{{ haproxy_scale | default('1')}}"
+docker:
+ haproxy:
+ image: haproxy:latest
+ volumes:
+ - /usr/local/etc/haproxy/:/usr/local/etc/haproxy:ro
+ ports:
+ - "80:80"
+ source: pull
\ No newline at end of file
diff --git a/inventories/deploy/group_vars/nifi.yml b/inventories/deploy/group_vars/nifi.yml
new file mode 100644
index 0000000..5b71869
--- /dev/null
+++ b/inventories/deploy/group_vars/nifi.yml
@@ -0,0 +1,19 @@
+---
+index: nifi
+scale: "{{ nifi_scale | default('1')}}"
+docker:
+ nifi:
+# image: nifi-soctools #For nifi image built by soctools
+# source: load
+ image: apache/nifi:latest
+ source: pull
+ command: /opt/nifi/nifi-current/scripts/start.sh
+ env:
+ NIFI_HOME: "/opt/nifi/nifi-current"
+ NIFI_LOG_DIR: "/opt/nifi/nifi-current/logs"
+ NIFI_PID_DIR: "/opt/nifi/nifi-current/run"
+ NIFI_CLUSTER_IS_NODE: "true"
+ NIFI_ZK_CONNECT_STRING: "zookeeper_1:2181"
+ NIFI_CLUSTER_NODE_PROTOCOL_PORT: "8082"
+ NIFI_ELECTION_MAX_WAIT: "1 min"
+ load_path: "{{ image_location }}/nifi-soctools.tar"
diff --git a/inventories/deploy/group_vars/zookeeper.yml b/inventories/deploy/group_vars/zookeeper.yml
new file mode 100644
index 0000000..5604be8
--- /dev/null
+++ b/inventories/deploy/group_vars/zookeeper.yml
@@ -0,0 +1,7 @@
+---
+index: zookeeper
+scale: "{{ zookeeper_scale | default('1')}}"
+docker:
+ zookeeper:
+ image: zookeeper:latest
+ source: pull
\ No newline at end of file
diff --git a/inventories/deploy/hosts.yml b/inventories/deploy/hosts.yml
new file mode 100644
index 0000000..7d85e5b
--- /dev/null
+++ b/inventories/deploy/hosts.yml
@@ -0,0 +1,21 @@
+all:
+ hosts:
+ host1:
+ ansible_ssh_user: debian
+ ansible_python_interpreter: /usr/bin/python
+ become: yes
+ children:
+ soctools_server:
+ hosts:
+ host1:
+ nifi:
+ hosts:
+ host1:
+ nifi_scale: 3
+ haproxy:
+ hosts:
+ host1:
+ zookeeper:
+ hosts:
+ host1:
+ zookeeper_scale: 3
\ No newline at end of file
diff --git a/inventories/deploy/hosts.yml.example b/inventories/deploy/hosts.yml.example
new file mode 100644
index 0000000..9000638
--- /dev/null
+++ b/inventories/deploy/hosts.yml.example
@@ -0,0 +1,20 @@
+all:
+ hosts:
+ soctools.example.com:
+ ansible_ssh_user: debian
+ ansible_python_interpreter: /usr/bin/python
+ become: yes
+ children:
+ soctools_server:
+ hosts:
+ soctools.example.com:
+ nifi:
+ hosts:
+ soctools.example.com:
+ nifi_scale: 3
+ haproxy:
+ hosts:
+ soctools.example.com:
+ zookeeper:
+ hosts:
+ soctools.example.com:
\ No newline at end of file
diff --git a/roles/docker-deploy/README.md b/roles/docker-deploy/README.md
new file mode 100644
index 0000000..225dd44
--- /dev/null
+++ b/roles/docker-deploy/README.md
@@ -0,0 +1,38 @@
+Role Name
+=========
+
+A brief description of the role goes here.
+
+Requirements
+------------
+
+Any pre-requisites that may not be covered by Ansible itself or the role should be mentioned here. For instance, if the role uses the EC2 module, it may be a good idea to mention in this section that the boto package is required.
+
+Role Variables
+--------------
+
+A description of the settable variables for this role should go here, including any variables that are in defaults/main.yml, vars/main.yml, and any variables that can/should be set via parameters to the role. Any variables that are read from other roles and/or the global scope (ie. hostvars, group vars, etc.) should be mentioned here as well.
+
+Dependencies
+------------
+
+A list of other roles hosted on Galaxy should go here, plus any details in regards to parameters that may need to be set for other roles, or variables that are used from other roles.
+
+Example Playbook
+----------------
+
+Including an example of how to use your role (for instance, with variables passed in as parameters) is always nice for users too:
+
+ - hosts: servers
+ roles:
+ - { role: username.rolename, x: 42 }
+
+License
+-------
+
+BSD
+
+Author Information
+------------------
+
+An optional section for the role authors to include contact information, or a website (HTML is not allowed).
diff --git a/roles/docker-deploy/defaults/main.yml b/roles/docker-deploy/defaults/main.yml
new file mode 100644
index 0000000..4ababba
--- /dev/null
+++ b/roles/docker-deploy/defaults/main.yml
@@ -0,0 +1,4 @@
+---
+# defaults file for docker-host
+
+image_location: /tmp
\ No newline at end of file
diff --git a/roles/docker-deploy/handlers/main.yml b/roles/docker-deploy/handlers/main.yml
new file mode 100644
index 0000000..5c2eccc
--- /dev/null
+++ b/roles/docker-deploy/handlers/main.yml
@@ -0,0 +1,2 @@
+---
+# handlers file for docker-deploy
\ No newline at end of file
diff --git a/roles/docker-deploy/meta/main.yml b/roles/docker-deploy/meta/main.yml
new file mode 100644
index 0000000..3a212a9
--- /dev/null
+++ b/roles/docker-deploy/meta/main.yml
@@ -0,0 +1,53 @@
+galaxy_info:
+ author: your name
+ description: your description
+ company: your company (optional)
+
+ # If the issue tracker for your role is not on github, uncomment the
+ # next line and provide a value
+ # issue_tracker_url: http://example.com/issue/tracker
+
+ # Choose a valid license ID from https://spdx.org - some suggested licenses:
+ # - BSD-3-Clause (default)
+ # - MIT
+ # - GPL-2.0-or-later
+ # - GPL-3.0-only
+ # - Apache-2.0
+ # - CC-BY-4.0
+ license: license (GPL-2.0-or-later, MIT, etc)
+
+ min_ansible_version: 2.4
+
+ # If this a Container Enabled role, provide the minimum Ansible Container version.
+ # min_ansible_container_version:
+
+ #
+ # Provide a list of supported platforms, and for each platform a list of versions.
+ # If you don't wish to enumerate all versions for a particular platform, use 'all'.
+ # To view available platforms and versions (or releases), visit:
+ # https://galaxy.ansible.com/api/v1/platforms/
+ #
+ # platforms:
+ # - name: Fedora
+ # versions:
+ # - all
+ # - 25
+ # - name: SomePlatform
+ # versions:
+ # - all
+ # - 1.0
+ # - 7
+ # - 99.99
+
+ galaxy_tags: []
+ # List tags for your role here, one per line. A tag is a keyword that describes
+ # and categorizes the role. Users find roles by searching for tags. Be sure to
+ # remove the '[]' above, if you add tags to this list.
+ #
+ # NOTE: A tag is limited to a single word comprised of alphanumeric characters.
+ # Maximum 20 tags per role.
+
+dependencies: []
+ # List your role dependencies here, one per line. Be sure to remove the '[]' above,
+ # if you add dependencies to this list.
+
\ No newline at end of file
diff --git a/roles/docker-deploy/tasks/main.yml b/roles/docker-deploy/tasks/main.yml
new file mode 100644
index 0000000..a8e33e2
--- /dev/null
+++ b/roles/docker-deploy/tasks/main.yml
@@ -0,0 +1,34 @@
+---
+# tasks file for docker deployment
+
+- name: Copy docker image
+ copy:
+ src: "images/{{ docker[index].image }}.tar"
+ dest: "{{ image_location }}/{{ docker[index].image }}.tar"
+ when: docker[index].source == "load"
+
+- name: Load docker image
+ docker_image:
+ name: "{{ docker[index].image }}"
+ load_path: "{{ docker[index].load_path | default(omit) }}"
+ source: "{{ docker[index].source }}"
+ timeout: 120
+
+- name: Create docker network
+ docker_network:
+ name: soctools
+
+- name: Start docker containers {{ docker[index].image }}
+ docker_container:
+ name: "{{ index }}_{{ item }}"
+ image: "{{ docker[index].image }}"
+ command: "{{ docker[index].command | default(omit) }}"
+ env: "{{ docker[index].env | default(omit) }}"
+ working_dir: "{{ docker[index].workdir | default(omit) }}"
+ volumes: "{{ docker[index].volumes | default(omit) }}"
+ ports: "{{ docker[index].ports | default(omit) }}"
+ networks:
+ - name: soctools
+ networks_cli_compatible: yes
+ state: started
+ with_sequence: count={{ scale }}
\ No newline at end of file
diff --git a/roles/docker-deploy/tests/inventory b/roles/docker-deploy/tests/inventory
new file mode 100644
index 0000000..878877b
--- /dev/null
+++ b/roles/docker-deploy/tests/inventory
@@ -0,0 +1,2 @@
+localhost
+
diff --git a/roles/docker-deploy/tests/test.yml b/roles/docker-deploy/tests/test.yml
new file mode 100644
index 0000000..ecb44d5
--- /dev/null
+++ b/roles/docker-deploy/tests/test.yml
@@ -0,0 +1,5 @@
+---
+- hosts: localhost
+ remote_user: root
+ roles:
+ - docker-deploy
\ No newline at end of file
diff --git a/roles/docker-deploy/vars/main.yml b/roles/docker-deploy/vars/main.yml
new file mode 100644
index 0000000..64e3849
--- /dev/null
+++ b/roles/docker-deploy/vars/main.yml
@@ -0,0 +1,2 @@
+---
+# vars file for docker-deploy
\ No newline at end of file
diff --git a/roles/haproxy/README.md b/roles/haproxy/README.md
new file mode 100644
index 0000000..225dd44
--- /dev/null
+++ b/roles/haproxy/README.md
@@ -0,0 +1,38 @@
+Role Name
+=========
+
+A brief description of the role goes here.
+
+Requirements
+------------
+
+Any pre-requisites that may not be covered by Ansible itself or the role should be mentioned here. For instance, if the role uses the EC2 module, it may be a good idea to mention in this section that the boto package is required.
+
+Role Variables
+--------------
+
+A description of the settable variables for this role should go here, including any variables that are in defaults/main.yml, vars/main.yml, and any variables that can/should be set via parameters to the role. Any variables that are read from other roles and/or the global scope (ie. hostvars, group vars, etc.) should be mentioned here as well.
+
+Dependencies
+------------
+
+A list of other roles hosted on Galaxy should go here, plus any details in regards to parameters that may need to be set for other roles, or variables that are used from other roles.
+
+Example Playbook
+----------------
+
+Including an example of how to use your role (for instance, with variables passed in as parameters) is always nice for users too:
+
+ - hosts: servers
+ roles:
+ - { role: username.rolename, x: 42 }
+
+License
+-------
+
+BSD
+
+Author Information
+------------------
+
+An optional section for the role authors to include contact information, or a website (HTML is not allowed).
diff --git a/roles/haproxy/defaults/main.yml b/roles/haproxy/defaults/main.yml
new file mode 100644
index 0000000..80af52c
--- /dev/null
+++ b/roles/haproxy/defaults/main.yml
@@ -0,0 +1,2 @@
+---
+# defaults file for haproxy
\ No newline at end of file
diff --git a/roles/haproxy/files/haproxy.cfg b/roles/haproxy/files/haproxy.cfg
new file mode 100644
index 0000000..e102cf4
--- /dev/null
+++ b/roles/haproxy/files/haproxy.cfg
@@ -0,0 +1,17 @@
+global
+ quiet
+
+defaults
+ mode http
+ maxconn 5000
+
+ timeout connect 5s
+ timeout client 20s
+ timeout server 20s
+
+frontend public
+ bind *:80
+ default_backend apps
+
+backend apps
+ server nifi_1 nifi_1:8080 check
diff --git a/roles/haproxy/handlers/main.yml b/roles/haproxy/handlers/main.yml
new file mode 100644
index 0000000..1b6e4f3
--- /dev/null
+++ b/roles/haproxy/handlers/main.yml
@@ -0,0 +1,2 @@
+---
+# handlers file for haproxy
\ No newline at end of file
diff --git a/roles/haproxy/meta/main.yml b/roles/haproxy/meta/main.yml
new file mode 100644
index 0000000..3a212a9
--- /dev/null
+++ b/roles/haproxy/meta/main.yml
@@ -0,0 +1,53 @@
+galaxy_info:
+ author: your name
+ description: your description
+ company: your company (optional)
+
+ # If the issue tracker for your role is not on github, uncomment the
+ # next line and provide a value
+ # issue_tracker_url: http://example.com/issue/tracker
+
+ # Choose a valid license ID from https://spdx.org - some suggested licenses:
+ # - BSD-3-Clause (default)
+ # - MIT
+ # - GPL-2.0-or-later
+ # - GPL-3.0-only
+ # - Apache-2.0
+ # - CC-BY-4.0
+ license: license (GPL-2.0-or-later, MIT, etc)
+
+ min_ansible_version: 2.4
+
+ # If this a Container Enabled role, provide the minimum Ansible Container version.
+ # min_ansible_container_version:
+
+ #
+ # Provide a list of supported platforms, and for each platform a list of versions.
+ # If you don't wish to enumerate all versions for a particular platform, use 'all'.
+ # To view available platforms and versions (or releases), visit:
+ # https://galaxy.ansible.com/api/v1/platforms/
+ #
+ # platforms:
+ # - name: Fedora
+ # versions:
+ # - all
+ # - 25
+ # - name: SomePlatform
+ # versions:
+ # - all
+ # - 1.0
+ # - 7
+ # - 99.99
+
+ galaxy_tags: []
+ # List tags for your role here, one per line. A tag is a keyword that describes
+ # and categorizes the role. Users find roles by searching for tags. Be sure to
+ # remove the '[]' above, if you add tags to this list.
+ #
+ # NOTE: A tag is limited to a single word comprised of alphanumeric characters.
+ # Maximum 20 tags per role.
+
+dependencies: []
+ # List your role dependencies here, one per line. Be sure to remove the '[]' above,
+ # if you add dependencies to this list.
+
\ No newline at end of file
diff --git a/roles/haproxy/tasks/main.yml b/roles/haproxy/tasks/main.yml
new file mode 100644
index 0000000..dae41ed
--- /dev/null
+++ b/roles/haproxy/tasks/main.yml
@@ -0,0 +1,12 @@
+---
+# tasks file for haproxy
+
+- name: Create directory
+ file:
+ name: /usr/local/etc/haproxy
+ state: directory
+
+- name: Copy file
+ copy:
+ src: haproxy.cfg
+ dest: /usr/local/etc/haproxy/haproxy.cfg
\ No newline at end of file
diff --git a/roles/haproxy/tests/inventory b/roles/haproxy/tests/inventory
new file mode 100644
index 0000000..878877b
--- /dev/null
+++ b/roles/haproxy/tests/inventory
@@ -0,0 +1,2 @@
+localhost
+
diff --git a/roles/haproxy/tests/test.yml b/roles/haproxy/tests/test.yml
new file mode 100644
index 0000000..d5d594c
--- /dev/null
+++ b/roles/haproxy/tests/test.yml
@@ -0,0 +1,5 @@
+---
+- hosts: localhost
+ remote_user: root
+ roles:
+ - haproxy
\ No newline at end of file
diff --git a/roles/haproxy/vars/main.yml b/roles/haproxy/vars/main.yml
new file mode 100644
index 0000000..ff69e20
--- /dev/null
+++ b/roles/haproxy/vars/main.yml
@@ -0,0 +1,2 @@
+---
+# vars file for haproxy
\ No newline at end of file
diff --git a/roles/nifi/README.md b/roles/nifi/README.md
new file mode 100644
index 0000000..225dd44
--- /dev/null
+++ b/roles/nifi/README.md
@@ -0,0 +1,38 @@
+Role Name
+=========
+
+A brief description of the role goes here.
+
+Requirements
+------------
+
+Any pre-requisites that may not be covered by Ansible itself or the role should be mentioned here. For instance, if the role uses the EC2 module, it may be a good idea to mention in this section that the boto package is required.
+
+Role Variables
+--------------
+
+A description of the settable variables for this role should go here, including any variables that are in defaults/main.yml, vars/main.yml, and any variables that can/should be set via parameters to the role. Any variables that are read from other roles and/or the global scope (ie. hostvars, group vars, etc.) should be mentioned here as well.
+
+Dependencies
+------------
+
+A list of other roles hosted on Galaxy should go here, plus any details in regards to parameters that may need to be set for other roles, or variables that are used from other roles.
+
+Example Playbook
+----------------
+
+Including an example of how to use your role (for instance, with variables passed in as parameters) is always nice for users too:
+
+ - hosts: servers
+ roles:
+ - { role: username.rolename, x: 42 }
+
+License
+-------
+
+BSD
+
+Author Information
+------------------
+
+An optional section for the role authors to include contact information, or a website (HTML is not allowed).
diff --git a/roles/nifi/defaults/main.yml b/roles/nifi/defaults/main.yml
new file mode 100644
index 0000000..a7cb856
--- /dev/null
+++ b/roles/nifi/defaults/main.yml
@@ -0,0 +1,14 @@
+---
+# defaults file for nifi
+
+nifi_version: 1.9.2
+nifi_toolkit_version: 1.9.2
+
+nifi_base_dir: /opt/nifi
+nifi_home: "{{ nifi_base_dir }}/nifi-current"
+nifi_toolkit_home: "{{ nifi_base_dir }}/nifi-toolkit"
+nifi_pid_dir: "{{ nifi_home }}/run"
+nifi_log_dir: "{{ nifi_home }}/logs"
+
+nifi_uid: 1000
+nifi_gid: 1000
diff --git a/roles/nifi/files/common.sh b/roles/nifi/files/common.sh
new file mode 100755
index 0000000..f3ea435
--- /dev/null
+++ b/roles/nifi/files/common.sh
@@ -0,0 +1,36 @@
+#!/bin/sh -e
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# 1 - value to search for
+# 2 - value to replace
+# 3 - file to perform replacement inline
+prop_replace () {
+ target_file=${3:-${nifi_props_file}}
+ echo 'replacing target file ' ${target_file}
+ sed -i -e "s|^$1=.*$|$1=$2|" ${target_file}
+}
+
+uncomment() {
+ target_file=${2}
+ echo "Uncommenting ${target_file}"
+ sed -i -e "s|^\#$1|$1|" ${target_file}
+}
+
+# NIFI_HOME is defined by an ENV command in the backing Dockerfile
+export nifi_bootstrap_file=${NIFI_HOME}/conf/bootstrap.conf
+export nifi_props_file=${NIFI_HOME}/conf/nifi.properties
+export nifi_toolkit_props_file=${HOME}/.nifi-cli.nifi.properties
+export hostname=$(hostname)
diff --git a/roles/nifi/files/docker-entrypoint.sh b/roles/nifi/files/docker-entrypoint.sh
new file mode 100644
index 0000000..5a2d39f
--- /dev/null
+++ b/roles/nifi/files/docker-entrypoint.sh
@@ -0,0 +1,3 @@
+#!/bin/sh
+
+../scripts/start.sh
diff --git a/roles/nifi/files/nifi-env.sh b/roles/nifi/files/nifi-env.sh
new file mode 100755
index 0000000..b2b349f
--- /dev/null
+++ b/roles/nifi/files/nifi-env.sh
@@ -0,0 +1,4 @@
+#!/bin/sh
+
+
+
diff --git a/roles/nifi/files/secure.sh b/roles/nifi/files/secure.sh
new file mode 100755
index 0000000..46fa098
--- /dev/null
+++ b/roles/nifi/files/secure.sh
@@ -0,0 +1,82 @@
+#!/bin/sh -e
+
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+scripts_dir='/opt/nifi/scripts'
+
+[ -f "${scripts_dir}/common.sh" ] && . "${scripts_dir}/common.sh"
+
+# Perform idempotent changes of configuration to support secure environments
+echo 'Configuring environment with SSL settings'
+
+: ${KEYSTORE_PATH:?"Must specify an absolute path to the keystore being used."}
+if [ ! -f "${KEYSTORE_PATH}" ]; then
+ echo "Keystore file specified (${KEYSTORE_PATH}) does not exist."
+ exit 1
+fi
+: ${KEYSTORE_TYPE:?"Must specify the type of keystore (JKS, PKCS12, PEM) of the keystore being used."}
+: ${KEYSTORE_PASSWORD:?"Must specify the password of the keystore being used."}
+
+: ${TRUSTSTORE_PATH:?"Must specify an absolute path to the truststore being used."}
+if [ ! -f "${TRUSTSTORE_PATH}" ]; then
+ echo "Keystore file specified (${TRUSTSTORE_PATH}) does not exist."
+ exit 1
+fi
+: ${TRUSTSTORE_TYPE:?"Must specify the type of truststore (JKS, PKCS12, PEM) of the truststore being used."}
+: ${TRUSTSTORE_PASSWORD:?"Must specify the password of the truststore being used."}
+
+prop_replace 'nifi.security.keystore' "${KEYSTORE_PATH}"
+prop_replace 'nifi.security.keystoreType' "${KEYSTORE_TYPE}"
+prop_replace 'nifi.security.keystorePasswd' "${KEYSTORE_PASSWORD}"
+prop_replace 'nifi.security.keyPasswd' "${KEY_PASSWORD:-$KEYSTORE_PASSWORD}"
+prop_replace 'nifi.security.truststore' "${TRUSTSTORE_PATH}"
+prop_replace 'nifi.security.truststoreType' "${TRUSTSTORE_TYPE}"
+prop_replace 'nifi.security.truststorePasswd' "${TRUSTSTORE_PASSWORD}"
+
+prop_replace 'keystore' "${KEYSTORE_PATH}" ${nifi_toolkit_props_file}
+prop_replace 'keystoreType' "${KEYSTORE_TYPE}" ${nifi_toolkit_props_file}
+prop_replace 'keystorePasswd' "${KEYSTORE_PASSWORD}" ${nifi_toolkit_props_file}
+prop_replace 'keyPasswd' "${KEY_PASSWORD:-$KEYSTORE_PASSWORD}" ${nifi_toolkit_props_file}
+prop_replace 'truststore' "${TRUSTSTORE_PATH}" ${nifi_toolkit_props_file}
+prop_replace 'truststoreType' "${TRUSTSTORE_TYPE}" ${nifi_toolkit_props_file}
+prop_replace 'truststorePasswd' "${TRUSTSTORE_PASSWORD}" ${nifi_toolkit_props_file}
+
+# Disable HTTP and enable HTTPS
+prop_replace 'nifi.web.http.port' ''
+prop_replace 'nifi.web.http.host' ''
+prop_replace 'nifi.web.https.port' "${NIFI_WEB_HTTPS_PORT:-8443}"
+prop_replace 'nifi.web.https.host' "${NIFI_WEB_HTTPS_HOST:-$HOSTNAME}"
+prop_replace 'nifi.remote.input.secure' 'true'
+
+# Setup nifi-toolkit
+prop_replace 'baseUrl' "https://${NIFI_WEB_HTTPS_HOST:-$HOSTNAME}:${NIFI_WEB_HTTPS_PORT:-8443}" ${nifi_toolkit_props_file}
+
+# Check if the user has specified a nifi.web.proxy.host setting and handle appropriately
+if [ -z "${NIFI_WEB_PROXY_HOST}" ]; then
+ echo 'NIFI_WEB_PROXY_HOST was not set but NiFi is configured to run in a secure mode. The NiFi UI may be inaccessible if using port mapping.'
+else
+ prop_replace 'nifi.web.proxy.host' "${NIFI_WEB_PROXY_HOST}"
+fi
+
+# Establish initial user and an associated admin identity
+sed -i -e 's|<property name="Initial User Identity 1"></property>|<property name="Initial User Identity 1">'"${INITIAL_ADMIN_IDENTITY}"'</property>|' ${NIFI_HOME}/conf/authorizers.xml
+sed -i -e 's|<property name="Initial Admin Identity"></property>|<property name="Initial Admin Identity">'"${INITIAL_ADMIN_IDENTITY}"'</property>|' ${NIFI_HOME}/conf/authorizers.xml
+
+if [ -n "${NODE_IDENTITY}" ]; then
+ sed -i -e 's|<property name="Node Identity 1"></property>|<property name="Node Identity 1">'"${NODE_IDENTITY}"'</property>|' ${NIFI_HOME}/conf/authorizers.xml
+fi
+
+prop_replace 'proxiedEntity' "${INITIAL_ADMIN_IDENTITY}" ${nifi_toolkit_props_file}
diff --git a/roles/nifi/files/start.sh b/roles/nifi/files/start.sh
new file mode 100755
index 0000000..25b0347
--- /dev/null
+++ b/roles/nifi/files/start.sh
@@ -0,0 +1,89 @@
+#!/bin/sh -e
+
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+scripts_dir='/opt/nifi/nifi-current/scripts'
+
+[ -f "${scripts_dir}/common.sh" ] && . "${scripts_dir}/common.sh"
+
+# Override JVM memory settings
+if [ ! -z "${NIFI_JVM_HEAP_INIT}" ]; then
+ prop_replace 'java.arg.2' "-Xms${NIFI_JVM_HEAP_INIT}" ${nifi_bootstrap_file}
+fi
+
+if [ ! -z "${NIFI_JVM_HEAP_MAX}" ]; then
+ prop_replace 'java.arg.3' "-Xmx${NIFI_JVM_HEAP_MAX}" ${nifi_bootstrap_file}
+fi
+
+if [ ! -z "${NIFI_JVM_DEBUGGER}" ]; then
+ uncomment "java.arg.debug" ${nifi_bootstrap_file}
+fi
+
+# Establish baseline properties
+prop_replace 'nifi.web.http.port' "${NIFI_WEB_HTTP_PORT:-8080}"
+prop_replace 'nifi.web.http.host' "${NIFI_WEB_HTTP_HOST:-$HOSTNAME}"
+prop_replace 'nifi.remote.input.host' "${NIFI_REMOTE_INPUT_HOST:-$HOSTNAME}"
+prop_replace 'nifi.remote.input.socket.port' "${NIFI_REMOTE_INPUT_SOCKET_PORT:-10000}"
+prop_replace 'nifi.remote.input.secure' 'false'
+
+# Set nifi-toolkit properties files and baseUrl
+"${scripts_dir}/toolkit.sh"
+prop_replace 'baseUrl' "http://${NIFI_WEB_HTTP_HOST:-$HOSTNAME}:${NIFI_WEB_HTTP_PORT:-8080}" ${nifi_toolkit_props_file}
+
+prop_replace 'nifi.variable.registry.properties' "${NIFI_VARIABLE_REGISTRY_PROPERTIES:-}"
+prop_replace 'nifi.cluster.is.node' "${NIFI_CLUSTER_IS_NODE:-false}"
+prop_replace 'nifi.cluster.node.address' "${NIFI_CLUSTER_ADDRESS:-$HOSTNAME}"
+prop_replace 'nifi.cluster.node.protocol.port' "${NIFI_CLUSTER_NODE_PROTOCOL_PORT:-}"
+prop_replace 'nifi.cluster.node.protocol.threads' "${NIFI_CLUSTER_NODE_PROTOCOL_THREADS:-10}"
+prop_replace 'nifi.cluster.node.protocol.max.threads' "${NIFI_CLUSTER_NODE_PROTOCOL_MAX_THREADS:-50}"
+prop_replace 'nifi.zookeeper.connect.string' "${NIFI_ZK_CONNECT_STRING:-}"
+prop_replace 'nifi.zookeeper.root.node' "${NIFI_ZK_ROOT_NODE:-/nifi}"
+prop_replace 'nifi.cluster.flow.election.max.wait.time' "${NIFI_ELECTION_MAX_WAIT:-5 mins}"
+prop_replace 'nifi.cluster.flow.election.max.candidates' "${NIFI_ELECTION_MAX_CANDIDATES:-}"
+prop_replace 'nifi.web.proxy.context.path' "${NIFI_WEB_PROXY_CONTEXT_PATH:-}"
+
+. "${scripts_dir}/update_cluster_state_management.sh"
+
+# Check if we are secured or unsecured
+case ${AUTH} in
+ tls)
+ echo 'Enabling Two-Way SSL user authentication'
+ . "${scripts_dir}/secure.sh"
+ ;;
+ ldap)
+ echo 'Enabling LDAP user authentication'
+ # Reference ldap-provider in properties
+ prop_replace 'nifi.security.user.login.identity.provider' 'ldap-provider'
+
+ . "${scripts_dir}/secure.sh"
+ . "${scripts_dir}/update_login_providers.sh"
+ ;;
+ *)
+ if [ ! -z "${NIFI_WEB_PROXY_HOST}" ]; then
+ echo 'NIFI_WEB_PROXY_HOST was set but NiFi is not configured to run in a secure mode. Will not update nifi.web.proxy.host.'
+ fi
+ ;;
+esac
+
+# Continuously provide logs so that 'docker logs' can produce them
+tail -F "${NIFI_HOME}/logs/nifi-app.log" &
+"${NIFI_HOME}/bin/nifi.sh" run &
+nifi_pid="$!"
+
+trap "echo Received trapped signal, beginning shutdown...;" KILL TERM HUP INT EXIT;
+
+echo NiFi running with PID ${nifi_pid}.
+wait ${nifi_pid}
diff --git a/roles/nifi/files/toolkit.sh b/roles/nifi/files/toolkit.sh
new file mode 100755
index 0000000..5262c91
--- /dev/null
+++ b/roles/nifi/files/toolkit.sh
@@ -0,0 +1,32 @@
+#!/bin/sh -e
+
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+cat <<EOT > ${nifi_toolkit_props_file}
+baseUrl=
+keystore=
+keystoreType=
+keystorePasswd=
+keyPasswd=
+truststore=
+truststoreType=
+truststorePasswd=
+proxiedEntity=
+EOT
+
+cat <<EOT > ${HOME}/.nifi-cli.config
+nifi.props=${nifi_toolkit_props_file}
+EOT
\ No newline at end of file
diff --git a/roles/nifi/files/update_cluster_state_management.sh b/roles/nifi/files/update_cluster_state_management.sh
new file mode 100755
index 0000000..718e52d
--- /dev/null
+++ b/roles/nifi/files/update_cluster_state_management.sh
@@ -0,0 +1,31 @@
+#!/bin/sh -e
+
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+state_providers_file=${NIFI_HOME}/conf/state-management.xml
+property_xpath='/stateManagement/cluster-provider/property'
+
+edit_property() {
+ property_name=$1
+ property_value=$2
+
+ if [ -n "${property_value}" ]; then
+ xmlstarlet ed --inplace -u "${property_xpath}[@name='${property_name}']" -v "${property_value}" "${state_providers_file}"
+ fi
+}
+
+edit_property 'Connect String' "${NIFI_ZK_CONNECT_STRING}"
+edit_property "Root Node" "${NIFI_ZK_ROOT_NODE}"
\ No newline at end of file
diff --git a/roles/nifi/files/update_login_providers.sh b/roles/nifi/files/update_login_providers.sh
new file mode 100755
index 0000000..e124960
--- /dev/null
+++ b/roles/nifi/files/update_login_providers.sh
@@ -0,0 +1,47 @@
+#!/bin/sh -e
+
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+login_providers_file=${NIFI_HOME}/conf/login-identity-providers.xml
+property_xpath='//loginIdentityProviders/provider/property'
+
+# Update a given property in the login-identity-providers file if a value is specified
+edit_property() {
+ property_name=$1
+ property_value=$2
+
+ if [ -n "${property_value}" ]; then
+ xmlstarlet ed --inplace -u "${property_xpath}[@name='${property_name}']" -v "${property_value}" "${login_providers_file}"
+ fi
+}
+
+# Remove comments to enable the ldap-provider
+sed -i '/To enable the ldap-provider remove/d' "${login_providers_file}"
+
+edit_property 'Authentication Strategy' "${LDAP_AUTHENTICATION_STRATEGY}"
+edit_property 'Manager DN' "${LDAP_MANAGER_DN}"
+edit_property 'Manager Password' "${LDAP_MANAGER_PASSWORD}"
+edit_property 'TLS - Keystore' "${LDAP_TLS_KEYSTORE}"
+edit_property 'TLS - Keystore Password' "${LDAP_TLS_KEYSTORE_PASSWORD}"
+edit_property 'TLS - Keystore Type' "${LDAP_TLS_KEYSTORE_TYPE}"
+edit_property 'TLS - Truststore' "${LDAP_TLS_TRUSTSTORE}"
+edit_property 'TLS - Truststore Password' "${LDAP_TLS_TRUSTSTORE_PASSWORD}"
+edit_property 'TLS - Truststore Type' "${LDAP_TLS_TRUSTSTORE_TYPE}"
+edit_property 'TLS - Protocol' "${LDAP_TLS_PROTOCOL}"
+edit_property 'Url' "${LDAP_URL}"
+edit_property 'User Search Base' "${LDAP_USER_SEARCH_BASE}"
+edit_property 'User Search Filter' "${LDAP_USER_SEARCH_FILTER}"
+edit_property 'Identity Strategy' "${LDAP_IDENTITY_STRATEGY}"
\ No newline at end of file
diff --git a/roles/nifi/handlers/main.yml b/roles/nifi/handlers/main.yml
new file mode 100644
index 0000000..178e24b
--- /dev/null
+++ b/roles/nifi/handlers/main.yml
@@ -0,0 +1,2 @@
+---
+# handlers file for nifi
\ No newline at end of file
diff --git a/roles/nifi/meta/main.yml b/roles/nifi/meta/main.yml
new file mode 100644
index 0000000..3a212a9
--- /dev/null
+++ b/roles/nifi/meta/main.yml
@@ -0,0 +1,53 @@
+galaxy_info:
+ author: your name
+ description: your description
+ company: your company (optional)
+
+ # If the issue tracker for your role is not on github, uncomment the
+ # next line and provide a value
+ # issue_tracker_url: http://example.com/issue/tracker
+
+ # Choose a valid license ID from https://spdx.org - some suggested licenses:
+ # - BSD-3-Clause (default)
+ # - MIT
+ # - GPL-2.0-or-later
+ # - GPL-3.0-only
+ # - Apache-2.0
+ # - CC-BY-4.0
+ license: license (GPL-2.0-or-later, MIT, etc)
+
+ min_ansible_version: 2.4
+
+ # If this a Container Enabled role, provide the minimum Ansible Container version.
+ # min_ansible_container_version:
+
+ #
+ # Provide a list of supported platforms, and for each platform a list of versions.
+ # If you don't wish to enumerate all versions for a particular platform, use 'all'.
+ # To view available platforms and versions (or releases), visit:
+ # https://galaxy.ansible.com/api/v1/platforms/
+ #
+ # platforms:
+ # - name: Fedora
+ # versions:
+ # - all
+ # - 25
+ # - name: SomePlatform
+ # versions:
+ # - all
+ # - 1.0
+ # - 7
+ # - 99.99
+
+ galaxy_tags: []
+ # List tags for your role here, one per line. A tag is a keyword that describes
+ # and categorizes the role. Users find roles by searching for tags. Be sure to
+ # remove the '[]' above, if you add tags to this list.
+ #
+ # NOTE: A tag is limited to a single word comprised of alphanumeric characters.
+ # Maximum 20 tags per role.
+
+dependencies: []
+ # List your role dependencies here, one per line. Be sure to remove the '[]' above,
+ # if you add dependencies to this list.
+
\ No newline at end of file
diff --git a/roles/nifi/tasks/main.yml b/roles/nifi/tasks/main.yml
new file mode 100644
index 0000000..b68c8ce
--- /dev/null
+++ b/roles/nifi/tasks/main.yml
@@ -0,0 +1,88 @@
+---
+# tasks file for nifi
+
+- name: Install required packages
+ apt:
+ name: ["aptitude","jq","xmlstarlet","procps","sudo","unzip","openjdk-8-jdk"]
+ state: present
+
+- name: Create system group for Nifi
+ group:
+ name: nifi
+ gid: "{{ nifi_gid }}"
+ state: present
+ system: yes
+
+- name: Create system user for Nifi
+ user:
+ name: nifi
+ uid: "{{ nifi_uid }}"
+ state: present
+ groups: nifi
+ system: yes
+ shell: /bin/false
+
+- name: Create directory {{ nifi_base_dir }}
+ file:
+ path: "{{ nifi_base_dir }}"
+ state: directory
+ owner: nifi
+ group: nifi
+
+- name: Download and extract Nifi
+ unarchive:
+ src: http://apache.uib.no/nifi/{{ nifi_version }}/nifi-{{ nifi_version }}-bin.tar.gz
+ remote_src: yes
+ dest: "{{ nifi_base_dir }}"
+ tags: download
+
+- name: Download and extract Nifi-toolkit
+ unarchive:
+ src: http://apache.uib.no/nifi/{{ nifi_toolkit_version }}/nifi-toolkit-{{ nifi_version }}-bin.zip
+ remote_src: yes
+ dest: "{{ nifi_base_dir }}"
+ tags: download
+
+- name: Link archives to standard locations
+ file:
+ src: "{{ item.src }}"
+ dest: "{{ item.dest }}"
+ state: link
+ follow: no
+ loop:
+ - { src: "{{ nifi_base_dir }}/nifi-{{ nifi_version }}", dest: "{{ nifi_home }}" }
+ - { src: "{{ nifi_base_dir }}/nifi-toolkit-{{ nifi_toolkit_version }}", dest: "{{ nifi_toolkit_home }}" }
+
+- name: Create directories
+ file:
+ path: "{{ item }}"
+ state: directory
+ loop:
+ - "{{ nifi_home }}/conf"
+ - "{{ nifi_home }}/database_repository"
+ - "{{ nifi_home }}/flowfile_repository"
+ - "{{ nifi_home }}/content_repository"
+ - "{{ nifi_home }}/provenance_repository"
+ - "{{ nifi_home }}/state"
+ - "{{ nifi_log_dir }}"
+ - "{{ nifi_home }}/scripts"
+
+- name: Modify nifi.env.sh
+ copy:
+ src: nifi-env.sh
+ dest: "{{ nifi_home }}/bin/nifi-env.sh"
+ mode: "0755"
+ when: docker is defined
+
+- name: Copy files
+ copy:
+ src: "{{ item }}"
+ dest: "{{ nifi_home }}/scripts/{{ item }}"
+ mode: "0755"
+ loop:
+ - start.sh
+ - common.sh
+ - secure.sh
+ - toolkit.sh
+ - update_cluster_state_management.sh
+ - update_login_providers.sh
diff --git a/roles/nifi/tests/inventory b/roles/nifi/tests/inventory
new file mode 100644
index 0000000..878877b
--- /dev/null
+++ b/roles/nifi/tests/inventory
@@ -0,0 +1,2 @@
+localhost
+
diff --git a/roles/nifi/tests/test.yml b/roles/nifi/tests/test.yml
new file mode 100644
index 0000000..8d84529
--- /dev/null
+++ b/roles/nifi/tests/test.yml
@@ -0,0 +1,5 @@
+---
+- hosts: localhost
+ remote_user: root
+ roles:
+ - nifi
\ No newline at end of file
diff --git a/roles/nifi/vars/main.yml b/roles/nifi/vars/main.yml
new file mode 100644
index 0000000..e3fa919
--- /dev/null
+++ b/roles/nifi/vars/main.yml
@@ -0,0 +1,2 @@
+---
+# vars file for nifi
\ No newline at end of file
diff --git a/roles/soctools-server/README.md b/roles/soctools-server/README.md
new file mode 100644
index 0000000..225dd44
--- /dev/null
+++ b/roles/soctools-server/README.md
@@ -0,0 +1,38 @@
+Role Name
+=========
+
+A brief description of the role goes here.
+
+Requirements
+------------
+
+Any pre-requisites that may not be covered by Ansible itself or the role should be mentioned here. For instance, if the role uses the EC2 module, it may be a good idea to mention in this section that the boto package is required.
+
+Role Variables
+--------------
+
+A description of the settable variables for this role should go here, including any variables that are in defaults/main.yml, vars/main.yml, and any variables that can/should be set via parameters to the role. Any variables that are read from other roles and/or the global scope (ie. hostvars, group vars, etc.) should be mentioned here as well.
+
+Dependencies
+------------
+
+A list of other roles hosted on Galaxy should go here, plus any details in regards to parameters that may need to be set for other roles, or variables that are used from other roles.
+
+Example Playbook
+----------------
+
+Including an example of how to use your role (for instance, with variables passed in as parameters) is always nice for users too:
+
+ - hosts: servers
+ roles:
+ - { role: username.rolename, x: 42 }
+
+License
+-------
+
+BSD
+
+Author Information
+------------------
+
+An optional section for the role authors to include contact information, or a website (HTML is not allowed).
diff --git a/roles/soctools-server/defaults/main.yml b/roles/soctools-server/defaults/main.yml
new file mode 100644
index 0000000..f53d19c
--- /dev/null
+++ b/roles/soctools-server/defaults/main.yml
@@ -0,0 +1,2 @@
+---
+# defaults file for soctools_server
\ No newline at end of file
diff --git a/roles/soctools-server/handlers/main.yml b/roles/soctools-server/handlers/main.yml
new file mode 100644
index 0000000..87b399a
--- /dev/null
+++ b/roles/soctools-server/handlers/main.yml
@@ -0,0 +1,2 @@
+---
+# handlers file for soctools_server
\ No newline at end of file
diff --git a/roles/soctools-server/meta/main.yml b/roles/soctools-server/meta/main.yml
new file mode 100644
index 0000000..3a212a9
--- /dev/null
+++ b/roles/soctools-server/meta/main.yml
@@ -0,0 +1,53 @@
+galaxy_info:
+ author: your name
+ description: your description
+ company: your company (optional)
+
+ # If the issue tracker for your role is not on github, uncomment the
+ # next line and provide a value
+ # issue_tracker_url: http://example.com/issue/tracker
+
+ # Choose a valid license ID from https://spdx.org - some suggested licenses:
+ # - BSD-3-Clause (default)
+ # - MIT
+ # - GPL-2.0-or-later
+ # - GPL-3.0-only
+ # - Apache-2.0
+ # - CC-BY-4.0
+ license: license (GPL-2.0-or-later, MIT, etc)
+
+ min_ansible_version: 2.4
+
+ # If this a Container Enabled role, provide the minimum Ansible Container version.
+ # min_ansible_container_version:
+
+ #
+ # Provide a list of supported platforms, and for each platform a list of versions.
+ # If you don't wish to enumerate all versions for a particular platform, use 'all'.
+ # To view available platforms and versions (or releases), visit:
+ # https://galaxy.ansible.com/api/v1/platforms/
+ #
+ # platforms:
+ # - name: Fedora
+ # versions:
+ # - all
+ # - 25
+ # - name: SomePlatform
+ # versions:
+ # - all
+ # - 1.0
+ # - 7
+ # - 99.99
+
+ galaxy_tags: []
+ # List tags for your role here, one per line. A tag is a keyword that describes
+ # and categorizes the role. Users find roles by searching for tags. Be sure to
+ # remove the '[]' above, if you add tags to this list.
+ #
+ # NOTE: A tag is limited to a single word comprised of alphanumeric characters.
+ # Maximum 20 tags per role.
+
+dependencies: []
+ # List your role dependencies here, one per line. Be sure to remove the '[]' above,
+ # if you add dependencies to this list.
+
\ No newline at end of file
diff --git a/roles/soctools-server/tasks/main.yml b/roles/soctools-server/tasks/main.yml
new file mode 100644
index 0000000..df65a49
--- /dev/null
+++ b/roles/soctools-server/tasks/main.yml
@@ -0,0 +1,56 @@
+---
+# tasks file for docker-host
+
+- name: Install apt-transport-https
+ apt:
+ name: apt-transport-https
+ state: present
+ when: ansible_distribution == 'Debian' or ansible_distribution == 'Ubuntu'
+
+- name: Add docker repository key
+ apt_key:
+ url: https://download.docker.com/linux/debian/gpg
+ id: 9DC858229FC7DD38854AE2D88D81803C0EBFCD88
+ state: present
+ when: ansible_distribution == 'Debian' or ansible_distribution == 'Ubuntu'
+
+- name: Add docker apt repository
+ apt_repository:
+ repo: deb https://download.docker.com/linux/debian {{ansible_distribution_release}} stable
+ state: present
+ when: ansible_distribution == 'Debian' or ansible_distribution == 'Ubuntu'
+
+- name: Install required packages
+ apt:
+ name: ["aptitude","rsync","docker-ce","docker-ce-cli","containerd.io","python-docker","python-pip"]
+ state: present
+ when: ansible_distribution == 'Debian' or ansible_distribution == 'Ubuntu'
+
+- name: Install required packages
+ yum:
+ name: ["yum-utils","device-mapper-persistent-data","lvm2","epel-release","rsync"]
+ state: latest
+ when: ansible_distribution == 'CentOS' or ansible_distribution == 'Red Hat Enterprise Linux'
+
+- name: Add Docker repository
+ get_url:
+ url: https://download.docker.com/linux/centos/docker-ce.repo
+ dest: /etc/yum.repos.d/docker-ce.repo
+ mode: 0644
+ when: ansible_distribution == 'CentOS' or ansible_distribution == 'Red Hat Enterprise Linux'
+
+- name: Install required packages
+ yum:
+ name: ["docker-ce","docker-ce-cli","containerd.io","python-pip"]
+ state: latest
+ validate_certs: no
+ when: ansible_distribution == 'CentOS' or ansible_distribution == 'Red Hat Enterprise Linux'
+
+- name: Install pip packages
+ pip:
+ name: docker-py>1.10.0
+
+- name: Start Docker service
+ systemd:
+ name: docker
+ state: started
\ No newline at end of file
diff --git a/roles/soctools-server/tests/inventory b/roles/soctools-server/tests/inventory
new file mode 100644
index 0000000..878877b
--- /dev/null
+++ b/roles/soctools-server/tests/inventory
@@ -0,0 +1,2 @@
+localhost
+
diff --git a/roles/soctools-server/tests/test.yml b/roles/soctools-server/tests/test.yml
new file mode 100644
index 0000000..f3d8e3f
--- /dev/null
+++ b/roles/soctools-server/tests/test.yml
@@ -0,0 +1,5 @@
+---
+- hosts: localhost
+ remote_user: root
+ roles:
+ - soctools_server
\ No newline at end of file
diff --git a/roles/soctools-server/vars/main.yml b/roles/soctools-server/vars/main.yml
new file mode 100644
index 0000000..c9a0ef4
--- /dev/null
+++ b/roles/soctools-server/vars/main.yml
@@ -0,0 +1,2 @@
+---
+# vars file for soctools_server
\ No newline at end of file
--
GitLab