refactor files to support stack deployment of elasticsearch logtash a…

.env

@@ -1,2 +1,2 @@
-TAG=6.6.0
-ELASTIC_VERSION=6.6.0
+TAG=7.6.1
+ELASTIC_VERSION=7.6.1

config/elasticsearch/elasticsearch.yml

@@ -1,6 +1,7 @@
 cluster.name: "docker-cluster"
 network.host: 0.0.0.0
 transport.host: 0.0.0.0
+node.name: elasticsearch
 
 # minimum_master_nodes need to be explicitly set when bound on a public IP
 # set to 1 to allow single node clusters

config/kibana/kibana.yml

@@ -2,11 +2,12 @@
 
 server.name: kibana
 server.host: "0"
-elasticsearch.url: https://elasticsearch:9200
+elasticsearch.hosts: ["https://elasticsearch:9200"]
+
 # elasticsearch.password is stored in `kibana.keystore`
 elasticsearch.username: kibana
 elasticsearch.ssl.certificateAuthorities: ["/usr/share/kibana/config/certs/ca/ca.crt"]
 server.ssl.enabled: false
-#server.ssl.certificate: /usr/share/kibana/config/certs/kibana/kibana.crt
-#server.ssl.key: /usr/share/kibana/config/certs/kibana/kibana.key
+server.ssl.certificate: /usr/share/kibana/config/certs/kibana/kibana.crt
+server.ssl.key: /usr/share/kibana/config/certs/kibana/kibana.key
 xpack.monitoring.ui.container.elasticsearch.enabled: true

config/logstash/logstash.yml

@@ -1,7 +1,7 @@
 http.host: 0.0.0.0
 # read password from logstash.keystore
 xpack.monitoring.elasticsearch.password: ${ELASTIC_PASSWORD}
-xpack.monitoring.elasticsearch.url: https://elasticsearch:9200
+xpack.monitoring.elasticsearch.hosts: ["https://elasticsearch:9200"]
 xpack.monitoring.elasticsearch.username: logstash_system
-xpack.monitoring.elasticsearch.ssl.ca: /usr/share/logstash/config/certs/ca/ca.crt
+xpack.monitoring.elasticsearch.ssl.certificate_authority: /usr/share/logstash/config/certs/ca/ca.crt
 

docker-compose.yml

@@ -20,6 +20,8 @@ services:
   elasticsearch:
     image: docker.elastic.co/elasticsearch/elasticsearch:${TAG}
     container_name: elasticsearch
+    environment:
+      - cluster.initial_master_nodes=elasticsearch
     secrets:
       - source: ca.crt
         target: /usr/share/elasticsearch/config/certs/ca/ca.crt

scripts/setup-elasticsearch.sh

@@ -7,7 +7,7 @@ fi
 
 # Determine if x-pack is enabled
 echo "Determining if x-pack is installed..."
-if [[ -d /usr/share/elasticsearch/bin/x-pack ]]; then
+if [[ -f /usr/share/elasticsearch/bin/x-pack-env ]]; then
     if [[ -n "$ELASTIC_PASSWORD" ]]; then
 
         echo "=== CREATE Keystore ==="
@@ -37,6 +37,10 @@ if [[ -d /usr/share/elasticsearch/bin/x-pack ]]; then
             echo "CA directory exists, removing..."
             rm -rf /config/ssl/ca
         fi
+	echo "Install unzip if needed..."
+        if ! command -v unzip &>/dev/null; then
+            yum -qy install unzip
+        fi
         echo "Unzip ca files..."
         unzip /config/ssl/docker-cluster-ca.zip -d /config/ssl
 

scripts/setup.sh

@@ -16,7 +16,7 @@ docker-compose -f docker-compose.yml -f docker-compose.setup.yml up setup_elasti
 # setup kibana and logstash (and system passwords)
 docker-compose -f docker-compose.yml -f docker-compose.setup.yml up setup_kibana setup_logstash
 # setup beats and apm server
-docker-compose -f docker-compose.yml -f docker-compose.setup.yml up setup_auditbeat setup_filebeat setup_heartbeat setup_metricbeat setup_packetbeat setup_apm_server
+#docker-compose -f docker-compose.yml -f docker-compose.setup.yml up setup_auditbeat setup_filebeat setup_heartbeat setup_metricbeat setup_packetbeat setup_apm_server
 
 printf "Setup completed successfully. To start the stack please run:\n\t docker-compose up -d\n"
 printf "\nIf you wish to remove the setup containers please run:\n\tdocker-compose -f docker-compose.yml -f docker-compose.setup.yml down --remove-orphans\n"