Add additional API tests to confirm functionality

The changes here add additional tests to the system to ensure all of
the required APIs are up, available, and are returning data as expected.
To ensure the tests run the `q_mem` override value has been set a little
higher, which will allow logstash to start (before it would result in a
heap size of 115M which is not enough to start logstash).

Change-Id: Ie640f609ef345e9b4908eb17a03be5390b72b186
Signed-off-by: Kevin Carter <kevin.carter@rackspace.com>

elk_metrics_6x/tests/test-vars.yml

@@ -18,7 +18,7 @@ physical_host: localhost
 # NOTE(cloudnull): Test configs used to minimize the impact of a
 #                  multi-node install with limited resources.
 q_storage: 1
-q_mem: 128
+q_mem: 512
 h_mem: 512
 
 osa_test_repo: "openstack/openstack-ansible-ops"

elk_metrics_6x/tests/test.yml

@@ -15,3 +15,4 @@
 
 - import_playbook: functional.yml
 - import_playbook: testLayout.yml
+- import_playbook: testAPI.yml

elk_metrics_6x/tests/testAPI.yml

@@ -0,0 +1,123 @@
+---
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+- name: Test apm api
+  hosts: apm-server
+  gather_facts: false
+  become: true
+
+  environment:
+    ANSIBLE_LOG_PATH: "/tmp/elk-metrics-6x-logs/ansible-elk-test.log"
+
+  tasks:
+    - name: Check for open TCP
+      wait_for:
+        port: "{{ item.port }}"
+        host: "{{ item.host }}"
+        timeout: 120
+      with_items:
+        - port: 8200
+          host: 127.0.0.1
+
+
+- name: Test elasticsearch api
+  hosts: elastic-logstash
+  gather_facts: false
+  become: true
+
+  environment:
+    ANSIBLE_LOG_PATH: "/tmp/elk-metrics-6x-logs/ansible-elk-test.log"
+
+  tasks:
+    - name: Check http
+      uri:
+        url: http://127.0.0.1:{{ item.port }}{{ item.path }}
+        method: "{{ item.method }}"
+        status_code: 200
+      register: elk_test
+      until: elk_test is success
+      retries: 3
+      delay: 10
+      with_items:
+        - port: 9200
+          path: "/_nodes/stats"
+          method: "GET"
+
+    - name: Check for open TCP
+      wait_for:
+        port: "{{ item.port }}"
+        host: "{{ item.host }}"
+        timeout: 120
+      with_items:
+        - port: 9300
+          host: 127.0.0.1
+
+
+- name: Test kibana api
+  hosts: elastic-logstash
+  gather_facts: false
+  become: true
+
+  environment:
+    ANSIBLE_LOG_PATH: "/tmp/elk-metrics-6x-logs/ansible-elk-test.log"
+
+  tasks:
+    - name: Check http
+      uri:
+        url: http://127.0.0.1:{{ item.port }}{{ item.path }}
+        method: "{{ item.method }}"
+        status_code: 200
+      register: elk_test
+      until: elk_test is success
+      retries: 3
+      delay: 10
+      with_items:
+        - port: 5601
+          path: "/status"
+          method: "HEAD"
+        - port: 81
+          path: "/status"
+          method: "HEAD"
+
+
+- name: Test logstash api
+  hosts: elastic-logstash
+  gather_facts: false
+  become: true
+
+  environment:
+    ANSIBLE_LOG_PATH: "/tmp/elk-metrics-6x-logs/ansible-elk-test.log"
+
+  tasks:
+    - name: Check http
+      uri:
+        url: http://127.0.0.1:{{ item.port }}{{ item.path }}
+        method: "{{ item.method }}"
+        status_code: 200
+      register: elk_test
+      until: elk_test is success
+      retries: 3
+      delay: 10
+      with_items:
+        - port: 9600
+          path: "/_node"
+          method: "HEAD"
+
+    - name: Check for open TCP
+      wait_for:
+        port: "{{ item.port }}"
+        host: "{{ item.host }}"
+        timeout: 120
+      with_items:
+        - port: 5044
+          host: 127.0.0.1