Add Integration test suite for AD (opendistro-for-elasticsearch#13)

include docker compose, since integration test requires latest odfe cluster running locally.
Make file to run some of mostly used go commands.
Created integration test for ad plugin.
Integration test file is created with tag integration, hence,
it will not be executed if user runs unit test. 
Also, integration tests are long running, docker dependent tests, it is better to
run only if preconditions are met.

Author: VijayanB

.github/workflows/odfe-cli-test-build-workflow.yml

@@ -49,13 +49,23 @@ jobs:
           version: v1.28
           working-directory: odfe-cli
 
-      - name: Run Test
+      - name: Run Unit Tests
         env:
           GOPROXY: "https://proxy.golang.org"
         run: |
           go test ./...  -coverprofile=coverage.out
           go tool cover -func=coverage.out
 
+      - name: Run Docker Image
+        run: |
+          make docker.start.components
+          sleep 60
+
+      - name: Run Integration Tests
+        env:
+          GOPROXY: "https://proxy.golang.org"
+        run: make test.integration
+
       - name: Upload coverage to Codecov
         uses: codecov/codecov-action@v1.0.3
         with:

odfe-cli/Makefile

@@ -0,0 +1,39 @@
+# we will put our integration testing in this path
+INTEGRATION_TEST_PATH=./it
+
+# set of env variables that you need for testing
+ENV_LOCAL_TEST=\
+  ODFE_ENDPOINT="https://localhost:9200" \
+  ODFE_USER="admin" \
+  ODFE_PASSWORD="admin"
+
+# this command will start a docker components that we set in docker-compose.yml
+docker.start.components:
+	docker-compose up -d;
+
+# shutting down docker components
+docker.stop:
+	docker-compose down;
+
+# clean up docker
+docker.clean:
+	docker system prune --volumes;
+
+# this command will trigger integration test
+# INTEGRATION_TEST_SUITE_PATH is used for run specific test in Golang
+test.integration:
+	go clean -testcache;
+	$(ENV_LOCAL_TEST) go test -tags=integration $(INTEGRATION_TEST_PATH);
+
+test.unit:
+	go clean -testcache;
+	go test ./...;
+
+# format project using goimports tool
+format:
+	goimports -w .;
+
+# generate odfe-cli file in current directory
+# update GOOS / GOARCH if you want to build for other os and architecture
+build:
+	go build .

odfe-cli/docker-compose.yml

@@ -0,0 +1,34 @@
+# Copied from https://opendistro.github.io/for-elasticsearch-docs/docs/install/docker/
+# removed node-2 since we don't need to create two node cluster for integration test
+version: '3'
+services:
+  odfe-test-node1:
+    image: amazon/opendistro-for-elasticsearch:${ODFE_VERSION:-latest}
+    container_name: odfe-test-node1
+    environment:
+      - cluster.name=odfe-test-cluster
+      - node.name=odfe-test-node1
+      - discovery.seed_hosts=odfe-test-node1
+      - cluster.initial_master_nodes=odfe-test-node1
+      - bootstrap.memory_lock=true # along with the memlock settings below, disables swapping
+      - "ES_JAVA_OPTS=-Xms512m -Xmx512m" # minimum and maximum Java heap size, recommend setting both to 50% of system RAM
+    ulimits:
+      memlock:
+        soft: -1
+        hard: -1
+      nofile:
+        soft: 65536 # maximum number of open files for the Elasticsearch user, set to at least 65536 on modern systems
+        hard: 65536
+    volumes:
+      - odfe-test-data1:/usr/share/elasticsearch/data
+    ports:
+      - 9200:9200
+      - 9600:9600 # required for Performance Analyzer
+    networks:
+      - odfe-test-net
+
+volumes:
+  odfe-test-data1:
+
+networks:
+  odfe-test-net:

odfe-cli/go.sum

@@ -49,6 +49,7 @@ github.com/grpc-ecosystem/go-grpc-prometheus v1.2.0/go.mod h1:8NvIoxWQoOIhqOTXgf
 github.com/grpc-ecosystem/grpc-gateway v1.9.0/go.mod h1:vNeuVxBJEsws4ogUvrchl83t/GYV9WGTSLVdBhOQFDY=
 github.com/hashicorp/go-cleanhttp v0.5.1 h1:dH3aiDG9Jvb5r5+bYHsikaOUIpcM0xvgMXVoDkXMzJM=
 github.com/hashicorp/go-cleanhttp v0.5.1/go.mod h1:JpRdi6/HCYpAwUzNwuwqhbovhLtngrth3wmdIIUrZ80=
+github.com/hashicorp/go-hclog v0.9.2 h1:CG6TE5H9/JXsFWJCfoIVpKFIkFe6ysEuHirp4DxCsHI=
 github.com/hashicorp/go-hclog v0.9.2/go.mod h1:5CU+agLiy3J7N7QjHK5d05KxGsuXiQLrjA0H7acj2lQ=
 github.com/hashicorp/go-retryablehttp v0.6.7 h1:8/CAEZt/+F7kR7GevNHulKkUjLht3CPmn7egmhieNKo=
 github.com/hashicorp/go-retryablehttp v0.6.7/go.mod h1:vAew36LZh98gCBJNLH42IQ1ER/9wtLZZ8meHqQvEYWY=