test against real openSearch

Author: mgoetzegb

.github/actions/go-setup/action.yaml

@@ -4,7 +4,6 @@ description: 'Setup go and cache and go download mods'
 runs:
   using: "composite"
   steps:
-    - uses: actions/checkout@v4
     - uses: actions/setup-go@v4
       with:
         cache: true

.github/workflows/codecov.yml

@@ -13,5 +13,29 @@ jobs:
     steps:
       - uses: actions/checkout@v5
       - uses: ./.github/actions/go-setup
-      - run: |
-          go test -v ./...
+      - run: make test-codecov
+      - name: Upload unit test coverage to Codecov
+        uses: codecov/codecov-action@v5
+        with:
+          files: cov-unit-tests.out
+          flags: unit-tests
+          name: Unit Tests
+          token: ${{ secrets.CODECOV_TOKEN }}
+          fail_ci_if_error: true
+
+  opensearch-test:
+    name: Execute Opensearch tests
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v5
+      - uses: ./.github/actions/go-setup
+      - name: Execute OpenSearch tests
+        run: make test-opensearch
+      - name: Upload OpenSearch test coverage to Codecov
+        uses: codecov/codecov-action@v5
+        with:
+          files: cov-os-tests.out
+          flags: opensearch-tests
+          name: OpenSearch Tests
+          token: ${{ secrets.CODECOV_TOKEN }}
+          fail_ci_if_error: true

.github/workflows/tests.yml

@@ -1 +1,6 @@
+# common IDEs
 .idea
+.vscode
+
+# coverage reports
+*.out

.gitignore

@@ -3,6 +3,7 @@ REGISTRY := docker-gps.greenbone.net
 # Define submodules
 PKG_DIR := pkg
 
+.PHONY: all
 all: build test
 
 .PHONY: help
@@ -27,6 +28,7 @@ OS="$(shell go env var GOOS | xargs)"
 ALL_GO_DIRS := $(shell find $(PKG_DIR) -name '*.go' -exec dirname {} \; | sort -u)
 
 # Clean up
+.PHONY: clean
 clean:
 	go clean -i ./...
 
@@ -64,14 +66,35 @@ build: build-common ## build go library packages
 	go build -trimpath ./...
 
 .PHONY: test
-test: ## run all tests
-	go test -test.short ./...
+test: ## run short tests
+	go test -short ./...
 
 .PHONY: test-codecov
 test-codecov:
-	go test -cover -coverprofile=coverage.txt ./...
-
-.PHONY: all build test clean
+	go test -cover -coverprofile=cov-unit-tests.out ./...
+
+.PHONY: start-opensearch-test-service
+start-opensearch-test-service:
+	docker compose -f ./pkg/openSearch/ostesting/compose.yml -p opensearch-test up -d --wait --wait-timeout=120
+
+.PHONY: stop-opensearch-test-service
+stop-opensearch-test-service:
+	docker compose -f ./pkg/openSearch/ostesting/compose.yml -p opensearch-test down -v
+
+.PHONY: run-opensearch-tests
+run-opensearch-tests:
+	TEST_OPENSEARCH=1 go test ./pkg/openSearch/osquery -coverprofile=cov-os-tests.out
+
+# test-opensearch runs whole opensearch execution with docker setup and cleanup
+# we want to stop-opensearch-test-service regardless of the result of run-opensearch-tests
+# and return the result of run-opensearch-tests
+.PHONY: test-opensearch
+test-opensearch:
+	$(MAKE) start-opensearch-test-service
+	$(MAKE) run-opensearch-tests; \
+	status=$$?; \
+	$(MAKE) stop-opensearch-test-service; \
+	exit $$status
 
 .PHONY: generate_docs
 generate_docs: check_tools