makefile

#
# vi should "set expandtab&". Makefile cmds require tab
# Valid job targets are:
# 	init-jobs:	init the jobs in the $JOBS var found in  jobs.config
# 	run-jobs:   run the jobs list 
# 	clean-jobs: clean all artifacts generated by init-jobs and run-jobs, but not run dirs
# 	init-all:   init ALL dirs under REGULUS
# 	run-all:    run all dirs 
# 	clean-all:  clean all artifacts generated by init-all and run-all, but not run dirs
#
# Valid lab targets are: (Job targets make "init-lab" as necessary. No need to make it explicitly)
#	init-lab:	discover and verify the cluster specified in lab.config. Save results in ./.LAB
#	clean-lab	remove all state knowledge about this cluster.
#
include ./jobs.config
SHELL := /bin/bash
.PHONY: help confirm_execute summary

LOG_FILE := jobs.log-$(shell date "+%Y-%m-%d-%H-%M-%S")

# Default target
help:
	@echo "======================================================================"
	@echo "  REGULUS - Network Performance Benchmark Framework"
	@echo "======================================================================"
	@echo ""
	@echo "Job Targets (work with JOBS defined in jobs.config):"
	@echo "  make init-jobs        - Initialize jobs in JOBS variable"
	@echo "  make run-jobs         - Run jobs in JOBS variable"
	@echo "  make clean-jobs       - Clean artifacts from jobs"
	@echo "  make report-jobs      - Show jobs with errors (run-*.log.error)"
	@echo "  make reindex-jobs     - Reindex jobs"
	@echo "  make dry-run-jobs     - Dry run jobs without execution"
	@echo "  make jobs             - Run jobs and save to timestamped log"
	@echo ""
	@echo "Batch Targets (work with ALL benchmark directories):"
	@echo "  make init-all         - Initialize ALL benchmark dirs (requires confirmation)"
	@echo "  make run-all          - Run ALL benchmark dirs (requires confirmation)"
	@echo "  make clean-all        - Clean ALL benchmark dirs (requires confirmation)"
	@echo "  make dry-run-all      - Dry run ALL benchmark dirs (requires confirmation)"
	@echo ""
	@echo "Lab/Environment Targets:"
	@echo "  make init-lab         - Discover cluster from lab.config, generate .LAB files"
	@echo "  make clean-lab        - Remove .LAB files"
	@echo "  make inventory        - Run inventory collection"
	@echo "  make clean-inventory  - Clean inventory artifacts"
	@echo ""
	@echo "Report Targets (delegate to REPORT/):"
	@echo "  make report-summary                    - Generate report (JSON, HTML, CSV)"
	@echo "  make report-summary-with-testbed-info  - Generate report with testbed info"
	@echo "  make report-dashboard                  - Start interactive web dashboard"
	@echo "  make report-dashboard-stop             - Stop dashboard instances"
	@echo "  make report-dashboard-restart          - Restart dashboard"
	@echo "  make report-flatten                    - Flatten report.json to NDJSON"
	@echo "  make report-es-upload                  - Upload to ElasticSearch"
	@echo "  make report-es-full                    - Full ES workflow (summary + upload)"
	@echo ""
	@echo "Batch Management (from REPORT/build_report/):"
	@echo "  make es-list-batches                   - List all upload batches"
	@echo "  make es-show-last-batch                - Show most recent batch"
	@echo "  make es-batch-info ES_BATCH_ID=<uuid>  - Show batch details"
	@echo "  make es-delete-batch ES_BATCH_ID=<uuid> - Delete bad batch"
	@echo ""
	@echo "Configuration:"
	@echo "  JOBS config: ./jobs.config"
	@echo "  Lab config:  ./lab.config"
	@echo "  ES config:   ES_URL and ES_INDEX from lab.config or environment"
	@echo ""
	@echo "For more details on report targets: cd REPORT && make help"
	@echo "======================================================================"

init-jobs: init-lab
	echo JOBS=$$JOBS
	@for dir in $(JOBS); do \
		echo "Executing script in $$dir"; \
		$(MAKE) -C $$dir init; \
	done

clean-jobs: 
	@for dir in $(JOBS); do \
		echo "Executing script in $$dir"; \
		$(MAKE) -C $$dir clean; \
	done

run-jobs: init-lab
	@echo JOBS=$$JOBS
	@for dir in $(JOBS); do \
		echo "Executing script in $$dir"; \
		$(MAKE) -C $$dir run; \
	done

# show jobs that generated "run-*.log.error"
report-jobs:
	@for dir in $(JOBS); do \
		echo "Check jobs status $$dir"; \
		prefix=$$(ls -l $$dir/latest | awk '/->/ {print $$NF}' | sed 's|/$$||'); \
		if [ -e "$$dir/$$prefix.log.error" ]; then \
			(ls $$dir/$$prefix.log.error); \
		fi \
	done

reindex-jobs:
	@for dir in $(JOBS); do \
		echo "Reindex jobs  $$dir"; \
		$(MAKE) -C $$dir reindex; \
	done

# Also can be done with setting jobs.config.DRY_RUN=1; make run-jobs
dry-run-jobs: init-lab
	echo JOBS=$$JOBS
	@for dir in $(JOBS); do \
		echo "Executing script in $$dir"; \
		$(MAKE) -C $$dir dry-run; \
	done

# Lazy aliasing "make run-jobs > log" to "make jobs"
jobs:
	@make run-jobs 2>&1 | tee $(LOG_FILE)

confirm_execute:
	@echo "Are you sure you want to execute the target? [y/N] " && read ans && [ $${ans:-N} = y ]

init-all: confirm_execute $(LAB_TARGET)
	@dirs=$$(find . -type f -name reg_expand.sh -exec dirname {} \;); \
	for dir in $$dirs; do \
		echo "Entering directory $$dir"; \
		$(MAKE) -C $$dir init; \
	done

run-all: confirm_execute init-lab
	@dirs=$$(find . -type f -name reg_expand.sh -exec dirname {} \;); \
	for dir in $$dirs; do \
		echo "Entering directory $$dir"; \
		$(MAKE) -C $$dir run; \
	done

# Also can be done with setting jobs.config.DRY_RUN=1; make run-all
dry-run-all: confirm_execute $(LAB_TARGET)
	@dirs=$$(find . -type f -name reg_expand.sh -exec dirname {} \;); \
	for dir in $$dirs; do \
		echo "Entering directory $$dir"; \
		$(MAKE) -C $$dir dry-run; \
	done

clean-all: confirm_execute
	@dirs=$$(find . -type f -name reg_expand.sh -exec dirname {} \;); \
	for dir in $$dirs; do \
		echo "Entering directory $$dir"; \
		$(MAKE) -C $$dir clean; \
	done

# Lab targets
.PHONY: clean-lab init-lab SRIOV_INIT $(LAB_TARGET) inventory


LAB_TARGET := ${GEN_LAB_JSON}
LAB_TARGET_ENV := ${GEN_LAB_ENV}

LAB_SOURCE := ${REG_ROOT}/lab.config

$(OLAB_TARGET): $(OLAB_SOURCE) ./bin/lab-analyzer
	@output=$$(./bin/lab-analyzer); \
	if [ $$? -ne 0 ]; then \
		echo "Error: lab-analyzer failed"; \
		exit 1; \
	fi; \
	echo "$$output" > $@; \
	jq -r 'to_entries | .[] | "\(.key)=\(.value)"' $@ > ${LAB_TARGET_ENV};

$(LAB_TARGET): $(LAB_SOURCE) ./bin/lab-analyzer
	@set -e; \
	tmpfile=$$(mktemp); \
	echo "Running lab-analyzer..."; \
	./bin/lab-analyzer --output "$$tmpfile"; \
	if [ $$? -ne 0 ]; then \
		echo "Error: lab-analyzer failed"; \
		rm -f "$$tmpfile"; \
		exit 1; \
	fi; \
	mv "$$tmpfile" $@; \
	jq -r 'to_entries | .[] | "\(.key)=\(.value)"' $@ > ${LAB_TARGET_ENV}


# This top setting.env is needed before other  *-config can run. 
SRIOV_INIT:
	@echo "[SRIOV_INIT] initializing..." >&2
	@{ \
	  pushd SETUP_GROUP/SRIOV/INSTALL >/dev/null && \
	  make --no-print-directory init || exit 1; \
	  popd >/dev/null; \
	} || { echo "❌ SRIOV_INIT failed" >&2; exit 1; }

inventory:
	@@echo "[INVENTORY] initializing..." >&2
	@{ \
	    pushd INVENTORY >/dev/null && \
	    make --no-print-directory run || exit 1; \
	    popd >/dev/null; \
	} || { echo "❌ INVENTORY failed" >&2; exit 1; }

clean-inventory:
	@@echo "[INVENTORY] clearing..." >&2
	@{ \
	    pushd INVENTORY >/dev/null && \
	    make --no-print-directory clean || exit 1; \
	    popd >/dev/null; \
	} || { echo "❌ INVENTORY failed" >&2; exit 1; }


# Init LAB info if lab.config changes. Do not output anything to spoil the json file
init-lab: $(LAB_TARGET) SRIOV_INIT inventory
	@true

.SECONDARY: $(LAB_SOURCE)
	#

clean-lab:
	@ rm -f $(LAB_TARGET) $(LAB_TARGET_ENV)

# =============================================================================
# Report Targets (delegate to REPORT/Makefile)
# =============================================================================

report-summary:
	@$(MAKE) -C REPORT summary

report-summary-with-testbed-info:
	@$(MAKE) -C REPORT summary-with-testbed-info

report-dashboard:
	@$(MAKE) -C REPORT dashboard

report-dashboard-stop:
	@$(MAKE) -C REPORT dashboard-stop

report-dashboard-restart:
	@$(MAKE) -C REPORT dashboard-restart

report-flatten:
	@$(MAKE) -C REPORT flatten

report-es-upload:
	@$(MAKE) -C REPORT es-upload

report-es-full:
	@$(MAKE) -C REPORT es-full