[LbmBenchmarkKernelsPublic.git] / src / Makefile

# --------------------------------------------------------------------------
#
# Copyright
#   Markus Wittmann, 2016-2017
#   RRZE, University of Erlangen-Nuremberg, Germany
#   markus.wittmann -at- fau.de or hpc -at- rrze.fau.de
#
#   Viktor Haag, 2016
#   LSS, University of Erlangen-Nuremberg, Germany
#
#  This file is part of the Lattice Boltzmann Benchmark Kernels (LbmBenchKernels).
#
#  LbmBenchKernels is free software: you can redistribute it and/or modify
#  it under the terms of the GNU General Public License as published by
#  the Free Software Foundation, either version 3 of the License, or
#  (at your option) any later version.
#
#  LbmBenchKernels is distributed in the hope that it will be useful,
#  but WITHOUT ANY WARRANTY; without even the implied warranty of
#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
#  GNU General Public License for more details.
#
#  You should have received a copy of the GNU General Public License
#  along with LbmBenchKernels.  If not, see <http://www.gnu.org/licenses/>.
#
# --------------------------------------------------------------------------

# Default configuration to chose.
# CONFIG ?= linux-gcc
CONFIG ?= linux-intel

BUILD ?= release

BENCHMARK ?= on

# If we compile for BENCHMARK all verifcation and statistics are disabled,
# if not specified otherwise.
ifeq (on,$(BENCHMARK))
  VERIFICATION ?= off
  VTK_OUTPUT   ?= off
  STATISTICS   ?= off
else
  VERIFICATION ?= on
  STATISTICS   ?= on
  VTK_OUTPUT   ?= on
endif


COLOR ?= on

OPENMP ?= on

VTK_OUTPUT_ASCII ?= off

LID_DRIVEN_CAVITY ?= off

ISA ?= avx

LIKWID ?= off

# Global settings for the Makefile
SHELL      = sh

ifdef V
  Q        =
else
  Q        = @
endif

AR         = ar
CMP        = cmp
CHMOD      = chmod
CPP        = cpp
DIFF       = diff
ECHO       = echo
ECHO_E     = echo -e
ECHO_N     = echo -n
GIT        = git
GREP       = grep
MKDIR      = mkdir
MKDIR_P    = mkdir -p
NM         = nm
RM         = rm
RM_F       = rm -f
RM_RF      = rm -rf
TAR        = tar
TAR_CZF    = tar czf
TOUCH      = touch
SED        = sed


# Where to store objects and dependency files.
OBJECT_DIR      = obj/$(CONFIG)-$(BUILD)$(TAG)
DEP_DIR         = obj/$(CONFIG)-$(BUILD)$(TAG)-dep

# Sources to consider.
SOURCES_C = Main.c Memory.c Geometry.c Kernel.c \
            Vtk.c Pinning.c Padding.c Lattice.c

# ------------------------------------------------------------------------
# NO CHANGE BELOW SHOULD BE NEEDED
# ------------------------------------------------------------------------

OBJ_C = $(foreach SOURCE,$(SOURCES_C),$(OBJECT_DIR)/$(SOURCE:%.c=%.o)) \
		$(OBJECT_DIR)/BenchKernelD3Q19Common_PullSoA.o \
		$(OBJECT_DIR)/BenchKernelD3Q19Common_PullAoS.o \
		$(OBJECT_DIR)/BenchKernelD3Q19Common_PushSoA.o \
		$(OBJECT_DIR)/BenchKernelD3Q19Common_PushAoS.o \
		$(OBJECT_DIR)/BenchKernelD3Q19_PullSoA.o \
		$(OBJECT_DIR)/BenchKernelD3Q19_PullAoS.o \
		$(OBJECT_DIR)/BenchKernelD3Q19_PushSoA.o \
		$(OBJECT_DIR)/BenchKernelD3Q19_PushAoS.o \
		$(OBJECT_DIR)/BenchKernelD3Q19List_PushSoA.o \
		$(OBJECT_DIR)/BenchKernelD3Q19ListCommon_PushSoA.o \
		$(OBJECT_DIR)/BenchKernelD3Q19List_PushAoS.o \
		$(OBJECT_DIR)/BenchKernelD3Q19ListCommon_PushAoS.o \
		$(OBJECT_DIR)/BenchKernelD3Q19List_PullSoA.o \
		$(OBJECT_DIR)/BenchKernelD3Q19ListCommon_PullSoA.o \
		$(OBJECT_DIR)/BenchKernelD3Q19List_PullAoS.o \
		$(OBJECT_DIR)/BenchKernelD3Q19ListCommon_PullAoS.o \
		$(OBJECT_DIR)/BenchKernelD3Q19ListAa_PushSoA.o \
		$(OBJECT_DIR)/BenchKernelD3Q19ListAaCommon_PushSoA.o \
		$(OBJECT_DIR)/BenchKernelD3Q19ListAa_PushAoS.o \
		$(OBJECT_DIR)/BenchKernelD3Q19ListAaCommon_PushAoS.o \
		$(OBJECT_DIR)/BenchKernelD3Q19ListAaRia_PushSoA.o \
		$(OBJECT_DIR)/BenchKernelD3Q19ListAaRiaCommon_PushSoA.o \
		$(OBJECT_DIR)/BenchKernelD3Q19ListAaPv_PushSoA.o \
		$(OBJECT_DIR)/BenchKernelD3Q19ListAaPvCommon_PushSoA.o \
		$(OBJECT_DIR)/BenchKernelD3Q19ListPullSplitNt_PullSoA.o \
		$(OBJECT_DIR)/BenchKernelD3Q19ListPullSplitNtCommon_PullSoA.o \
		$(OBJECT_DIR)/BenchKernelD3Q19Aa_AaAoS.o \
		$(OBJECT_DIR)/BenchKernelD3Q19AaCommon_AaAoS.o \
		$(OBJECT_DIR)/BenchKernelD3Q19Aa_AaSoA.o \
		$(OBJECT_DIR)/BenchKernelD3Q19AaCommon_AaSoA.o \
		$(OBJECT_DIR)/BenchKernelD3Q19AaVec_AaSoA.o \
		$(OBJECT_DIR)/BenchKernelD3Q19AaVecCommon_AaSoA.o

OBJ = $(OBJ_C)

include ./config.$(CONFIG).mk


# Colorize command lines.
ifeq (on,$(COLOR))
  COLOR_GRAY        =\033[1;30m
  COLOR_LIGHT_GRAY  =\033[0;37m
  COLOR_CYAN        =\033[0;36m
  COLOR_LIGHT_CYAN  =\033[1;36m
  COLOR_MAGENTA     =\033[0;35m
  COLOR_DARK_MAGENTA=\033[1;35m
  COLOR_NO          =\033[0m
  COLOR_RED         =\033[0;31m
  COLOR_DARK_RED    =\033[1;31m
  COLOR_GREEN       =\033[0;32m
  COLOR_DARK_GREEEN =\033[1;32m
else
  COLOR_GRAY        =
  COLOR_LIGHT_GRAY  =
  COLOR_CYAN        =
  COLOR_LIGHT_CYAN  =
  COLOR_MAGENTA     =
  COLOR_DARK_MAGENTA=
  COLOR_NO          =
  COLOR_RED         =
  COLOR_DARK_RED    =
  COLOR_GREEN       =
  COLOR_DARK_GREEEN =
endif

# Dependencies which are not source files, that require
# rebuilding the application.
REBUILD_DEPS = $(filter-out %.d,$(MAKEFILE_LIST)) $(OBJECT_DIR)/.target $(DEP_DIR)/.target

BUILD_CONFIG=

# Verify computed flow field
ifeq (on,$(VERIFICATION))
  PP_FLAGS	+= $(D)VERIFICATION
endif

ifeq (on,$(VTK_OUTPUT))
  PP_FLAGS += $(D)VTK_OUTPUT
endif

ifeq (on,$(STATISTICS))
  PP_FLAGS += $(D)STATISTICS
endif

ifeq (on,$(VTK_OUTPUT_ASCII))
  PP_FLAGS += $(D)VTK_OUTPUT_ASCII
endif

ifeq (on,$(LID_DRIVEN_CAVITY))
  PP_FLAGS += $(D)LID_DRIVEN_CAVITY
endif

ifeq (avx,$(ISA))
  PP_FLAGS += $(D)VECTOR_AVX
endif
ifeq (sse,$(ISA))
  PP_FLAGS += $(D)VECTOR_SSE
endif

# Required for posix_memalign
PP_FLAGS += $(D)_POSIX_C_SOURCE=200112L

ifeq (on,$(LIKWID))
  PP_FLAGS += $(LIKWID_INC) $(D)HAVE_LIKWID
  LD_LIBS  += $(LIKWID_LIB) -llikwid
endif

# ARCH can only be assigned a string without a space. The space is escaped as
# a comma which we have to replace here.

ifdef TARCH
  ARCH_W_COMMA := $(TARCH)

  COMMA_ := ,
  override TARCH := $(subst $(COMMA_), ,$(TARCH))

  $(info $(shell echo -e "\n$(COLOR_GREEN)INFO: Automatically expanding comma in TARCH variable:  TARCH=$(TARCH).$(COLOR_NO)\n"))

endif

.phony: all clean clean-all

$(info $(shell $(ECHO_E) "# Configuration:   CONFIG=$(COLOR_CYAN)$(CONFIG)$(COLOR_NO)   BUILD=$(COLOR_CYAN)$(BUILD)$(COLOR_NO)   VERIFICATION=$(COLOR_CYAN)$(VERIFICATION)$(COLOR_NO)   STATISTICS=$(COLOR_CYAN)$(STATISTICS)$(COLOR_NO)   VTK_OUTPUT=$(COLOR_CYAN)$(VTK_OUTPUT)$(COLOR_NO)  OPENMP=$(COLOR_CYAN)$(OPENMP)$(COLOR_NO)   ISA=$(COLOR_CYAN)$(ISA)$(COLOR_NO)   LIKWID=$(COLOR_CYAN)$(LIKWID)$(COLOR_NO)   TARCH=$(COLOR_CYAN)$(TARCH)$(COLOR_NO)   building $(.DEFAULT_GOAL)..."))


$(info # Object dir:      $(OBJECT_DIR))
$(info # Dependency dir:  $(DEP_DIR))
# $(info # objects:        $(OBJ))

BIN_DIR=../bin

all: $(BIN_DIR)/lbmbenchk-$(CONFIG)-$(BUILD)$(BUILD_CONFIG)$(TAG)


# ------------------------------------------------------------------------
# TODO: Include dependencies, if they exist and no clean target is specified.

#ifeq (,$(SKIP_DEP_INCLUDE))
#  ifneq (,$(OBJ))
#    TMP_OBJ__ = $(patsubst $(OBJECT_DIR)/%,$(DEP_DIR)/%,$(OBJ))
#    $(warning TMP_OBJ__: $(TMP_OBJ__))
#    $(warning OBJ: $(OBJ))
#    $(warning DEPS:      $(patsubst %.o,%.d,$(TMP_OBJ__)))
#    $(warning $(patsubst $(OBJECT_DIR)/%.o,$(DEP_DIR)/%.d,$(OBJ)))
    -include $(patsubst $(OBJECT_DIR)/%.o,$(DEP_DIR)/%.d,$(OBJ))
#  endif
#endif


$(BIN_DIR):
	[ -d "$@" ] || mkdir -p "$@"

$(BIN_DIR)/lbmbenchk-$(CONFIG)-$(BUILD)$(BUILD_CONFIG)$(TAG): $(OBJ) $(REBUILD_DEPS) $(DEP_DIR)/.target | $(BIN_DIR)
	@$(ECHO_E) "linking: $(COLOR_CYAN)$@$(COLOR_NO)"
	$(LD) $(LD_FLAGS) -o $@ $(filter-out $(REBUILD_DEPS),$^) $(LD_LIBS)
	@$(ECHO_E) "# Builded binary:      $(COLOR_CYAN)$@$(COLOR_NO)"
	@$(ECHO_E) "# Configuration was:   CONFIG=$(COLOR_CYAN)$(CONFIG)$(COLOR_NO)   BUILD=$(COLOR_CYAN)$(BUILD)$(COLOR_NO)   VERIFICATION=$(COLOR_CYAN)$(VERIFICATION)$(COLOR_NO)   STATISTICS=$(COLOR_CYAN)$(STATISTICS)$(COLOR_NO)   VTK_OUTPUT=$(COLOR_CYAN)$(VTK_OUTPUT)$(COLOR_NO)  OPENMP=$(COLOR_CYAN)$(OPENMP)$(COLOR_NO)   ISA=$(COLOR_CYAN)$(ISA)$(COLOR_NO)   LIKWID=$(COLOR_CYAN)$(LIKWID)$(COLOR_NO)   target=$(.DEFAULT_GOAL)"

$(OBJECT_DIR)/%_SoA.o: %.c $(REBUILD_DEPS)
	@$(ECHO_E) "compiling: $(COLOR_CYAN)$@$(COLOR_NO)    $(COLOR_MAGENTA)DATA_LAYOUT_SOA$(COLOR_NO)"
	$(CC) $(strip $(C_FLAGS)) $(strip $(PP_FLAGS)) $(D)DATA_LAYOUT_SOA -c $< -o $@

$(OBJECT_DIR)/%_PushSoA.o: %.c $(REBUILD_DEPS)
	@$(ECHO_E) "compiling: $(COLOR_CYAN)$@$(COLOR_NO)    $(COLOR_MAGENTA)DATA_LAYOUT_SOA$(COLOR_NO) $(COLOR_MAGENTA)PROP_MODEL_PUSH$(COLOR_NO)"
	$(CC) $(strip $(C_FLAGS)) $(strip $(PP_FLAGS)) $(D)DATA_LAYOUT_SOA $(D)PROP_MODEL_PUSH -c $< -o $@

$(OBJECT_DIR)/%_PushAoS.o: %.c $(REBUILD_DEPS)
	@$(ECHO_E) "compiling: $(COLOR_CYAN)$@$(COLOR_NO)    $(COLOR_MAGENTA)DATA_LAYOUT_AOS$(COLOR_NO) $(COLOR_MAGENTA)PROP_MODEL_PUSH$(COLOR_NO)"
	$(CC) $(strip $(C_FLAGS)) $(strip $(PP_FLAGS)) $(D)DATA_LAYOUT_AOS $(D)PROP_MODEL_PUSH -c $< -o $@

$(OBJECT_DIR)/%_PullSoA.o: %.c $(REBUILD_DEPS)
	@$(ECHO_E) "compiling: $(COLOR_CYAN)$@$(COLOR_NO)    $(COLOR_MAGENTA)DATA_LAYOUT_SOA$(COLOR_NO) $(COLOR_MAGENTA)PROP_MODEL_PULL$(COLOR_NO)"
	$(CC) $(strip $(C_FLAGS)) $(strip $(PP_FLAGS)) $(D)DATA_LAYOUT_SOA $(D)PROP_MODEL_PULL -c $< -o $@

$(OBJECT_DIR)/%_PullAoS.o: %.c $(REBUILD_DEPS)
	@$(ECHO_E) "compiling: $(COLOR_CYAN)$@$(COLOR_NO)    $(COLOR_MAGENTA)DATA_LAYOUT_AOS$(COLOR_NO) $(COLOR_MAGENTA)PROP_MODEL_PULL$(COLOR_NO)"
	$(CC) $(strip $(C_FLAGS)) $(strip $(PP_FLAGS)) $(D)DATA_LAYOUT_AOS $(D)PROP_MODEL_PULL -c $< -o $@

$(OBJECT_DIR)/%_AoS.o: %.c $(REBUILD_DEPS)
	@$(ECHO_E) "compiling: $(COLOR_CYAN)$@$(COLOR_NO)    $(COLOR_MAGENTA)DATA_LAYOUT_AOS$(COLOR_NO)"
	$(CC) $(strip $(C_FLAGS)) $(strip $(PP_FLAGS)) $(D)DATA_LAYOUT_AOS -c $< -o $@

$(OBJECT_DIR)/%_AaAoS.o: %.c $(REBUILD_DEPS)
	@$(ECHO_E) "compiling: $(COLOR_CYAN)$@$(COLOR_NO)    $(COLOR_MAGENTA)DATA_LAYOUT_AOS$(COLOR_NO) $(COLOR_MAGENTA)PROP_MODEL_AA$(COLOR_NO)"
	$(CC) $(strip $(C_FLAGS)) $(strip $(PP_FLAGS)) $(D)DATA_LAYOUT_AOS $(D)PROP_MODEL_AA -c $< -o $@

$(OBJECT_DIR)/%_AaSoA.o: %.c $(REBUILD_DEPS)
	@$(ECHO_E) "compiling: $(COLOR_CYAN)$@$(COLOR_NO)    $(COLOR_MAGENTA)DATA_LAYOUT_SOA$(COLOR_NO) $(COLOR_MAGENTA)PROP_MODEL_AA$(COLOR_NO)"
	$(CC) $(strip $(C_FLAGS)) $(strip $(PP_FLAGS)) $(D)DATA_LAYOUT_SOA $(D)PROP_MODEL_AA -c $< -o $@

$(OBJECT_DIR)/%.o: %.c $(REBUILD_DEPS)
	@$(ECHO_E) "compiling: $(COLOR_CYAN)$@$(COLOR_NO)"
	$(CC) $(strip $(C_FLAGS)) $(strip $(PP_FLAGS)) -c $< -o $@


# ------------------------------------------------------------------------
# Following targets in princibal make only sure, that the directories
# are created if the do not exist already.

$(DEP_DIR)/.target:
	$(Q)$(MKDIR_P) $(DEP_DIR)
	$(Q)$(TOUCH) $@

# ------------------------------------------------------------------------
# Current configuration.
MAKE_CFG = SYSTEM=$(SYSTEM) // BUILD=$(BUILD) // MAKEOVERRIDES=\"$(strip $(MAKEOVERRIDES))\" // VERIFICATION=$(VERIFICATION) // STATISTICS=$(STATISTICS) // VTK_OUTPUT=$(VTK_OUTPUT) // VTK_OUTPUT_ASCII=$(VTK_OUTPUT_ASCII) // LID_DRIVEN_CAVITY=$(LID_DRIVEN_CAVITY) // ISA=$(ISA) // LIKWID=$(LIKWID)

# Compare current configuration to the last one so we know when to
# rebuild this system/target despite when sources have not changed.
$(OBJECT_DIR)/.target::
	$(Q)$(MKDIR_P) $(OBJECT_DIR)
	@ ( [ -f $(OBJECT_DIR)/.target ] && $(ECHO) $(MAKE_CFG) | $(CMP) -s $(OBJECT_DIR)/.target - )           \
       || ( $(ECHO) $(MAKE_CFG) > $(OBJECT_DIR)/.target; $(ECHO) "# configuration variables changed, rebuilding ..." )


clean:
	-rm $(OBJECT_DIR)/*.o $(DEP_DIR)/*.d

clean-all:
	-[ -d obj ] && rm -r obj
Commit	Line	Data
10988083 MW	1	# --------------------------------------------------------------------------
	2	#
	3	# Copyright
	4	# Markus Wittmann, 2016-2017
	5	# RRZE, University of Erlangen-Nuremberg, Germany
	6	# markus.wittmann -at- fau.de or hpc -at- rrze.fau.de
	7	#
	8	# Viktor Haag, 2016
	9	# LSS, University of Erlangen-Nuremberg, Germany
	10	#
	11	# This file is part of the Lattice Boltzmann Benchmark Kernels (LbmBenchKernels).
	12	#
	13	# LbmBenchKernels is free software: you can redistribute it and/or modify
	14	# it under the terms of the GNU General Public License as published by
	15	# the Free Software Foundation, either version 3 of the License, or
	16	# (at your option) any later version.
	17	#
	18	# LbmBenchKernels is distributed in the hope that it will be useful,
	19	# but WITHOUT ANY WARRANTY; without even the implied warranty of
	20	# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
	21	# GNU General Public License for more details.
	22	#
	23	# You should have received a copy of the GNU General Public License
	24	# along with LbmBenchKernels. If not, see <http://www.gnu.org/licenses/>.
	25	#
	26	# --------------------------------------------------------------------------
	27
	28	# Default configuration to chose.
	29	# CONFIG ?= linux-gcc
	30	CONFIG ?= linux-intel
	31
e3f82424 MW	32	BUILD ?= release
	33
	34	BENCHMARK ?= on
10988083 MW	35
	36	# If we compile for BENCHMARK all verifcation and statistics are disabled,
	37	# if not specified otherwise.
	38	ifeq (on,$(BENCHMARK))
	39	VERIFICATION ?= off
	40	VTK_OUTPUT ?= off
	41	STATISTICS ?= off
e3f82424 MW	42	else
	43	VERIFICATION ?= on
	44	STATISTICS ?= on
	45	VTK_OUTPUT ?= on
10988083 MW	46	endif
10988083 MW	47
10988083 MW	48
	49	COLOR ?= on
	50
	51	OPENMP ?= on
	52
	53	VTK_OUTPUT_ASCII ?= off
	54
	55	LID_DRIVEN_CAVITY ?= off
	56
	57	ISA ?= avx
	58
	59	LIKWID ?= off
	60
	61	# Global settings for the Makefile
	62	SHELL = sh
	63
	64	ifdef V
	65	Q =
	66	else
	67	Q = @
	68	endif
	69
	70	AR = ar
	71	CMP = cmp
	72	CHMOD = chmod
	73	CPP = cpp
	74	DIFF = diff
	75	ECHO = echo
	76	ECHO_E = echo -e
	77	ECHO_N = echo -n
	78	GIT = git
	79	GREP = grep
	80	MKDIR = mkdir
	81	MKDIR_P = mkdir -p
	82	NM = nm
	83	RM = rm
	84	RM_F = rm -f
	85	RM_RF = rm -rf
	86	TAR = tar
	87	TAR_CZF = tar czf
	88	TOUCH = touch
	89	SED = sed
	90
	91
	92
	93	# Where to store objects and dependency files.
	94	OBJECT_DIR = obj/$(CONFIG)-$(BUILD)$(TAG)
	95	DEP_DIR = obj/$(CONFIG)-$(BUILD)$(TAG)-dep
	96
	97	# Sources to consider.
	98	SOURCES_C = Main.c Memory.c Geometry.c Kernel.c \
e3f82424	99	Vtk.c Pinning.c Padding.c Lattice.c
10988083 MW	100
	101	# ------------------------------------------------------------------------
	102	# NO CHANGE BELOW SHOULD BE NEEDED
	103	# ------------------------------------------------------------------------
	104
	105	OBJ_C = $(foreach SOURCE,$(SOURCES_C),$(OBJECT_DIR)/$(SOURCE:%.c=%.o)) \
	106	$(OBJECT_DIR)/BenchKernelD3Q19Common_PullSoA.o \
	107	$(OBJECT_DIR)/BenchKernelD3Q19Common_PullAoS.o \
	108	$(OBJECT_DIR)/BenchKernelD3Q19Common_PushSoA.o \
	109	$(OBJECT_DIR)/BenchKernelD3Q19Common_PushAoS.o \
	110	$(OBJECT_DIR)/BenchKernelD3Q19_PullSoA.o \
	111	$(OBJECT_DIR)/BenchKernelD3Q19_PullAoS.o \
	112	$(OBJECT_DIR)/BenchKernelD3Q19_PushSoA.o \
	113	$(OBJECT_DIR)/BenchKernelD3Q19_PushAoS.o \
	114	$(OBJECT_DIR)/BenchKernelD3Q19List_PushSoA.o \
	115	$(OBJECT_DIR)/BenchKernelD3Q19ListCommon_PushSoA.o \
	116	$(OBJECT_DIR)/BenchKernelD3Q19List_PushAoS.o \
	117	$(OBJECT_DIR)/BenchKernelD3Q19ListCommon_PushAoS.o \
	118	$(OBJECT_DIR)/BenchKernelD3Q19List_PullSoA.o \
	119	$(OBJECT_DIR)/BenchKernelD3Q19ListCommon_PullSoA.o \
	120	$(OBJECT_DIR)/BenchKernelD3Q19List_PullAoS.o \
	121	$(OBJECT_DIR)/BenchKernelD3Q19ListCommon_PullAoS.o \
	122	$(OBJECT_DIR)/BenchKernelD3Q19ListAa_PushSoA.o \
	123	$(OBJECT_DIR)/BenchKernelD3Q19ListAaCommon_PushSoA.o \
	124	$(OBJECT_DIR)/BenchKernelD3Q19ListAa_PushAoS.o \
	125	$(OBJECT_DIR)/BenchKernelD3Q19ListAaCommon_PushAoS.o \
	126	$(OBJECT_DIR)/BenchKernelD3Q19ListAaRia_PushSoA.o \
	127	$(OBJECT_DIR)/BenchKernelD3Q19ListAaRiaCommon_PushSoA.o \
	128	$(OBJECT_DIR)/BenchKernelD3Q19ListAaPv_PushSoA.o \
	129	$(OBJECT_DIR)/BenchKernelD3Q19ListAaPvCommon_PushSoA.o \
	130	$(OBJECT_DIR)/BenchKernelD3Q19ListPullSplitNt_PullSoA.o \
e3f82424 MW	131	$(OBJECT_DIR)/BenchKernelD3Q19ListPullSplitNtCommon_PullSoA.o \
	132	$(OBJECT_DIR)/BenchKernelD3Q19Aa_AaAoS.o \
	133	$(OBJECT_DIR)/BenchKernelD3Q19AaCommon_AaAoS.o \
	134	$(OBJECT_DIR)/BenchKernelD3Q19Aa_AaSoA.o \
	135	$(OBJECT_DIR)/BenchKernelD3Q19AaCommon_AaSoA.o \
	136	$(OBJECT_DIR)/BenchKernelD3Q19AaVec_AaSoA.o \
	137	$(OBJECT_DIR)/BenchKernelD3Q19AaVecCommon_AaSoA.o
10988083 MW	138
	139	OBJ = $(OBJ_C)
	140
	141	include ./config.$(CONFIG).mk
	142
	143
	144	# Colorize command lines.
	145	ifeq (on,$(COLOR))
	146	COLOR_GRAY =\033[1;30m
	147	COLOR_LIGHT_GRAY =\033[0;37m
	148	COLOR_CYAN =\033[0;36m
	149	COLOR_LIGHT_CYAN =\033[1;36m
	150	COLOR_MAGENTA =\033[0;35m
	151	COLOR_DARK_MAGENTA=\033[1;35m
	152	COLOR_NO =\033[0m
	153	COLOR_RED =\033[0;31m
	154	COLOR_DARK_RED =\033[1;31m
	155	COLOR_GREEN =\033[0;32m
	156	COLOR_DARK_GREEEN =\033[1;32m
	157	else
	158	COLOR_GRAY =
	159	COLOR_LIGHT_GRAY =
	160	COLOR_CYAN =
	161	COLOR_LIGHT_CYAN =
	162	COLOR_MAGENTA =
	163	COLOR_DARK_MAGENTA=
	164	COLOR_NO =
	165	COLOR_RED =
	166	COLOR_DARK_RED =
	167	COLOR_GREEN =
	168	COLOR_DARK_GREEEN =
	169	endif
	170
	171	# Dependencies which are not source files, that require
	172	# rebuilding the application.
	173	REBUILD_DEPS = $(filter-out %.d,$(MAKEFILE_LIST)) $(OBJECT_DIR)/.target $(DEP_DIR)/.target
	174
	175	BUILD_CONFIG=
	176
	177	# Verify computed flow field
	178	ifeq (on,$(VERIFICATION))
	179	PP_FLAGS += $(D)VERIFICATION
	180	endif
	181
	182	ifeq (on,$(VTK_OUTPUT))
	183	PP_FLAGS += $(D)VTK_OUTPUT
	184	endif
	185
	186	ifeq (on,$(STATISTICS))
	187	PP_FLAGS += $(D)STATISTICS
	188	endif
	189
	190	ifeq (on,$(VTK_OUTPUT_ASCII))
	191	PP_FLAGS += $(D)VTK_OUTPUT_ASCII
	192	endif
	193
	194	ifeq (on,$(LID_DRIVEN_CAVITY))
	195	PP_FLAGS += $(D)LID_DRIVEN_CAVITY
	196	endif
	197
	198	ifeq (avx,$(ISA))
	199	PP_FLAGS += $(D)VECTOR_AVX
	200	endif
	201	ifeq (sse,$(ISA))
202	PP_FLAGS += $(D)VECTOR_SSE
203	endif
204
205	# Required for posix_memalign
206	PP_FLAGS += $(D)_POSIX_C_SOURCE=200112L
207
208	ifeq (on,$(LIKWID))
209	PP_FLAGS += $(LIKWID_INC) $(D)HAVE_LIKWID
210	LD_LIBS += $(LIKWID_LIB) -llikwid
211	endif
212
e3f82424 MW	213	# ARCH can only be assigned a string without a space. The space is escaped as
	214	# a comma which we have to replace here.
	215
	216	ifdef TARCH
	217	ARCH_W_COMMA := $(TARCH)
	218
	219	COMMA_ := ,
	220	override TARCH := $(subst $(COMMA_), ,$(TARCH))
	221
	222	$(info $(shell echo -e "\n$(COLOR_GREEN)INFO: Automatically expanding comma in TARCH variable: TARCH=$(TARCH).$(COLOR_NO)\n"))
	223
	224	endif
	225
10988083 MW	226	.phony: all clean clean-all
10988083 MW	227
e3f82424	228	$(info $(shell $(ECHO_E) "# Configuration: CONFIG=$(COLOR_CYAN)$(CONFIG)$(COLOR_NO) BUILD=$(COLOR_CYAN)$(BUILD)$(COLOR_NO) VERIFICATION=$(COLOR_CYAN)$(VERIFICATION)$(COLOR_NO) STATISTICS=$(COLOR_CYAN)$(STATISTICS)$(COLOR_NO) VTK_OUTPUT=$(COLOR_CYAN)$(VTK_OUTPUT)$(COLOR_NO) OPENMP=$(COLOR_CYAN)$(OPENMP)$(COLOR_NO) ISA=$(COLOR_CYAN)$(ISA)$(COLOR_NO) LIKWID=$(COLOR_CYAN)$(LIKWID)$(COLOR_NO) TARCH=$(COLOR_CYAN)$(TARCH)$(COLOR_NO) building $(.DEFAULT_GOAL)..."))
10988083 MW	229
	230
	231	$(info # Object dir: $(OBJECT_DIR))
	232	$(info # Dependency dir: $(DEP_DIR))
	233	# $(info # objects: $(OBJ))
	234
	235	BIN_DIR=../bin
	236
	237	all: $(BIN_DIR)/lbmbenchk-$(CONFIG)-$(BUILD)$(BUILD_CONFIG)$(TAG)
	238
	239
	240	# ------------------------------------------------------------------------
	241	# TODO: Include dependencies, if they exist and no clean target is specified.
	242
	243	#ifeq (,$(SKIP_DEP_INCLUDE))
	244	# ifneq (,$(OBJ))
	245	# TMP_OBJ__ = $(patsubst $(OBJECT_DIR)/%,$(DEP_DIR)/%,$(OBJ))
	246	# $(warning TMP_OBJ__: $(TMP_OBJ__))
	247	# $(warning OBJ: $(OBJ))
	248	# $(warning DEPS: $(patsubst %.o,%.d,$(TMP_OBJ__)))
	249	# $(warning $(patsubst $(OBJECT_DIR)/%.o,$(DEP_DIR)/%.d,$(OBJ)))
	250	-include $(patsubst $(OBJECT_DIR)/%.o,$(DEP_DIR)/%.d,$(OBJ))
	251	# endif
	252	#endif
	253
	254
	255	$(BIN_DIR):
	256	[ -d "$@" ] \|\| mkdir -p "$@"
	257
	258	$(BIN_DIR)/lbmbenchk-$(CONFIG)-$(BUILD)$(BUILD_CONFIG)$(TAG): $(OBJ) $(REBUILD_DEPS) $(DEP_DIR)/.target \| $(BIN_DIR)
	259	@$(ECHO_E) "linking: $(COLOR_CYAN)$@$(COLOR_NO)"
	260	$(LD) $(LD_FLAGS) -o $@ $(filter-out $(REBUILD_DEPS),$^) $(LD_LIBS)
	261	@$(ECHO_E) "# Builded binary: $(COLOR_CYAN)$@$(COLOR_NO)"
	262	@$(ECHO_E) "# Configuration was: CONFIG=$(COLOR_CYAN)$(CONFIG)$(COLOR_NO) BUILD=$(COLOR_CYAN)$(BUILD)$(COLOR_NO) VERIFICATION=$(COLOR_CYAN)$(VERIFICATION)$(COLOR_NO) STATISTICS=$(COLOR_CYAN)$(STATISTICS)$(COLOR_NO) VTK_OUTPUT=$(COLOR_CYAN)$(VTK_OUTPUT)$(COLOR_NO) OPENMP=$(COLOR_CYAN)$(OPENMP)$(COLOR_NO) ISA=$(COLOR_CYAN)$(ISA)$(COLOR_NO) LIKWID=$(COLOR_CYAN)$(LIKWID)$(COLOR_NO) target=$(.DEFAULT_GOAL)"
	263
	264	$(OBJECT_DIR)/%_SoA.o: %.c $(REBUILD_DEPS)
	265	@$(ECHO_E) "compiling: $(COLOR_CYAN)$@$(COLOR_NO) $(COLOR_MAGENTA)DATA_LAYOUT_SOA$(COLOR_NO)"
	266	$(CC) $(strip $(C_FLAGS)) $(strip $(PP_FLAGS)) $(D)DATA_LAYOUT_SOA -c $< -o $@
	267
	268	$(OBJECT_DIR)/%_PushSoA.o: %.c $(REBUILD_DEPS)
	269	@$(ECHO_E) "compiling: $(COLOR_CYAN)$@$(COLOR_NO) $(COLOR_MAGENTA)DATA_LAYOUT_SOA$(COLOR_NO) $(COLOR_MAGENTA)PROP_MODEL_PUSH$(COLOR_NO)"
	270	$(CC) $(strip $(C_FLAGS)) $(strip $(PP_FLAGS)) $(D)DATA_LAYOUT_SOA $(D)PROP_MODEL_PUSH -c $< -o $@
	271
	272	$(OBJECT_DIR)/%_PushAoS.o: %.c $(REBUILD_DEPS)
	273	@$(ECHO_E) "compiling: $(COLOR_CYAN)$@$(COLOR_NO) $(COLOR_MAGENTA)DATA_LAYOUT_AOS$(COLOR_NO) $(COLOR_MAGENTA)PROP_MODEL_PUSH$(COLOR_NO)"
	274	$(CC) $(strip $(C_FLAGS)) $(strip $(PP_FLAGS)) $(D)DATA_LAYOUT_AOS $(D)PROP_MODEL_PUSH -c $< -o $@
	275
	276	$(OBJECT_DIR)/%_PullSoA.o: %.c $(REBUILD_DEPS)
	277	@$(ECHO_E) "compiling: $(COLOR_CYAN)$@$(COLOR_NO) $(COLOR_MAGENTA)DATA_LAYOUT_SOA$(COLOR_NO) $(COLOR_MAGENTA)PROP_MODEL_PULL$(COLOR_NO)"
	278	$(CC) $(strip $(C_FLAGS)) $(strip $(PP_FLAGS)) $(D)DATA_LAYOUT_SOA $(D)PROP_MODEL_PULL -c $< -o $@
	279
	280	$(OBJECT_DIR)/%_PullAoS.o: %.c $(REBUILD_DEPS)
	281	@$(ECHO_E) "compiling: $(COLOR_CYAN)$@$(COLOR_NO) $(COLOR_MAGENTA)DATA_LAYOUT_AOS$(COLOR_NO) $(COLOR_MAGENTA)PROP_MODEL_PULL$(COLOR_NO)"
	282	$(CC) $(strip $(C_FLAGS)) $(strip $(PP_FLAGS)) $(D)DATA_LAYOUT_AOS $(D)PROP_MODEL_PULL -c $< -o $@
	283
	284	$(OBJECT_DIR)/%_AoS.o: %.c $(REBUILD_DEPS)
	285	@$(ECHO_E) "compiling: $(COLOR_CYAN)$@$(COLOR_NO) $(COLOR_MAGENTA)DATA_LAYOUT_AOS$(COLOR_NO)"
	286	$(CC) $(strip $(C_FLAGS)) $(strip $(PP_FLAGS)) $(D)DATA_LAYOUT_AOS -c $< -o $@
	287
e3f82424 MW	288	$(OBJECT_DIR)/%_AaAoS.o: %.c $(REBUILD_DEPS)
	289	@$(ECHO_E) "compiling: $(COLOR_CYAN)$@$(COLOR_NO) $(COLOR_MAGENTA)DATA_LAYOUT_AOS$(COLOR_NO) $(COLOR_MAGENTA)PROP_MODEL_AA$(COLOR_NO)"
	290	$(CC) $(strip $(C_FLAGS)) $(strip $(PP_FLAGS)) $(D)DATA_LAYOUT_AOS $(D)PROP_MODEL_AA -c $< -o $@
	291
	292	$(OBJECT_DIR)/%_AaSoA.o: %.c $(REBUILD_DEPS)
	293	@$(ECHO_E) "compiling: $(COLOR_CYAN)$@$(COLOR_NO) $(COLOR_MAGENTA)DATA_LAYOUT_SOA$(COLOR_NO) $(COLOR_MAGENTA)PROP_MODEL_AA$(COLOR_NO)"
	294	$(CC) $(strip $(C_FLAGS)) $(strip $(PP_FLAGS)) $(D)DATA_LAYOUT_SOA $(D)PROP_MODEL_AA -c $< -o $@
10988083 MW	295
	296	$(OBJECT_DIR)/%.o: %.c $(REBUILD_DEPS)
	297	@$(ECHO_E) "compiling: $(COLOR_CYAN)$@$(COLOR_NO)"
	298	$(CC) $(strip $(C_FLAGS)) $(strip $(PP_FLAGS)) -c $< -o $@
	299
	300
	301	# ------------------------------------------------------------------------
	302	# Following targets in princibal make only sure, that the directories
	303	# are created if the do not exist already.
	304
	305	$(DEP_DIR)/.target:
	306	$(Q)$(MKDIR_P) $(DEP_DIR)
	307	$(Q)$(TOUCH) $@
	308
	309	# ------------------------------------------------------------------------
	310	# Current configuration.
	311	MAKE_CFG = SYSTEM=$(SYSTEM) // BUILD=$(BUILD) // MAKEOVERRIDES=\"$(strip $(MAKEOVERRIDES))\" // VERIFICATION=$(VERIFICATION) // STATISTICS=$(STATISTICS) // VTK_OUTPUT=$(VTK_OUTPUT) // VTK_OUTPUT_ASCII=$(VTK_OUTPUT_ASCII) // LID_DRIVEN_CAVITY=$(LID_DRIVEN_CAVITY) // ISA=$(ISA) // LIKWID=$(LIKWID)
	312
	313	# Compare current configuration to the last one so we know when to
	314	# rebuild this system/target despite when sources have not changed.
	315	$(OBJECT_DIR)/.target::
	316	$(Q)$(MKDIR_P) $(OBJECT_DIR)
	317	@ ( [ -f $(OBJECT_DIR)/.target ] && $(ECHO) $(MAKE_CFG) \| $(CMP) -s $(OBJECT_DIR)/.target - ) \
	318	\|\| ( $(ECHO) $(MAKE_CFG) > $(OBJECT_DIR)/.target; $(ECHO) "# configuration variables changed, rebuilding ..." )
	319
	320
	321	clean:
	322	-rm $(OBJECT_DIR)/.o $(DEP_DIR)/.d
	323
	324	clean-all:
	325	-[ -d obj ] && rm -r obj