[pcsx_rearmed.git] / deps / libchdr / deps / zstd-1.5.6 / Makefile

# ################################################################
# Copyright (c) Meta Platforms, Inc. and affiliates.
# All rights reserved.
#
# This source code is licensed under both the BSD-style license (found in the
# LICENSE file in the root directory of this source tree) and the GPLv2 (found
# in the COPYING file in the root directory of this source tree).
# You may select, at your option, one of the above-listed licenses.
# ################################################################

# verbose mode (print commands) on V=1 or VERBOSE=1
Q = $(if $(filter 1,$(V) $(VERBOSE)),,@)

PRGDIR   = programs
ZSTDDIR  = lib
BUILDIR  = build
ZWRAPDIR = zlibWrapper
TESTDIR  = tests
FUZZDIR  = $(TESTDIR)/fuzz

# Define nul output
VOID = /dev/null

# When cross-compiling from linux to windows, you might
# need to specify this as "Windows." Fedora build fails
# without it.
#
# Note: mingw-w64 build from linux to windows does not
# fail on other tested distros (ubuntu, debian) even
# without manually specifying the TARGET_SYSTEM.
TARGET_SYSTEM ?= $(OS)
CP ?= cp

ifneq (,$(filter Windows%,$(TARGET_SYSTEM)))
  EXT =.exe
else
  EXT =
endif

## default: Build lib-release and zstd-release
.PHONY: default
default: lib-release zstd-release

.PHONY: all
all: allmost examples manual contrib

.PHONY: allmost
allmost: allzstd zlibwrapper

# skip zwrapper, can't build that on alternate architectures without the proper zlib installed
.PHONY: allzstd
allzstd: lib
	$(Q)$(MAKE) -C $(PRGDIR) all
	$(Q)$(MAKE) -C $(TESTDIR) all

.PHONY: all32
all32:
	$(MAKE) -C $(PRGDIR) zstd32
	$(MAKE) -C $(TESTDIR) all32

.PHONY: lib lib-release lib-mt lib-nomt
lib lib-release lib-mt lib-nomt:
	$(Q)$(MAKE) -C $(ZSTDDIR) $@

.PHONY: zstd zstd-release
zstd zstd-release:
	$(Q)$(MAKE) -C $(PRGDIR) $@
	$(Q)ln -sf $(PRGDIR)/zstd$(EXT) zstd$(EXT)

.PHONY: zstdmt
zstdmt:
	$(Q)$(MAKE) -C $(PRGDIR) $@
	$(Q)$(CP) $(PRGDIR)/zstd$(EXT) ./zstdmt$(EXT)

.PHONY: zlibwrapper
zlibwrapper: lib
	$(MAKE) -C $(ZWRAPDIR) all

## test: run long-duration tests
.PHONY: test
DEBUGLEVEL ?= 1
test: MOREFLAGS += -g -Werror
test:
	DEBUGLEVEL=$(DEBUGLEVEL) MOREFLAGS="$(MOREFLAGS)" $(MAKE) -j -C $(PRGDIR) allVariants
	$(MAKE) -C $(TESTDIR) $@
	ZSTD=../../programs/zstd $(MAKE) -C doc/educational_decoder $@

## shortest: same as `make check`
.PHONY: shortest
shortest:
	$(Q)$(MAKE) -C $(TESTDIR) $@

## check: run basic tests for `zstd` cli
.PHONY: check
check: shortest

.PHONY: automated_benchmarking
automated_benchmarking:
	$(MAKE) -C $(TESTDIR) $@

.PHONY: benchmarking
benchmarking: automated_benchmarking

## examples: build all examples in `examples/` directory
.PHONY: examples
examples: lib
	$(MAKE) -C examples all

## manual: generate API documentation in html format
.PHONY: manual
manual:
	$(MAKE) -C contrib/gen_html $@

## man: generate man page
.PHONY: man
man:
	$(MAKE) -C programs $@

## contrib: build all supported projects in `/contrib` directory
.PHONY: contrib
contrib: lib
	$(MAKE) -C contrib/pzstd all
	$(MAKE) -C contrib/seekable_format/examples all
	$(MAKE) -C contrib/seekable_format/tests test
	$(MAKE) -C contrib/largeNbDicts all
	$(MAKE) -C contrib/externalSequenceProducer all
	cd build/single_file_libs/ ; ./build_decoder_test.sh
	cd build/single_file_libs/ ; ./build_library_test.sh

.PHONY: cleanTabs
cleanTabs:
	cd contrib; ./cleanTabs

.PHONY: clean
clean:
	$(Q)$(MAKE) -C $(ZSTDDIR) $@ > $(VOID)
	$(Q)$(MAKE) -C $(PRGDIR) $@ > $(VOID)
	$(Q)$(MAKE) -C $(TESTDIR) $@ > $(VOID)
	$(Q)$(MAKE) -C $(ZWRAPDIR) $@ > $(VOID)
	$(Q)$(MAKE) -C examples/ $@ > $(VOID)
	$(Q)$(MAKE) -C contrib/gen_html $@ > $(VOID)
	$(Q)$(MAKE) -C contrib/pzstd $@ > $(VOID)
	$(Q)$(MAKE) -C contrib/seekable_format/examples $@ > $(VOID)
	$(Q)$(MAKE) -C contrib/seekable_format/tests $@ > $(VOID)
	$(Q)$(MAKE) -C contrib/largeNbDicts $@ > $(VOID)
	$(Q)$(MAKE) -C contrib/externalSequenceProducer $@ > $(VOID)
	$(Q)$(RM) zstd$(EXT) zstdmt$(EXT) tmp*
	$(Q)$(RM) -r lz4 cmakebuild install
	@echo Cleaning completed

#------------------------------------------------------------------------------
# make install is validated only for Linux, macOS, Hurd and some BSD targets
#------------------------------------------------------------------------------
ifneq (,$(filter $(shell uname),Linux Darwin GNU/kFreeBSD GNU OpenBSD FreeBSD DragonFly NetBSD MSYS_NT CYGWIN_NT Haiku AIX))

HOST_OS = POSIX

MKDIR ?= mkdir -p

HAVE_COLORNEVER = $(shell echo a | egrep --color=never a > /dev/null 2> /dev/null && echo 1 || echo 0)
EGREP_OPTIONS ?=
ifeq ($(HAVE_COLORNEVER), 1)
EGREP_OPTIONS += --color=never
endif
EGREP = egrep $(EGREP_OPTIONS)

# Print a two column output of targets and their description. To add a target description, put a
# comment in the Makefile with the format "## <TARGET>: <DESCRIPTION>".  For example:
#
## list: Print all targets and their descriptions (if provided)
.PHONY: list
list:
	$(Q)TARGETS=$$($(MAKE) -pRrq -f $(lastword $(MAKEFILE_LIST)) : 2>/dev/null \
		| awk -v RS= -F: '/^# File/,/^# Finished Make data base/ {if ($$1 !~ "^[#.]") {print $$1}}' \
		| $(EGREP) -v  -e '^[^[:alnum:]]' | sort); \
	{ \
	    printf "Target Name\tDescription\n"; \
	    printf "%0.s-" {1..16}; printf "\t"; printf "%0.s-" {1..40}; printf "\n"; \
	    for target in $$TARGETS; do \
	        line=$$($(EGREP) "^##[[:space:]]+$$target:" $(lastword $(MAKEFILE_LIST))); \
	        description=$$(echo $$line | awk '{i=index($$0,":"); print substr($$0,i+1)}' | xargs); \
	        printf "$$target\t$$description\n"; \
	    done \
	} | column -t -s $$'\t'

.PHONY: install armtest usan asan uasan msan asan32
install:
	$(Q)$(MAKE) -C $(ZSTDDIR) $@
	$(Q)$(MAKE) -C $(PRGDIR) $@

.PHONY: uninstall
uninstall:
	$(Q)$(MAKE) -C $(ZSTDDIR) $@
	$(Q)$(MAKE) -C $(PRGDIR) $@

.PHONY: travis-install
travis-install:
	$(MAKE) install PREFIX=~/install_test_dir

.PHONY: clangbuild-darwin-fat
clangbuild-darwin-fat: clean
	clang -v
	CXX=clang++ CC=clang CFLAGS="-Werror -Wconversion -Wno-sign-conversion -Wdocumentation -arch arm64" $(MAKE) zstd-release
	mv programs/zstd programs/zstd_arm64
	CXX=clang++ CC=clang CFLAGS="-Werror -Wconversion -Wno-sign-conversion -Wdocumentation -arch x86_64" $(MAKE) zstd-release
	mv programs/zstd programs/zstd_x64
	lipo -create programs/zstd_x64 programs/zstd_arm64 -output programs/zstd

.PHONY: gcc5build gcc6build gcc7build clangbuild m32build armbuild aarch64build ppcbuild ppc64build
gcc5build: clean
	gcc-5 -v
	CC=gcc-5 $(MAKE) all MOREFLAGS="-Werror $(MOREFLAGS)"

gcc6build: clean
	gcc-6 -v
	CC=gcc-6 $(MAKE) all MOREFLAGS="-Werror $(MOREFLAGS)"

gcc7build: clean
	gcc-7 -v
	CC=gcc-7 $(MAKE) all MOREFLAGS="-Werror $(MOREFLAGS)"

clangbuild: clean
	clang -v
	CXX=clang++ CC=clang CFLAGS="-Werror -Wconversion -Wno-sign-conversion -Wdocumentation" $(MAKE) all

m32build: clean
	gcc -v
	$(MAKE) all32

armbuild: clean
	CC=arm-linux-gnueabi-gcc CFLAGS="-Werror" $(MAKE) allzstd

aarch64build: clean
	CC=aarch64-linux-gnu-gcc CFLAGS="-Werror -O0" $(MAKE) allzstd

ppcbuild: clean
	CC=powerpc-linux-gnu-gcc CFLAGS="-m32 -Wno-attributes -Werror" $(MAKE) -j allzstd

ppc64build: clean
	CC=powerpc-linux-gnu-gcc CFLAGS="-m64 -Werror" $(MAKE) -j allzstd

.PHONY: armfuzz aarch64fuzz ppcfuzz ppc64fuzz
armfuzz: clean
	CC=arm-linux-gnueabi-gcc QEMU_SYS=qemu-arm-static MOREFLAGS="-static $(MOREFLAGS)" FUZZER_FLAGS="--no-big-tests $(FUZZER_FLAGS)" $(MAKE) -C $(TESTDIR) fuzztest

aarch64fuzz: clean
	ld -v
	CC=aarch64-linux-gnu-gcc QEMU_SYS=qemu-aarch64-static MOREFLAGS="-static $(MOREFLAGS)" FUZZER_FLAGS="--no-big-tests $(FUZZER_FLAGS)" $(MAKE) -C $(TESTDIR) fuzztest

ppcfuzz: clean
	CC=powerpc-linux-gnu-gcc QEMU_SYS=qemu-ppc-static MOREFLAGS="-static $(MOREFLAGS)" FUZZER_FLAGS="--no-big-tests $(FUZZER_FLAGS)" $(MAKE) -C $(TESTDIR) fuzztest

ppc64fuzz: clean
	CC=powerpc-linux-gnu-gcc QEMU_SYS=qemu-ppc64-static MOREFLAGS="-m64 -static $(MOREFLAGS)" FUZZER_FLAGS="--no-big-tests $(FUZZER_FLAGS)" $(MAKE) -C $(TESTDIR) fuzztest

.PHONY: cxxtest gcc5test gcc6test armtest aarch64test ppctest ppc64test
cxxtest: CXXFLAGS += -Wall -Wextra -Wundef -Wshadow -Wcast-align -Werror
cxxtest: clean
	$(MAKE) -C $(PRGDIR) all CC="$(CXX) -Wno-deprecated" CFLAGS="$(CXXFLAGS)"   # adding -Wno-deprecated to avoid clang++ warning on dealing with C files directly

gcc5test: clean
	gcc-5 -v
	$(MAKE) all CC=gcc-5 MOREFLAGS="-Werror $(MOREFLAGS)"

gcc6test: clean
	gcc-6 -v
	$(MAKE) all CC=gcc-6 MOREFLAGS="-Werror $(MOREFLAGS)"

armtest: clean
	$(MAKE) -C $(TESTDIR) datagen   # use native, faster
	$(MAKE) -C $(TESTDIR) test CC=arm-linux-gnueabi-gcc QEMU_SYS=qemu-arm-static ZSTDRTTEST= MOREFLAGS="-Werror -static $(MOREFLAGS)" FUZZER_FLAGS="--no-big-tests $(FUZZER_FLAGS)"

aarch64test:
	$(MAKE) -C $(TESTDIR) datagen   # use native, faster
	$(MAKE) -C $(TESTDIR) test CC=aarch64-linux-gnu-gcc QEMU_SYS=qemu-aarch64-static ZSTDRTTEST= MOREFLAGS="-Werror -static $(MOREFLAGS)" FUZZER_FLAGS="--no-big-tests $(FUZZER_FLAGS)"

ppctest: clean
	$(MAKE) -C $(TESTDIR) datagen   # use native, faster
	$(MAKE) -C $(TESTDIR) test CC=powerpc-linux-gnu-gcc QEMU_SYS=qemu-ppc-static ZSTDRTTEST= MOREFLAGS="-Werror -Wno-attributes -static $(MOREFLAGS)" FUZZER_FLAGS="--no-big-tests $(FUZZER_FLAGS)"

ppc64test: clean
	$(MAKE) -C $(TESTDIR) datagen   # use native, faster
	$(MAKE) -C $(TESTDIR) test CC=powerpc-linux-gnu-gcc QEMU_SYS=qemu-ppc64-static ZSTDRTTEST= MOREFLAGS="-m64 -static $(MOREFLAGS)" FUZZER_FLAGS="--no-big-tests $(FUZZER_FLAGS)"

.PHONY: arm-ppc-compilation
arm-ppc-compilation:
	$(MAKE) -C $(PRGDIR) clean zstd CC=arm-linux-gnueabi-gcc QEMU_SYS=qemu-arm-static ZSTDRTTEST= MOREFLAGS="-Werror -static $(MOREFLAGS)"
	$(MAKE) -C $(PRGDIR) clean zstd CC=aarch64-linux-gnu-gcc QEMU_SYS=qemu-aarch64-static ZSTDRTTEST= MOREFLAGS="-Werror -static $(MOREFLAGS)"
	$(MAKE) -C $(PRGDIR) clean zstd CC=powerpc-linux-gnu-gcc QEMU_SYS=qemu-ppc-static ZSTDRTTEST= MOREFLAGS="-Werror -Wno-attributes -static $(MOREFLAGS)"
	$(MAKE) -C $(PRGDIR) clean zstd CC=powerpc-linux-gnu-gcc QEMU_SYS=qemu-ppc64-static ZSTDRTTEST= MOREFLAGS="-m64 -static $(MOREFLAGS)"

regressiontest:
	$(MAKE) -C $(FUZZDIR) regressiontest

uasanregressiontest:
	$(MAKE) -C $(FUZZDIR) regressiontest CC=clang CXX=clang++ CFLAGS="-O3 -fsanitize=address,undefined" CXXFLAGS="-O3 -fsanitize=address,undefined"

msanregressiontest:
	$(MAKE) -C $(FUZZDIR) regressiontest CC=clang CXX=clang++ CFLAGS="-O3 -fsanitize=memory" CXXFLAGS="-O3 -fsanitize=memory"

update_regressionResults : REGRESS_RESULTS_DIR := /tmp/regress_results_dir/
update_regressionResults:
	$(MAKE) -C programs zstd
	$(MAKE) -C tests/regression test
	$(RM) -rf $(REGRESS_RESULTS_DIR)
	$(MKDIR) $(REGRESS_RESULTS_DIR)
	./tests/regression/test                         \
        --cache  tests/regression/cache             \
        --output $(REGRESS_RESULTS_DIR)/results.csv \
        --zstd   programs/zstd
	echo "Showing results differences"
	! diff tests/regression/results.csv $(REGRESS_RESULTS_DIR)/results.csv
	echo "Updating results.csv"
	$(CP) $(REGRESS_RESULTS_DIR)/results.csv tests/regression/results.csv


# run UBsan with -fsanitize-recover=pointer-overflow
# this only works with recent compilers such as gcc 8+
usan: clean
	$(MAKE) test CC=clang MOREFLAGS="-g -fno-sanitize-recover=all -fsanitize=undefined -Werror $(MOREFLAGS)"

asan: clean
	$(MAKE) test CC=clang MOREFLAGS="-g -fsanitize=address -Werror $(MOREFLAGS)"

asan-%: clean
	LDFLAGS=-fuse-ld=gold MOREFLAGS="-g -fno-sanitize-recover=all -fsanitize=address -Werror $(MOREFLAGS)" $(MAKE) -C $(TESTDIR) $*

msan: clean
	$(MAKE) test CC=clang MOREFLAGS="-g -fsanitize=memory -fno-omit-frame-pointer -Werror $(MOREFLAGS)" HAVE_LZMA=0   # datagen.c fails this test for no obvious reason

msan-%:
	$(MAKE) clean
	LDFLAGS=-fuse-ld=gold MOREFLAGS="-g -fno-sanitize-recover=all -fsanitize=memory -fno-omit-frame-pointer -Werror $(MOREFLAGS)" FUZZER_FLAGS="--no-big-tests $(FUZZER_FLAGS)" $(MAKE) -j -C $(TESTDIR) HAVE_LZMA=0 $*

asan32: clean
	$(MAKE) -C $(TESTDIR) test32 CC=clang MOREFLAGS="-g -fsanitize=address $(MOREFLAGS)"

uasan: clean
	$(MAKE) test CC=clang MOREFLAGS="-g -fno-sanitize-recover=all -fsanitize=address,undefined -Werror $(MOREFLAGS)"

uasan-%: clean
	LDFLAGS=-fuse-ld=gold MOREFLAGS="-g -fno-sanitize-recover=all -fsanitize=address,undefined -Werror $(MOREFLAGS)" $(MAKE) -C $(TESTDIR) $*

tsan-%: clean
	LDFLAGS=-fuse-ld=gold MOREFLAGS="-g -fno-sanitize-recover=all -fsanitize=thread -Werror $(MOREFLAGS)" $(MAKE) -C $(TESTDIR) $* FUZZER_FLAGS="--no-big-tests $(FUZZER_FLAGS)"

.PHONY: apt-install
apt-install:
	# TODO: uncomment once issue 3011 is resolved and remove hack from Github Actions .yml
	# sudo apt-get update
	sudo apt-get -yq --no-install-suggests --no-install-recommends --force-yes install $(APT_PACKAGES)

.PHONY: apt-add-repo
apt-add-repo:
	sudo add-apt-repository -y ppa:ubuntu-toolchain-r/test
	sudo apt-get update -y -qq

.PHONY: ppcinstall arminstall valgrindinstall libc6install gcc6install gcc7install gcc8install gpp6install clang38install lz4install
ppcinstall:
	APT_PACKAGES="qemu-system-ppc qemu-user-static gcc-powerpc-linux-gnu" $(MAKE) apt-install

arminstall:
	APT_PACKAGES="qemu-system-arm qemu-user-static gcc-arm-linux-gnueabi libc6-dev-armel-cross gcc-aarch64-linux-gnu libc6-dev-arm64-cross" $(MAKE) apt-install

valgrindinstall:
	APT_PACKAGES="valgrind" $(MAKE) apt-install

libc6install:
	APT_PACKAGES="libc6-dev-i386 gcc-multilib" $(MAKE) apt-install

gcc6install: apt-add-repo
	APT_PACKAGES="libc6-dev-i386 gcc-multilib gcc-6 gcc-6-multilib" $(MAKE) apt-install

gcc7install: apt-add-repo
	APT_PACKAGES="libc6-dev-i386 gcc-multilib gcc-7 gcc-7-multilib" $(MAKE) apt-install

gcc8install: apt-add-repo
	APT_PACKAGES="libc6-dev-i386 gcc-multilib gcc-8 gcc-8-multilib" $(MAKE) apt-install

gpp6install: apt-add-repo
	APT_PACKAGES="libc6-dev-i386 g++-multilib gcc-6 g++-6 g++-6-multilib" $(MAKE) apt-install

clang38install:
	APT_PACKAGES="clang-3.8" $(MAKE) apt-install

# Ubuntu 14.04 ships a too-old lz4
lz4install:
	[ -e lz4 ] || git clone https://github.com/lz4/lz4 && sudo $(MAKE) -C lz4 install

endif


ifneq (,$(filter MSYS%,$(shell uname)))
HOST_OS = MSYS
endif

#------------------------------------------------------------------------
# target specific tests
#------------------------------------------------------------------------
ifneq (,$(filter $(HOST_OS),MSYS POSIX))

CMAKE ?= cmake
CMAKE_PARAMS = -DZSTD_BUILD_CONTRIB:BOOL=ON -DZSTD_BUILD_STATIC:BOOL=ON -DZSTD_BUILD_TESTS:BOOL=ON -DZSTD_ZLIB_SUPPORT:BOOL=ON -DZSTD_LZMA_SUPPORT:BOOL=ON

ifneq (,$(filter MSYS%,$(shell uname)))
CMAKE_PARAMS = -G"MSYS Makefiles" -DZSTD_MULTITHREAD_SUPPORT:BOOL=OFF -DZSTD_BUILD_STATIC:BOOL=ON -DZSTD_BUILD_TESTS:BOOL=ON
endif

.PHONY: cmakebuild
cmakebuild:
	$(CMAKE) --version
	$(RM) -r cmakebuild install
	$(MKDIR) cmakebuild install
	cd cmakebuild; $(CMAKE) -Wdev -DCMAKE_BUILD_TYPE=Debug -DCMAKE_C_FLAGS="-Werror -O0" -DCMAKE_INSTALL_PREFIX=install $(CMAKE_PARAMS) ../build/cmake
	$(CMAKE) --build cmakebuild --target install -- -j V=1
	cd cmakebuild; ctest -V -L Medium

.PHONY: c89build gnu90build c99build gnu99build c11build bmix64build bmix32build bmi32build staticAnalyze
c89build: clean
	$(CC) -v
	CFLAGS="-std=c89 -Werror -Wno-attributes -Wpedantic -Wno-long-long -Wno-variadic-macros -O0" $(MAKE) lib zstd

gnu90build: clean
	$(CC) -v
	CFLAGS="-std=gnu90 -Werror -O0" $(MAKE) allmost

c99build: clean
	$(CC) -v
	CFLAGS="-std=c99 -Werror -O0" $(MAKE) allmost

gnu99build: clean
	$(CC) -v
	CFLAGS="-std=gnu99 -Werror -O0" $(MAKE) allmost

c11build: clean
	$(CC) -v
	CFLAGS="-std=c11 -Werror -O0" $(MAKE) allmost

bmix64build: clean
	$(CC) -v
	CFLAGS="-O3 -mbmi -Werror" $(MAKE) -C $(TESTDIR) test

bmix32build: clean
	$(CC) -v
	CFLAGS="-O3 -mbmi -mx32 -Werror" $(MAKE) -C $(TESTDIR) test

bmi32build: clean
	$(CC) -v
	CFLAGS="-O3 -mbmi -m32 -Werror" $(MAKE) -C $(TESTDIR) test

# static analyzer test uses clang's scan-build
# does not analyze zlibWrapper, due to detected issues in zlib source code
staticAnalyze: SCANBUILD ?= scan-build
staticAnalyze:
	$(CC) -v
	CC=$(CC) CPPFLAGS=-g $(SCANBUILD) --status-bugs -v $(MAKE) zstd
endif
Commit	Line	Data
648db22b	1	# ################################################################
	2	# Copyright (c) Meta Platforms, Inc. and affiliates.
	3	# All rights reserved.
	4	#
	5	# This source code is licensed under both the BSD-style license (found in the
	6	# LICENSE file in the root directory of this source tree) and the GPLv2 (found
	7	# in the COPYING file in the root directory of this source tree).
	8	# You may select, at your option, one of the above-listed licenses.
	9	# ################################################################
	10
	11	# verbose mode (print commands) on V=1 or VERBOSE=1
	12	Q = $(if $(filter 1,$(V) $(VERBOSE)),,@)
	13
	14	PRGDIR = programs
	15	ZSTDDIR = lib
	16	BUILDIR = build
	17	ZWRAPDIR = zlibWrapper
	18	TESTDIR = tests
	19	FUZZDIR = $(TESTDIR)/fuzz
	20
	21	# Define nul output
	22	VOID = /dev/null
	23
	24	# When cross-compiling from linux to windows, you might
	25	# need to specify this as "Windows." Fedora build fails
	26	# without it.
	27	#
	28	# Note: mingw-w64 build from linux to windows does not
	29	# fail on other tested distros (ubuntu, debian) even
	30	# without manually specifying the TARGET_SYSTEM.
	31	TARGET_SYSTEM ?= $(OS)
	32	CP ?= cp
	33
	34	ifneq (,$(filter Windows%,$(TARGET_SYSTEM)))
	35	EXT =.exe
	36	else
	37	EXT =
	38	endif
	39
	40	## default: Build lib-release and zstd-release
	41	.PHONY: default
	42	default: lib-release zstd-release
	43
	44	.PHONY: all
	45	all: allmost examples manual contrib
	46
	47	.PHONY: allmost
	48	allmost: allzstd zlibwrapper
	49
	50	# skip zwrapper, can't build that on alternate architectures without the proper zlib installed
	51	.PHONY: allzstd
	52	allzstd: lib
	53	$(Q)$(MAKE) -C $(PRGDIR) all
	54	$(Q)$(MAKE) -C $(TESTDIR) all
	55
	56	.PHONY: all32
	57	all32:
	58	$(MAKE) -C $(PRGDIR) zstd32
	59	$(MAKE) -C $(TESTDIR) all32
	60
	61	.PHONY: lib lib-release lib-mt lib-nomt
	62	lib lib-release lib-mt lib-nomt:
	63	$(Q)$(MAKE) -C $(ZSTDDIR) $@
	64
65	.PHONY: zstd zstd-release
66	zstd zstd-release:
67	$(Q)$(MAKE) -C $(PRGDIR) $@
68	$(Q)ln -sf $(PRGDIR)/zstd$(EXT) zstd$(EXT)
69
70	.PHONY: zstdmt
71	zstdmt:
72	$(Q)$(MAKE) -C $(PRGDIR) $@
73	$(Q)$(CP) $(PRGDIR)/zstd$(EXT) ./zstdmt$(EXT)
74
75	.PHONY: zlibwrapper
76	zlibwrapper: lib
77	$(MAKE) -C $(ZWRAPDIR) all
78
79	## test: run long-duration tests
80	.PHONY: test
81	DEBUGLEVEL ?= 1
82	test: MOREFLAGS += -g -Werror
83	test:
84	DEBUGLEVEL=$(DEBUGLEVEL) MOREFLAGS="$(MOREFLAGS)" $(MAKE) -j -C $(PRGDIR) allVariants
85	$(MAKE) -C $(TESTDIR) $@
86	ZSTD=../../programs/zstd $(MAKE) -C doc/educational_decoder $@
87
88	## shortest: same as `make check`
89	.PHONY: shortest
90	shortest:
91	$(Q)$(MAKE) -C $(TESTDIR) $@
92
93	## check: run basic tests for `zstd` cli
94	.PHONY: check
95	check: shortest
96
97	.PHONY: automated_benchmarking
98	automated_benchmarking:
99	$(MAKE) -C $(TESTDIR) $@
100
101	.PHONY: benchmarking
102	benchmarking: automated_benchmarking
103
104	## examples: build all examples in `examples/` directory
105	.PHONY: examples
106	examples: lib
107	$(MAKE) -C examples all
108
109	## manual: generate API documentation in html format
110	.PHONY: manual
111	manual:
112	$(MAKE) -C contrib/gen_html $@
113
114	## man: generate man page
115	.PHONY: man
116	man:
117	$(MAKE) -C programs $@
118
119	## contrib: build all supported projects in `/contrib` directory
120	.PHONY: contrib
121	contrib: lib
122	$(MAKE) -C contrib/pzstd all
123	$(MAKE) -C contrib/seekable_format/examples all
124	$(MAKE) -C contrib/seekable_format/tests test
125	$(MAKE) -C contrib/largeNbDicts all
126	$(MAKE) -C contrib/externalSequenceProducer all
127	cd build/single_file_libs/ ; ./build_decoder_test.sh
128	cd build/single_file_libs/ ; ./build_library_test.sh
129
130	.PHONY: cleanTabs
131	cleanTabs:
132	cd contrib; ./cleanTabs
133
134	.PHONY: clean
135	clean:
136	$(Q)$(MAKE) -C $(ZSTDDIR) $@ > $(VOID)
137	$(Q)$(MAKE) -C $(PRGDIR) $@ > $(VOID)
138	$(Q)$(MAKE) -C $(TESTDIR) $@ > $(VOID)
139	$(Q)$(MAKE) -C $(ZWRAPDIR) $@ > $(VOID)
140	$(Q)$(MAKE) -C examples/ $@ > $(VOID)
141	$(Q)$(MAKE) -C contrib/gen_html $@ > $(VOID)
142	$(Q)$(MAKE) -C contrib/pzstd $@ > $(VOID)
143	$(Q)$(MAKE) -C contrib/seekable_format/examples $@ > $(VOID)
144	$(Q)$(MAKE) -C contrib/seekable_format/tests $@ > $(VOID)
145	$(Q)$(MAKE) -C contrib/largeNbDicts $@ > $(VOID)
146	$(Q)$(MAKE) -C contrib/externalSequenceProducer $@ > $(VOID)
147	$(Q)$(RM) zstd$(EXT) zstdmt$(EXT) tmp*
f535537f	148	$(Q)$(RM) -r lz4 cmakebuild install
648db22b	149	@echo Cleaning completed
	150
	151	#------------------------------------------------------------------------------
	152	# make install is validated only for Linux, macOS, Hurd and some BSD targets
	153	#------------------------------------------------------------------------------
f535537f	154	ifneq (,$(filter $(shell uname),Linux Darwin GNU/kFreeBSD GNU OpenBSD FreeBSD DragonFly NetBSD MSYS_NT CYGWIN_NT Haiku AIX))
648db22b	155
	156	HOST_OS = POSIX
	157
	158	MKDIR ?= mkdir -p
	159
	160	HAVE_COLORNEVER = $(shell echo a \| egrep --color=never a > /dev/null 2> /dev/null && echo 1 \|\| echo 0)
	161	EGREP_OPTIONS ?=
	162	ifeq ($(HAVE_COLORNEVER), 1)
	163	EGREP_OPTIONS += --color=never
	164	endif
	165	EGREP = egrep $(EGREP_OPTIONS)
	166
	167	# Print a two column output of targets and their description. To add a target description, put a
	168	# comment in the Makefile with the format "## <TARGET>: <DESCRIPTION>". For example:
	169	#
	170	## list: Print all targets and their descriptions (if provided)
	171	.PHONY: list
	172	list:
	173	$(Q)TARGETS=$$($(MAKE) -pRrq -f $(lastword $(MAKEFILE_LIST)) : 2>/dev/null \
	174	\| awk -v RS= -F: '/^# File/,/^# Finished Make data base/ {if ($$1 !~ "^[#.]") {print $$1}}' \
	175	\| $(EGREP) -v -e '^[^[:alnum:]]' \| sort); \
	176	{ \
	177	printf "Target Name\tDescription\n"; \
	178	printf "%0.s-" {1..16}; printf "\t"; printf "%0.s-" {1..40}; printf "\n"; \
	179	for target in $$TARGETS; do \
	180	line=$$($(EGREP) "^##[[:space:]]+$$target:" $(lastword $(MAKEFILE_LIST))); \
	181	description=$$(echo $$line \| awk '{i=index($$0,":"); print substr($$0,i+1)}' \| xargs); \
	182	printf "$$target\t$$description\n"; \
	183	done \
	184	} \| column -t -s $$'\t'
	185
	186	.PHONY: install armtest usan asan uasan msan asan32
	187	install:
	188	$(Q)$(MAKE) -C $(ZSTDDIR) $@
	189	$(Q)$(MAKE) -C $(PRGDIR) $@
	190
	191	.PHONY: uninstall
	192	uninstall:
	193	$(Q)$(MAKE) -C $(ZSTDDIR) $@
	194	$(Q)$(MAKE) -C $(PRGDIR) $@
	195
	196	.PHONY: travis-install
	197	travis-install:
	198	$(MAKE) install PREFIX=~/install_test_dir
	199
f535537f	200	.PHONY: clangbuild-darwin-fat
	201	clangbuild-darwin-fat: clean
	202	clang -v
	203	CXX=clang++ CC=clang CFLAGS="-Werror -Wconversion -Wno-sign-conversion -Wdocumentation -arch arm64" $(MAKE) zstd-release
	204	mv programs/zstd programs/zstd_arm64
	205	CXX=clang++ CC=clang CFLAGS="-Werror -Wconversion -Wno-sign-conversion -Wdocumentation -arch x86_64" $(MAKE) zstd-release
	206	mv programs/zstd programs/zstd_x64
	207	lipo -create programs/zstd_x64 programs/zstd_arm64 -output programs/zstd
	208
648db22b	209	.PHONY: gcc5build gcc6build gcc7build clangbuild m32build armbuild aarch64build ppcbuild ppc64build
	210	gcc5build: clean
	211	gcc-5 -v
	212	CC=gcc-5 $(MAKE) all MOREFLAGS="-Werror $(MOREFLAGS)"
	213
	214	gcc6build: clean
	215	gcc-6 -v
	216	CC=gcc-6 $(MAKE) all MOREFLAGS="-Werror $(MOREFLAGS)"
	217
	218	gcc7build: clean
	219	gcc-7 -v
	220	CC=gcc-7 $(MAKE) all MOREFLAGS="-Werror $(MOREFLAGS)"
	221
	222	clangbuild: clean
	223	clang -v
	224	CXX=clang++ CC=clang CFLAGS="-Werror -Wconversion -Wno-sign-conversion -Wdocumentation" $(MAKE) all
	225
	226	m32build: clean
	227	gcc -v
	228	$(MAKE) all32
	229
	230	armbuild: clean
	231	CC=arm-linux-gnueabi-gcc CFLAGS="-Werror" $(MAKE) allzstd
	232
	233	aarch64build: clean
	234	CC=aarch64-linux-gnu-gcc CFLAGS="-Werror -O0" $(MAKE) allzstd
	235
	236	ppcbuild: clean
	237	CC=powerpc-linux-gnu-gcc CFLAGS="-m32 -Wno-attributes -Werror" $(MAKE) -j allzstd
	238
	239	ppc64build: clean
	240	CC=powerpc-linux-gnu-gcc CFLAGS="-m64 -Werror" $(MAKE) -j allzstd
	241
	242	.PHONY: armfuzz aarch64fuzz ppcfuzz ppc64fuzz
	243	armfuzz: clean
	244	CC=arm-linux-gnueabi-gcc QEMU_SYS=qemu-arm-static MOREFLAGS="-static $(MOREFLAGS)" FUZZER_FLAGS="--no-big-tests $(FUZZER_FLAGS)" $(MAKE) -C $(TESTDIR) fuzztest
	245
	246	aarch64fuzz: clean
	247	ld -v
	248	CC=aarch64-linux-gnu-gcc QEMU_SYS=qemu-aarch64-static MOREFLAGS="-static $(MOREFLAGS)" FUZZER_FLAGS="--no-big-tests $(FUZZER_FLAGS)" $(MAKE) -C $(TESTDIR) fuzztest
	249
	250	ppcfuzz: clean
	251	CC=powerpc-linux-gnu-gcc QEMU_SYS=qemu-ppc-static MOREFLAGS="-static $(MOREFLAGS)" FUZZER_FLAGS="--no-big-tests $(FUZZER_FLAGS)" $(MAKE) -C $(TESTDIR) fuzztest
	252
	253	ppc64fuzz: clean
	254	CC=powerpc-linux-gnu-gcc QEMU_SYS=qemu-ppc64-static MOREFLAGS="-m64 -static $(MOREFLAGS)" FUZZER_FLAGS="--no-big-tests $(FUZZER_FLAGS)" $(MAKE) -C $(TESTDIR) fuzztest
	255
	256	.PHONY: cxxtest gcc5test gcc6test armtest aarch64test ppctest ppc64test
	257	cxxtest: CXXFLAGS += -Wall -Wextra -Wundef -Wshadow -Wcast-align -Werror
	258	cxxtest: clean
	259	$(MAKE) -C $(PRGDIR) all CC="$(CXX) -Wno-deprecated" CFLAGS="$(CXXFLAGS)" # adding -Wno-deprecated to avoid clang++ warning on dealing with C files directly
	260
	261	gcc5test: clean
	262	gcc-5 -v
	263	$(MAKE) all CC=gcc-5 MOREFLAGS="-Werror $(MOREFLAGS)"
	264
	265	gcc6test: clean
	266	gcc-6 -v
	267	$(MAKE) all CC=gcc-6 MOREFLAGS="-Werror $(MOREFLAGS)"
	268
	269	armtest: clean
	270	$(MAKE) -C $(TESTDIR) datagen # use native, faster
	271	$(MAKE) -C $(TESTDIR) test CC=arm-linux-gnueabi-gcc QEMU_SYS=qemu-arm-static ZSTDRTTEST= MOREFLAGS="-Werror -static $(MOREFLAGS)" FUZZER_FLAGS="--no-big-tests $(FUZZER_FLAGS)"
	272
273	aarch64test:
274	$(MAKE) -C $(TESTDIR) datagen # use native, faster
275	$(MAKE) -C $(TESTDIR) test CC=aarch64-linux-gnu-gcc QEMU_SYS=qemu-aarch64-static ZSTDRTTEST= MOREFLAGS="-Werror -static $(MOREFLAGS)" FUZZER_FLAGS="--no-big-tests $(FUZZER_FLAGS)"
276
277	ppctest: clean
278	$(MAKE) -C $(TESTDIR) datagen # use native, faster
279	$(MAKE) -C $(TESTDIR) test CC=powerpc-linux-gnu-gcc QEMU_SYS=qemu-ppc-static ZSTDRTTEST= MOREFLAGS="-Werror -Wno-attributes -static $(MOREFLAGS)" FUZZER_FLAGS="--no-big-tests $(FUZZER_FLAGS)"
280
281	ppc64test: clean
282	$(MAKE) -C $(TESTDIR) datagen # use native, faster
283	$(MAKE) -C $(TESTDIR) test CC=powerpc-linux-gnu-gcc QEMU_SYS=qemu-ppc64-static ZSTDRTTEST= MOREFLAGS="-m64 -static $(MOREFLAGS)" FUZZER_FLAGS="--no-big-tests $(FUZZER_FLAGS)"
284
285	.PHONY: arm-ppc-compilation
286	arm-ppc-compilation:
287	$(MAKE) -C $(PRGDIR) clean zstd CC=arm-linux-gnueabi-gcc QEMU_SYS=qemu-arm-static ZSTDRTTEST= MOREFLAGS="-Werror -static $(MOREFLAGS)"
288	$(MAKE) -C $(PRGDIR) clean zstd CC=aarch64-linux-gnu-gcc QEMU_SYS=qemu-aarch64-static ZSTDRTTEST= MOREFLAGS="-Werror -static $(MOREFLAGS)"
289	$(MAKE) -C $(PRGDIR) clean zstd CC=powerpc-linux-gnu-gcc QEMU_SYS=qemu-ppc-static ZSTDRTTEST= MOREFLAGS="-Werror -Wno-attributes -static $(MOREFLAGS)"
290	$(MAKE) -C $(PRGDIR) clean zstd CC=powerpc-linux-gnu-gcc QEMU_SYS=qemu-ppc64-static ZSTDRTTEST= MOREFLAGS="-m64 -static $(MOREFLAGS)"
291
292	regressiontest:
293	$(MAKE) -C $(FUZZDIR) regressiontest
294
295	uasanregressiontest:
296	$(MAKE) -C $(FUZZDIR) regressiontest CC=clang CXX=clang++ CFLAGS="-O3 -fsanitize=address,undefined" CXXFLAGS="-O3 -fsanitize=address,undefined"
297
298	msanregressiontest:
299	$(MAKE) -C $(FUZZDIR) regressiontest CC=clang CXX=clang++ CFLAGS="-O3 -fsanitize=memory" CXXFLAGS="-O3 -fsanitize=memory"
300
301	update_regressionResults : REGRESS_RESULTS_DIR := /tmp/regress_results_dir/
302	update_regressionResults:
303	$(MAKE) -C programs zstd
304	$(MAKE) -C tests/regression test
305	$(RM) -rf $(REGRESS_RESULTS_DIR)
306	$(MKDIR) $(REGRESS_RESULTS_DIR)
307	./tests/regression/test \
308	--cache tests/regression/cache \
309	--output $(REGRESS_RESULTS_DIR)/results.csv \
310	--zstd programs/zstd
311	echo "Showing results differences"
312	! diff tests/regression/results.csv $(REGRESS_RESULTS_DIR)/results.csv
313	echo "Updating results.csv"
314	$(CP) $(REGRESS_RESULTS_DIR)/results.csv tests/regression/results.csv
315
316
317	# run UBsan with -fsanitize-recover=pointer-overflow
318	# this only works with recent compilers such as gcc 8+
319	usan: clean
f535537f	320	$(MAKE) test CC=clang MOREFLAGS="-g -fno-sanitize-recover=all -fsanitize=undefined -Werror $(MOREFLAGS)"
648db22b	321
	322	asan: clean
	323	$(MAKE) test CC=clang MOREFLAGS="-g -fsanitize=address -Werror $(MOREFLAGS)"
	324
	325	asan-%: clean
	326	LDFLAGS=-fuse-ld=gold MOREFLAGS="-g -fno-sanitize-recover=all -fsanitize=address -Werror $(MOREFLAGS)" $(MAKE) -C $(TESTDIR) $*
	327
	328	msan: clean
	329	$(MAKE) test CC=clang MOREFLAGS="-g -fsanitize=memory -fno-omit-frame-pointer -Werror $(MOREFLAGS)" HAVE_LZMA=0 # datagen.c fails this test for no obvious reason
	330
f535537f	331	msan-%:
	332	$(MAKE) clean
	333	LDFLAGS=-fuse-ld=gold MOREFLAGS="-g -fno-sanitize-recover=all -fsanitize=memory -fno-omit-frame-pointer -Werror $(MOREFLAGS)" FUZZER_FLAGS="--no-big-tests $(FUZZER_FLAGS)" $(MAKE) -j -C $(TESTDIR) HAVE_LZMA=0 $*
648db22b	334
	335	asan32: clean
	336	$(MAKE) -C $(TESTDIR) test32 CC=clang MOREFLAGS="-g -fsanitize=address $(MOREFLAGS)"
	337
	338	uasan: clean
f535537f	339	$(MAKE) test CC=clang MOREFLAGS="-g -fno-sanitize-recover=all -fsanitize=address,undefined -Werror $(MOREFLAGS)"
648db22b	340
648db22b	341	uasan-%: clean
f535537f	342	LDFLAGS=-fuse-ld=gold MOREFLAGS="-g -fno-sanitize-recover=all -fsanitize=address,undefined -Werror $(MOREFLAGS)" $(MAKE) -C $(TESTDIR) $*
648db22b	343
	344	tsan-%: clean
	345	LDFLAGS=-fuse-ld=gold MOREFLAGS="-g -fno-sanitize-recover=all -fsanitize=thread -Werror $(MOREFLAGS)" $(MAKE) -C $(TESTDIR) $* FUZZER_FLAGS="--no-big-tests $(FUZZER_FLAGS)"
	346
	347	.PHONY: apt-install
	348	apt-install:
	349	# TODO: uncomment once issue 3011 is resolved and remove hack from Github Actions .yml
	350	# sudo apt-get update
	351	sudo apt-get -yq --no-install-suggests --no-install-recommends --force-yes install $(APT_PACKAGES)
	352
	353	.PHONY: apt-add-repo
	354	apt-add-repo:
	355	sudo add-apt-repository -y ppa:ubuntu-toolchain-r/test
	356	sudo apt-get update -y -qq
	357
	358	.PHONY: ppcinstall arminstall valgrindinstall libc6install gcc6install gcc7install gcc8install gpp6install clang38install lz4install
	359	ppcinstall:
	360	APT_PACKAGES="qemu-system-ppc qemu-user-static gcc-powerpc-linux-gnu" $(MAKE) apt-install
	361
	362	arminstall:
	363	APT_PACKAGES="qemu-system-arm qemu-user-static gcc-arm-linux-gnueabi libc6-dev-armel-cross gcc-aarch64-linux-gnu libc6-dev-arm64-cross" $(MAKE) apt-install
	364
	365	valgrindinstall:
	366	APT_PACKAGES="valgrind" $(MAKE) apt-install
	367
	368	libc6install:
	369	APT_PACKAGES="libc6-dev-i386 gcc-multilib" $(MAKE) apt-install
	370
	371	gcc6install: apt-add-repo
	372	APT_PACKAGES="libc6-dev-i386 gcc-multilib gcc-6 gcc-6-multilib" $(MAKE) apt-install
	373
	374	gcc7install: apt-add-repo
	375	APT_PACKAGES="libc6-dev-i386 gcc-multilib gcc-7 gcc-7-multilib" $(MAKE) apt-install
	376
	377	gcc8install: apt-add-repo
	378	APT_PACKAGES="libc6-dev-i386 gcc-multilib gcc-8 gcc-8-multilib" $(MAKE) apt-install
	379
	380	gpp6install: apt-add-repo
	381	APT_PACKAGES="libc6-dev-i386 g++-multilib gcc-6 g++-6 g++-6-multilib" $(MAKE) apt-install
	382
	383	clang38install:
	384	APT_PACKAGES="clang-3.8" $(MAKE) apt-install
	385
	386	# Ubuntu 14.04 ships a too-old lz4
	387	lz4install:
	388	[ -e lz4 ] \|\| git clone https://github.com/lz4/lz4 && sudo $(MAKE) -C lz4 install
	389
	390	endif
	391
	392
648db22b	393	ifneq (,$(filter MSYS%,$(shell uname)))
648db22b	394	HOST_OS = MSYS
648db22b	395	endif
	396
	397	#------------------------------------------------------------------------
	398	# target specific tests
	399	#------------------------------------------------------------------------
	400	ifneq (,$(filter $(HOST_OS),MSYS POSIX))
648db22b	401
f535537f	402	CMAKE ?= cmake
	403	CMAKE_PARAMS = -DZSTD_BUILD_CONTRIB:BOOL=ON -DZSTD_BUILD_STATIC:BOOL=ON -DZSTD_BUILD_TESTS:BOOL=ON -DZSTD_ZLIB_SUPPORT:BOOL=ON -DZSTD_LZMA_SUPPORT:BOOL=ON
	404
	405	ifneq (,$(filter MSYS%,$(shell uname)))
	406	CMAKE_PARAMS = -G"MSYS Makefiles" -DZSTD_MULTITHREAD_SUPPORT:BOOL=OFF -DZSTD_BUILD_STATIC:BOOL=ON -DZSTD_BUILD_TESTS:BOOL=ON
	407	endif
	408
	409	.PHONY: cmakebuild
	410	cmakebuild:
	411	$(CMAKE) --version
	412	$(RM) -r cmakebuild install
	413	$(MKDIR) cmakebuild install
	414	cd cmakebuild; $(CMAKE) -Wdev -DCMAKE_BUILD_TYPE=Debug -DCMAKE_C_FLAGS="-Werror -O0" -DCMAKE_INSTALL_PREFIX=install $(CMAKE_PARAMS) ../build/cmake
	415	$(CMAKE) --build cmakebuild --target install -- -j V=1
	416	cd cmakebuild; ctest -V -L Medium
	417
	418	.PHONY: c89build gnu90build c99build gnu99build c11build bmix64build bmix32build bmi32build staticAnalyze
648db22b	419	c89build: clean
	420	$(CC) -v
	421	CFLAGS="-std=c89 -Werror -Wno-attributes -Wpedantic -Wno-long-long -Wno-variadic-macros -O0" $(MAKE) lib zstd
	422
	423	gnu90build: clean
	424	$(CC) -v
	425	CFLAGS="-std=gnu90 -Werror -O0" $(MAKE) allmost
	426
	427	c99build: clean
	428	$(CC) -v
	429	CFLAGS="-std=c99 -Werror -O0" $(MAKE) allmost
	430
	431	gnu99build: clean
	432	$(CC) -v
	433	CFLAGS="-std=gnu99 -Werror -O0" $(MAKE) allmost
	434
	435	c11build: clean
	436	$(CC) -v
	437	CFLAGS="-std=c11 -Werror -O0" $(MAKE) allmost
	438
	439	bmix64build: clean
	440	$(CC) -v
	441	CFLAGS="-O3 -mbmi -Werror" $(MAKE) -C $(TESTDIR) test
	442
	443	bmix32build: clean
	444	$(CC) -v
	445	CFLAGS="-O3 -mbmi -mx32 -Werror" $(MAKE) -C $(TESTDIR) test
	446
	447	bmi32build: clean
	448	$(CC) -v
	449	CFLAGS="-O3 -mbmi -m32 -Werror" $(MAKE) -C $(TESTDIR) test
	450
	451	# static analyzer test uses clang's scan-build
	452	# does not analyze zlibWrapper, due to detected issues in zlib source code
	453	staticAnalyze: SCANBUILD ?= scan-build
	454	staticAnalyze:
	455	$(CC) -v
	456	CC=$(CC) CPPFLAGS=-g $(SCANBUILD) --status-bugs -v $(MAKE) zstd
	457	endif