648db22b |
1 | # ################################################################ |
2 | # Copyright (c) Meta Platforms, Inc. and affiliates. |
3 | # All rights reserved. |
4 | # |
5 | # This source code is licensed under both the BSD-style license (found in the |
6 | # LICENSE file in the root directory of this source tree) and the GPLv2 (found |
7 | # in the COPYING file in the root directory of this source tree). |
8 | # You may select, at your option, one of the above-listed licenses. |
9 | # ################################################################ |
10 | |
11 | # Optionally user defined flags |
12 | CFLAGS ?= -O3 |
13 | CXXFLAGS ?= -O3 |
14 | CPPFLAGS ?= |
15 | ASFLAGS ?= |
16 | LDFLAGS ?= |
17 | ARFLAGS ?= |
18 | LIB_FUZZING_ENGINE ?= libregression.a |
19 | PYTHON ?= python |
20 | ifeq ($(shell uname), Darwin) |
21 | DOWNLOAD?=curl -L -o |
22 | else |
23 | DOWNLOAD?=wget -O |
24 | endif |
25 | CORPORA_URL_PREFIX:=https://github.com/facebook/zstd/releases/download/fuzz-corpora/ |
26 | |
27 | LIBZSTD = ../../lib |
28 | DEBUGLEVEL ?= 2 |
29 | ZSTD_LEGACY_SUPPORT ?= 1 |
30 | |
31 | include $(LIBZSTD)/libzstd.mk |
32 | |
33 | ZSTDDIR = ../../lib |
34 | PRGDIR = ../../programs |
35 | CONTRIBDIR = ../../contrib |
36 | |
37 | DEFAULT_SEQ_PROD_DIR = $(CONTRIBDIR)/externalSequenceProducer |
38 | DEFAULT_SEQ_PROD_SRC = $(DEFAULT_SEQ_PROD_DIR)/sequence_producer.c |
39 | THIRD_PARTY_SEQ_PROD_OBJ ?= |
40 | |
41 | FUZZ_CPPFLAGS := -I$(ZSTDDIR) -I$(ZSTDDIR)/common -I$(ZSTDDIR)/compress \ |
42 | -I$(ZSTDDIR)/dictBuilder -I$(ZSTDDIR)/deprecated -I$(ZSTDDIR)/legacy \ |
43 | -I$(CONTRIBDIR)/seekable_format -I$(PRGDIR) -I$(DEFAULT_SEQ_PROD_DIR) \ |
44 | -DZSTD_MULTITHREAD -DZSTD_LEGACY_SUPPORT=1 $(CPPFLAGS) |
45 | FUZZ_EXTRA_FLAGS := -Wall -Wextra -Wcast-qual -Wcast-align -Wshadow \ |
46 | -Wstrict-aliasing=1 -Wswitch-enum -Wdeclaration-after-statement \ |
47 | -Wstrict-prototypes -Wundef \ |
48 | -Wvla -Wformat=2 -Winit-self -Wfloat-equal -Wwrite-strings \ |
49 | -Wredundant-decls -Wno-deprecated-declarations \ |
50 | -g -fno-omit-frame-pointer |
51 | FUZZ_CFLAGS := $(FUZZ_EXTRA_FLAGS) $(CFLAGS) |
52 | FUZZ_ASFLAGS := $(FUZZ_EXTRA_FLAGS) $(ASFLAGS) |
53 | FUZZ_CXXFLAGS := $(FUZZ_EXTRA_FLAGS) -std=c++11 $(CXXFLAGS) |
54 | FUZZ_LDFLAGS := -pthread $(LDFLAGS) |
55 | FUZZ_ARFLAGS := $(ARFLAGS) |
56 | FUZZ_TARGET_FLAGS = $(FUZZ_CPPFLAGS) $(FUZZ_CXXFLAGS) $(FUZZ_LDFLAGS) |
57 | |
58 | FUZZ_ROUND_TRIP_FLAGS := -DFUZZING_ASSERT_VALID_SEQUENCE |
59 | |
60 | FUZZ_HEADERS := fuzz_helpers.h fuzz.h zstd_helpers.h fuzz_data_producer.h |
61 | FUZZ_SRC := $(PRGDIR)/util.c ./fuzz_helpers.c ./zstd_helpers.c ./fuzz_data_producer.c |
62 | |
63 | SEEKABLE_HEADERS = $(CONTRIBDIR)/seekable_format/zstd_seekable.h |
64 | SEEKABLE_OBJS = $(CONTRIBDIR)/seekable_format/zstdseek_compress.c $(CONTRIBDIR)/seekable_format/zstdseek_decompress.c |
65 | |
66 | ZSTDCOMMON_SRC := $(ZSTD_COMMON_FILES) |
67 | ZSTDCOMP_SRC := $(ZSTD_COMPRESS_FILES) |
68 | ZSTDDECOMP_SRC := $(ZSTD_DECOMPRESS_FILES) |
69 | ZSTDDICT_SRC := $(ZSTD_DICTBUILDER_FILES) |
70 | ZSTDLEGACY_SRC := $(ZSTD_LEGACY_FILES) |
71 | FUZZ_SRC := \ |
72 | $(FUZZ_SRC) \ |
73 | $(ZSTDDECOMP_SRC) \ |
74 | $(ZSTDCOMMON_SRC) \ |
75 | $(ZSTDCOMP_SRC) \ |
76 | $(ZSTDDICT_SRC) \ |
77 | $(ZSTDLEGACY_SRC) \ |
78 | $(DEFAULT_SEQ_PROD_SRC) |
79 | FUZZ_SRC := $(sort $(wildcard $(FUZZ_SRC))) |
80 | |
81 | FUZZ_D_OBJ1 := $(subst $(ZSTDDIR)/common/,d_lib_common_,$(FUZZ_SRC)) |
82 | FUZZ_D_OBJ2 := $(subst $(ZSTDDIR)/compress/,d_lib_compress_,$(FUZZ_D_OBJ1)) |
83 | FUZZ_D_OBJ3 := $(subst $(ZSTDDIR)/decompress/,d_lib_decompress_,$(FUZZ_D_OBJ2)) |
84 | FUZZ_D_OBJ4 := $(subst $(ZSTDDIR)/dictBuilder/,d_lib_dictBuilder_,$(FUZZ_D_OBJ3)) |
85 | FUZZ_D_OBJ5 := $(subst $(ZSTDDIR)/legacy/,d_lib_legacy_,$(FUZZ_D_OBJ4)) |
86 | FUZZ_D_OBJ6 := $(subst $(PRGDIR)/,d_prg_,$(FUZZ_D_OBJ5)) |
87 | FUZZ_D_OBJ7 := $(subst $(DEFAULT_SEQ_PROD_DIR)/,d_default_seq_prod_,$(FUZZ_D_OBJ6)) |
88 | FUZZ_D_OBJ8 := $(subst $\./,d_fuzz_,$(FUZZ_D_OBJ7)) |
89 | FUZZ_D_OBJ9 := $(FUZZ_D_OBJ8:.c=.o) |
90 | FUZZ_D_OBJ10 := $(THIRD_PARTY_SEQ_PROD_OBJ) $(FUZZ_D_OBJ9) |
91 | FUZZ_DECOMPRESS_OBJ := $(FUZZ_D_OBJ10:.S=.o) |
92 | |
93 | FUZZ_RT_OBJ1 := $(subst $(ZSTDDIR)/common/,rt_lib_common_,$(FUZZ_SRC)) |
94 | FUZZ_RT_OBJ2 := $(subst $(ZSTDDIR)/compress/,rt_lib_compress_,$(FUZZ_RT_OBJ1)) |
95 | FUZZ_RT_OBJ3 := $(subst $(ZSTDDIR)/decompress/,rt_lib_decompress_,$(FUZZ_RT_OBJ2)) |
96 | FUZZ_RT_OBJ4 := $(subst $(ZSTDDIR)/dictBuilder/,rt_lib_dictBuilder_,$(FUZZ_RT_OBJ3)) |
97 | FUZZ_RT_OBJ5 := $(subst $(ZSTDDIR)/legacy/,rt_lib_legacy_,$(FUZZ_RT_OBJ4)) |
98 | FUZZ_RT_OBJ6 := $(subst $(PRGDIR)/,rt_prg_,$(FUZZ_RT_OBJ5)) |
99 | FUZZ_RT_OBJ7 := $(subst $(DEFAULT_SEQ_PROD_DIR)/,rt_default_seq_prod_,$(FUZZ_RT_OBJ6)) |
100 | FUZZ_RT_OBJ8 := $(subst $\./,rt_fuzz_,$(FUZZ_RT_OBJ7)) |
101 | FUZZ_RT_OBJ9 := $(FUZZ_RT_OBJ8:.c=.o) |
102 | FUZZ_RT_OBJ10 := $(THIRD_PARTY_SEQ_PROD_OBJ) $(FUZZ_RT_OBJ9) |
103 | FUZZ_ROUND_TRIP_OBJ := $(FUZZ_RT_OBJ10:.S=.o) |
104 | |
105 | .PHONY: default all clean cleanall |
106 | |
107 | default: all |
108 | |
109 | FUZZ_TARGETS := \ |
110 | simple_round_trip \ |
111 | stream_round_trip \ |
112 | block_round_trip \ |
113 | simple_decompress \ |
114 | stream_decompress \ |
115 | block_decompress \ |
116 | dictionary_round_trip \ |
117 | dictionary_decompress \ |
118 | zstd_frame_info \ |
119 | simple_compress \ |
120 | dictionary_loader \ |
121 | raw_dictionary_round_trip \ |
122 | dictionary_stream_round_trip \ |
123 | decompress_dstSize_tooSmall \ |
124 | fse_read_ncount \ |
125 | sequence_compression_api \ |
126 | seekable_roundtrip \ |
127 | huf_round_trip \ |
128 | huf_decompress |
129 | |
130 | all: libregression.a $(FUZZ_TARGETS) |
131 | |
132 | rt_lib_common_%.o: $(ZSTDDIR)/common/%.c |
133 | $(CC) $(FUZZ_CPPFLAGS) $(FUZZ_CFLAGS) $(FUZZ_ROUND_TRIP_FLAGS) $< -c -o $@ |
134 | |
135 | rt_lib_compress_%.o: $(ZSTDDIR)/compress/%.c |
136 | $(CC) $(FUZZ_CPPFLAGS) $(FUZZ_CFLAGS) $(FUZZ_ROUND_TRIP_FLAGS) $< -c -o $@ |
137 | |
138 | rt_lib_decompress_%.o: $(ZSTDDIR)/decompress/%.c |
139 | $(CC) $(FUZZ_CPPFLAGS) $(FUZZ_CFLAGS) $(FUZZ_ROUND_TRIP_FLAGS) $< -c -o $@ |
140 | |
141 | rt_lib_decompress_%.o: $(ZSTDDIR)/decompress/%.S |
142 | $(CC) $(FUZZ_CPPFLAGS) $(FUZZ_ASFLAGS) $(FUZZ_ROUND_TRIP_FLAGS) $< -c -o $@ |
143 | |
144 | rt_lib_dictBuilder_%.o: $(ZSTDDIR)/dictBuilder/%.c |
145 | $(CC) $(FUZZ_CPPFLAGS) $(FUZZ_CFLAGS) $(FUZZ_ROUND_TRIP_FLAGS) $< -c -o $@ |
146 | |
147 | rt_lib_legacy_%.o: $(ZSTDDIR)/legacy/%.c |
148 | $(CC) $(FUZZ_CPPFLAGS) $(FUZZ_CFLAGS) $(FUZZ_ROUND_TRIP_FLAGS) $< -c -o $@ |
149 | |
150 | rt_prg_%.o: $(PRGDIR)/%.c |
151 | $(CC) $(FUZZ_CPPFLAGS) $(FUZZ_CFLAGS) $(FUZZ_ROUND_TRIP_FLAGS) $< -c -o $@ |
152 | |
153 | rt_fuzz_%.o: %.c |
154 | $(CC) $(FUZZ_CPPFLAGS) $(FUZZ_CFLAGS) $(FUZZ_ROUND_TRIP_FLAGS) $< -c -o $@ |
155 | |
156 | rt_default_seq_prod_%.o: $(DEFAULT_SEQ_PROD_DIR)/%.c |
157 | $(CC) $(FUZZ_CPPFLAGS) $(FUZZ_CFLAGS) $(FUZZ_ROUND_TRIP_FLAGS) $< -c -o $@ |
158 | |
159 | d_lib_common_%.o: $(ZSTDDIR)/common/%.c |
160 | $(CC) $(FUZZ_CPPFLAGS) $(FUZZ_CFLAGS) $< -c -o $@ |
161 | |
162 | d_lib_compress_%.o: $(ZSTDDIR)/compress/%.c |
163 | $(CC) $(FUZZ_CPPFLAGS) $(FUZZ_CFLAGS) $< -c -o $@ |
164 | |
165 | d_lib_decompress_%.o: $(ZSTDDIR)/decompress/%.c |
166 | $(CC) $(FUZZ_CPPFLAGS) $(FUZZ_CFLAGS) $< -c -o $@ |
167 | |
168 | d_lib_decompress_%.o: $(ZSTDDIR)/decompress/%.S |
169 | $(CC) $(FUZZ_CPPFLAGS) $(FUZZ_ASFLAGS) $< -c -o $@ |
170 | |
171 | d_lib_dictBuilder_%.o: $(ZSTDDIR)/dictBuilder/%.c |
172 | $(CC) $(FUZZ_CPPFLAGS) $(FUZZ_CFLAGS) $< -c -o $@ |
173 | |
174 | d_lib_legacy_%.o: $(ZSTDDIR)/legacy/%.c |
175 | $(CC) $(FUZZ_CPPFLAGS) $(FUZZ_CFLAGS) $< -c -o $@ |
176 | |
177 | d_prg_%.o: $(PRGDIR)/%.c |
178 | $(CC) $(FUZZ_CPPFLAGS) $(FUZZ_CFLAGS) $< -c -o $@ |
179 | |
180 | d_fuzz_%.o: %.c |
181 | $(CC) $(FUZZ_CPPFLAGS) $(FUZZ_CFLAGS) $< -c -o $@ |
182 | |
183 | d_default_seq_prod_%.o: $(DEFAULT_SEQ_PROD_DIR)/%.c |
184 | $(CC) $(FUZZ_CPPFLAGS) $(FUZZ_CFLAGS) $< -c -o $@ |
185 | |
186 | simple_round_trip: $(FUZZ_HEADERS) $(FUZZ_ROUND_TRIP_OBJ) rt_fuzz_simple_round_trip.o |
187 | $(CXX) $(FUZZ_TARGET_FLAGS) $(FUZZ_ROUND_TRIP_OBJ) rt_fuzz_simple_round_trip.o $(LIB_FUZZING_ENGINE) -o $@ |
188 | |
189 | stream_round_trip: $(FUZZ_HEADERS) $(FUZZ_ROUND_TRIP_OBJ) rt_fuzz_stream_round_trip.o |
190 | $(CXX) $(FUZZ_TARGET_FLAGS) $(FUZZ_ROUND_TRIP_OBJ) rt_fuzz_stream_round_trip.o $(LIB_FUZZING_ENGINE) -o $@ |
191 | |
192 | block_round_trip: $(FUZZ_HEADERS) $(FUZZ_ROUND_TRIP_OBJ) rt_fuzz_block_round_trip.o |
193 | $(CXX) $(FUZZ_TARGET_FLAGS) $(FUZZ_ROUND_TRIP_OBJ) rt_fuzz_block_round_trip.o $(LIB_FUZZING_ENGINE) -o $@ |
194 | |
195 | simple_decompress: $(FUZZ_HEADERS) $(FUZZ_DECOMPRESS_OBJ) d_fuzz_simple_decompress.o |
196 | $(CXX) $(FUZZ_TARGET_FLAGS) $(FUZZ_DECOMPRESS_OBJ) d_fuzz_simple_decompress.o $(LIB_FUZZING_ENGINE) -o $@ |
197 | |
198 | stream_decompress: $(FUZZ_HEADERS) $(FUZZ_DECOMPRESS_OBJ) d_fuzz_stream_decompress.o |
199 | $(CXX) $(FUZZ_TARGET_FLAGS) $(FUZZ_DECOMPRESS_OBJ) d_fuzz_stream_decompress.o $(LIB_FUZZING_ENGINE) -o $@ |
200 | |
201 | block_decompress: $(FUZZ_HEADERS) $(FUZZ_DECOMPRESS_OBJ) d_fuzz_block_decompress.o |
202 | $(CXX) $(FUZZ_TARGET_FLAGS) $(FUZZ_DECOMPRESS_OBJ) d_fuzz_block_decompress.o $(LIB_FUZZING_ENGINE) -o $@ |
203 | |
204 | dictionary_round_trip: $(FUZZ_HEADERS) $(FUZZ_ROUND_TRIP_OBJ) rt_fuzz_dictionary_round_trip.o |
205 | $(CXX) $(FUZZ_TARGET_FLAGS) $(FUZZ_ROUND_TRIP_OBJ) rt_fuzz_dictionary_round_trip.o $(LIB_FUZZING_ENGINE) -o $@ |
206 | |
207 | raw_dictionary_round_trip: $(FUZZ_HEADERS) $(FUZZ_ROUND_TRIP_OBJ) rt_fuzz_raw_dictionary_round_trip.o |
208 | $(CXX) $(FUZZ_TARGET_FLAGS) $(FUZZ_ROUND_TRIP_OBJ) rt_fuzz_raw_dictionary_round_trip.o $(LIB_FUZZING_ENGINE) -o $@ |
209 | |
210 | dictionary_stream_round_trip: $(FUZZ_HEADERS) $(FUZZ_ROUND_TRIP_OBJ) rt_fuzz_dictionary_stream_round_trip.o |
211 | $(CXX) $(FUZZ_TARGET_FLAGS) $(FUZZ_ROUND_TRIP_OBJ) rt_fuzz_dictionary_stream_round_trip.o $(LIB_FUZZING_ENGINE) -o $@ |
212 | |
213 | dictionary_decompress: $(FUZZ_HEADERS) $(FUZZ_DECOMPRESS_OBJ) d_fuzz_dictionary_decompress.o |
214 | $(CXX) $(FUZZ_TARGET_FLAGS) $(FUZZ_DECOMPRESS_OBJ) d_fuzz_dictionary_decompress.o $(LIB_FUZZING_ENGINE) -o $@ |
215 | |
216 | simple_compress: $(FUZZ_HEADERS) $(FUZZ_ROUND_TRIP_OBJ) rt_fuzz_simple_compress.o |
217 | $(CXX) $(FUZZ_TARGET_FLAGS) $(FUZZ_ROUND_TRIP_OBJ) rt_fuzz_simple_compress.o $(LIB_FUZZING_ENGINE) -o $@ |
218 | |
219 | zstd_frame_info: $(FUZZ_HEADERS) $(FUZZ_DECOMPRESS_OBJ) d_fuzz_zstd_frame_info.o |
220 | $(CXX) $(FUZZ_TARGET_FLAGS) $(FUZZ_DECOMPRESS_OBJ) d_fuzz_zstd_frame_info.o $(LIB_FUZZING_ENGINE) -o $@ |
221 | |
222 | dictionary_loader: $(FUZZ_HEADERS) $(FUZZ_ROUND_TRIP_OBJ) rt_fuzz_dictionary_loader.o |
223 | $(CXX) $(FUZZ_TARGET_FLAGS) $(FUZZ_ROUND_TRIP_OBJ) rt_fuzz_dictionary_loader.o $(LIB_FUZZING_ENGINE) -o $@ |
224 | |
225 | decompress_dstSize_tooSmall: $(FUZZ_HEADERS) $(FUZZ_DECOMPRESS_OBJ) d_fuzz_decompress_dstSize_tooSmall.o |
226 | $(CXX) $(FUZZ_TARGET_FLAGS) $(FUZZ_DECOMPRESS_OBJ) d_fuzz_decompress_dstSize_tooSmall.o $(LIB_FUZZING_ENGINE) -o $@ |
227 | |
228 | fse_read_ncount: $(FUZZ_HEADERS) $(FUZZ_ROUND_TRIP_OBJ) rt_fuzz_fse_read_ncount.o |
229 | $(CXX) $(FUZZ_TARGET_FLAGS) $(FUZZ_ROUND_TRIP_OBJ) rt_fuzz_fse_read_ncount.o $(LIB_FUZZING_ENGINE) -o $@ |
230 | |
231 | sequence_compression_api: $(FUZZ_HEADERS) $(FUZZ_ROUND_TRIP_OBJ) rt_fuzz_sequence_compression_api.o |
232 | $(CXX) $(FUZZ_TARGET_FLAGS) $(FUZZ_ROUND_TRIP_OBJ) rt_fuzz_sequence_compression_api.o $(LIB_FUZZING_ENGINE) -o $@ |
233 | |
234 | seekable_roundtrip: $(FUZZ_HEADERS) $(SEEKABLE_HEADERS) $(FUZZ_ROUND_TRIP_OBJ) $(SEEKABLE_OBJS) rt_fuzz_seekable_roundtrip.o |
235 | $(CXX) $(FUZZ_TARGET_FLAGS) $(FUZZ_ROUND_TRIP_OBJ) $(SEEKABLE_OBJS) rt_fuzz_seekable_roundtrip.o $(LIB_FUZZING_ENGINE) -o $@ |
236 | |
237 | huf_round_trip: $(FUZZ_HEADERS) $(FUZZ_ROUND_TRIP_OBJ) rt_fuzz_huf_round_trip.o |
238 | $(CXX) $(FUZZ_TARGET_FLAGS) $(FUZZ_ROUND_TRIP_OBJ) rt_fuzz_huf_round_trip.o $(LIB_FUZZING_ENGINE) -o $@ |
239 | |
240 | huf_decompress: $(FUZZ_HEADERS) $(FUZZ_DECOMPRESS_OBJ) d_fuzz_huf_decompress.o |
241 | $(CXX) $(FUZZ_TARGET_FLAGS) $(FUZZ_DECOMPRESS_OBJ) d_fuzz_huf_decompress.o $(LIB_FUZZING_ENGINE) -o $@ |
242 | |
243 | libregression.a: $(FUZZ_HEADERS) $(PRGDIR)/util.h $(PRGDIR)/util.c d_fuzz_regression_driver.o |
244 | $(AR) $(FUZZ_ARFLAGS) $@ d_fuzz_regression_driver.o |
245 | |
246 | corpora/%_seed_corpus.zip: |
247 | @mkdir -p corpora |
248 | $(DOWNLOAD) $@ $(CORPORA_URL_PREFIX)$*_seed_corpus.zip |
249 | |
250 | corpora/%: corpora/%_seed_corpus.zip |
251 | unzip -q $^ -d $@ |
252 | |
253 | .PHONY: corpora |
254 | corpora: $(patsubst %,corpora/%,$(FUZZ_TARGETS)) |
255 | |
256 | .PHONY: seedcorpora |
257 | seedcorpora: $(patsubst %,corpora/%_seed_corpus.zip,$(FUZZ_TARGETS)) |
258 | |
259 | regressiontest: corpora |
260 | CC="$(CC)" CXX="$(CXX)" CFLAGS="$(CFLAGS)" CXXFLAGS="$(CXXFLAGS)" LDFLAGS="$(LDFLAGS)" $(PYTHON) ./fuzz.py build all |
261 | $(PYTHON) ./fuzz.py regression all |
262 | |
263 | clean: |
264 | @$(RM) *.a *.o $(FUZZ_TARGETS) |
265 | @echo Cleaning completed |
266 | |
267 | cleanall: |
268 | @$(RM) -r Fuzzer |
269 | @$(RM) -r corpora |
270 | @echo Cleaning completed |