]>
Commit | Line | Data |
---|---|---|
ff12a795 | 1 | #!/usr/bin/env bash |
db9ecf05 | 2 | # SPDX-License-Identifier: LGPL-2.1-or-later |
7db7d5b7 JR |
3 | |
4 | set -ex | |
5 | ||
6 | export LC_CTYPE=C.UTF-8 | |
7 | ||
36cd9913 ZJS |
8 | export CC=${CC:-clang} |
9 | export CXX=${CXX:-clang++} | |
10 | clang_version="$($CC --version | sed -nr 's/.*version ([^ ]+?) .*/\1/p' | sed -r 's/-$//')" | |
11 | ||
31e57a35 | 12 | SANITIZER=${SANITIZER:-address -fsanitize-address-use-after-scope} |
85ed9124 | 13 | flags="-O1 -fno-omit-frame-pointer -g -DFUZZING_BUILD_MODE_UNSAFE_FOR_PRODUCTION -fsanitize=$SANITIZER" |
31e57a35 | 14 | |
36cd9913 ZJS |
15 | clang_lib="/usr/lib64/clang/${clang_version}/lib/linux" |
16 | [ -d "$clang_lib" ] || clang_lib="/usr/lib/clang/${clang_version}/lib/linux" | |
17 | ||
31e57a35 JR |
18 | export CFLAGS=${CFLAGS:-$flags} |
19 | export CXXFLAGS=${CXXFLAGS:-$flags} | |
36cd9913 ZJS |
20 | export LDFLAGS=${LDFLAGS:--L${clang_lib}} |
21 | ||
31e57a35 JR |
22 | export WORK=${WORK:-$(pwd)} |
23 | export OUT=${OUT:-$(pwd)/out} | |
f7e0d22d | 24 | mkdir -p "$OUT" |
31e57a35 | 25 | |
f7e0d22d FS |
26 | build="$WORK/build" |
27 | rm -rf "$build" | |
28 | mkdir -p "$build" | |
7d941c06 | 29 | |
31e57a35 | 30 | if [ -z "$FUZZING_ENGINE" ]; then |
cc5549ca | 31 | fuzzflag="llvm-fuzz=true" |
1f034000 EV |
32 | else |
33 | fuzzflag="oss-fuzz=true" | |
2fd1beb3 EV |
34 | |
35 | apt-get update | |
36 | apt-get install -y gperf m4 gettext python3-pip \ | |
37 | libcap-dev libmount-dev libkmod-dev \ | |
69aa4982 | 38 | pkg-config wget python3-jinja2 zipmerge |
4b65fc87 EV |
39 | |
40 | # gnu-efi is installed here to enable -Dgnu-efi behind which fuzz-bcd | |
41 | # is hidden. It isn't linked against efi. It doesn't | |
42 | # even include "efi.h" because "bcd.c" can work in "unit test" mode | |
43 | # where it isn't necessary. | |
44 | apt-get install -y gnu-efi zstd | |
45 | ||
4997d1b9 EV |
46 | pip3 install -r .github/workflows/requirements.txt --require-hashes |
47 | ||
48 | # https://github.com/google/oss-fuzz/issues/6868 | |
49 | ORIG_PYTHONPATH=$(python3 -c 'import sys;print(":".join(sys.path[1:]))') | |
50 | export PYTHONPATH="$ORIG_PYTHONPATH:/usr/lib/python3/dist-packages/" | |
2fd1beb3 | 51 | |
1f034000 | 52 | if [[ "$SANITIZER" == undefined ]]; then |
c84059f1 EV |
53 | additional_ubsan_checks=pointer-overflow,alignment |
54 | UBSAN_FLAGS="-fsanitize=$additional_ubsan_checks -fno-sanitize-recover=$additional_ubsan_checks" | |
1f034000 EV |
55 | CFLAGS="$CFLAGS $UBSAN_FLAGS" |
56 | CXXFLAGS="$CXXFLAGS $UBSAN_FLAGS" | |
57 | fi | |
31e57a35 JR |
58 | fi |
59 | ||
f7e0d22d FS |
60 | if ! meson "$build" "-D$fuzzflag" -Db_lundef=false; then |
61 | cat "$build/meson-logs/meson-log.txt" | |
77591e97 EV |
62 | exit 1 |
63 | fi | |
64 | ||
f7e0d22d | 65 | ninja -v -C "$build" fuzzers |
7db7d5b7 | 66 | |
4b65fc87 EV |
67 | # Compressed BCD files are kept in test/test-bcd so let's unpack them |
68 | # and put them all in the seed corpus. | |
69 | bcd=$(mktemp -d) | |
70 | for i in test/test-bcd/*.zst; do | |
71 | unzstd "$i" -o "$bcd/$(basename "${i%.zst}")"; | |
72 | done | |
73 | zip -jqr "$OUT/fuzz-bcd_seed_corpus.zip" "$bcd" | |
74 | rm -rf "$bcd" | |
75 | ||
e0ec0450 EV |
76 | hosts=$(mktemp) |
77 | wget -O "$hosts" https://raw.githubusercontent.com/StevenBlack/hosts/master/hosts | |
78 | zip -jq "$OUT/fuzz-etc-hosts_seed_corpus.zip" "$hosts" | |
79 | rm -rf "$hosts" | |
80 | ||
93b575b2 ZJS |
81 | # The seed corpus is a separate flat archive for each fuzzer, |
82 | # with a fixed name ${fuzzer}_seed_corpus.zip. | |
81f84a2c | 83 | for d in test/fuzz/fuzz-*; do |
f7e0d22d | 84 | zip -jqr "$OUT/$(basename "$d")_seed_corpus.zip" "$d" |
2bd37c5b JR |
85 | done |
86 | ||
87 | # get fuzz-dns-packet corpus | |
f7e0d22d FS |
88 | df="$build/dns-fuzzing" |
89 | git clone --depth 1 https://github.com/CZ-NIC/dns-fuzzing "$df" | |
90 | zip -jqr "$OUT/fuzz-dns-packet_seed_corpus.zip" "$df/packet" | |
7db7d5b7 | 91 | |
4287c855 ZJS |
92 | install -Dt "$OUT/src/shared/" \ |
93 | "$build"/src/shared/libsystemd-shared-*.so \ | |
94 | "$build"/src/core/libsystemd-core-*.so | |
7db7d5b7 | 95 | |
f7e0d22d | 96 | wget -O "$OUT/fuzz-json.dict" https://raw.githubusercontent.com/rc0r/afl-fuzz/master/dictionaries/json.dict |
6315d12b | 97 | |
f7e0d22d FS |
98 | find "$build" -maxdepth 1 -type f -executable -name "fuzz-*" -exec mv {} "$OUT" \; |
99 | find src -type f -name "fuzz-*.dict" -exec cp {} "$OUT" \; | |
100 | cp src/fuzz/*.options "$OUT" | |
69aa4982 EV |
101 | |
102 | if [[ "$MERGE_WITH_OSS_FUZZ_CORPORA" == "yes" ]]; then | |
103 | for f in "$OUT/"fuzz-*; do | |
104 | [[ -x "$f" ]] || continue | |
105 | fuzzer=$(basename "$f") | |
106 | t=$(mktemp) | |
107 | if wget -O "$t" "https://storage.googleapis.com/systemd-backup.clusterfuzz-external.appspot.com/corpus/libFuzzer/systemd_${fuzzer}/public.zip"; then | |
108 | zipmerge "$OUT/${fuzzer}_seed_corpus.zip" "$t" | |
109 | fi | |
110 | rm -rf "$t" | |
111 | done | |
112 | fi |