1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
|
#!/bin/sh
set -e
# Build dependencies beyond compilers and make:
# OpenMandriva: urpmi cmake 'pkgconfig(libedit)' go lib64gmp-devel lib64mpfr-devel lib64mpc-devel gettext-devel autoconf automake libtool flex byacc
# Fedora: dnf install cmake libedit-devel golang autoconf automake libtool flex byacc
# Some settings...
export OPTFLAGS="-O2"
# Set to "true" or "false" -- used in the context of "${WITH_TESTS} && doSomething"
export WITH_TESTS=true
NINJA_VERSION=1.7.2
LLVM_REV=tags/RELEASE_401/final
CLANG_VERSION=4.0.1
GO_VERSION=1.8
BINUTILS_VERSION=2.28
GCC_VERSION=linaro-snapshot-6.3-2017.05
GLIBC_VERSION=2.25
BISON_VERSION=3.0.4
FLEX_VERSION=2.5.39
ARCH=`uname -m`
[ "$ARCH" = "aarch64" ] && ARCH=arm64
OS="`uname -s |tr A-Z a-z`"
MYDIR="$(realpath $(dirname $0))"
# Enough settings - let's get to work
MFLAGS="-j$(getconf _NPROCESSORS_ONLN)"
GCC_V=$(echo ${GCC_VERSION} |sed -e 's,^[a-z-]*,,;s,-.*,,')
mkdir -p prebuilts-tmp
cd prebuilts-tmp
export TOPDIR="$(pwd)"
export OUTDIR="${TOPDIR}/out"
export PATH=${OUTDIR}/prebuilts/build-tools/${OS}-${ARCH}/bin:${OUTDIR}/prebuilts/clang/host/${OS}-${ARCH}/clang-${CLANG_VERSION}/bin:${OUTDIR}/prebuilts/go/${OS}-${ARCH}/bin:${OUTDIR}/prebuilts/gcc/${OS}-${ARCH}/host/$(uname -m)-${OS}-glibc${GLIBC_VERSION}-${GCC_V}/bin:${PATH}
status() {
echo -e "\e[44m$@\e[49m"
}
##############################################################################
### Build ninja first (so we can use it for building llvm too) ###
##############################################################################
status Building ninja
[ -d ninja ] || git clone -b v${NINJA_VERSION} git://github.com/ninja-build/ninja.git
cd ninja
export CFLAGS="${OPTFLAGS}"
export LDFLAGS="${OPTFLAGS}"
./configure.py --bootstrap
./ninja
if ${WITH_TESTS}; then
./ninja ninja_test
./ninja_test
fi
cd ..
mkdir -p ${OUTDIR}/prebuilts/build-tools/$OS-$ARCH/bin/
cp ninja/ninja ${OUTDIR}/prebuilts/build-tools/$OS-$ARCH/bin/
##############################################################################
### Build llvm, clang and friends ###
##############################################################################
status Building LLVM
mkdir -p llvm
cd llvm
if [ -z "USE_AOSP_CLANG" ]; then
repo init -u https://android.googlesource.com/platform/manifest -b llvm
repo sync
cd build/soong
patch -p1 <${MYDIR}/build_soong-aarch64-host.patch
cd ../..
else
if [ -d llvm ]; then
cd llvm
svn up
cd tools/clang
svn up
cd ../polly
svn up
cd ../clang/tools/extra
svn up
cd ../../../../projects/compiler-rt
svn up
cd ../libunwind
svn up
cd ../../tools/lldb
svn up
cd ../lld
svn up
cd ../../projects/openmp
svn up
cd ../libcxx
svn up
cd ../libcxxabi
svn up
cd ../../..
else
svn co http://llvm.org/svn/llvm-project/llvm/$LLVM_REV llvm
svn co http://llvm.org/svn/llvm-project/cfe/$LLVM_REV llvm/tools/clang
svn co http://llvm.org/svn/llvm-project/polly/$LLVM_REV llvm/tools/polly
svn co http://llvm.org/svn/llvm-project/clang-tools-extra/$LLVM_REV llvm/tools/clang/tools/extra
svn co http://llvm.org/svn/llvm-project/compiler-rt/$LLVM_REV llvm/projects/compiler-rt
svn co http://llvm.org/svn/llvm-project/libunwind/$LLVM_REV llvm/projects/libunwind
svn co http://llvm.org/svn/llvm-project/lldb/$LLVM_REV llvm/tools/lldb
svn co http://llvm.org/svn/llvm-project/lld/$LLVM_REV llvm/tools/lld
svn co http://llvm.org/svn/llvm-project/openmp/$LLVM_REV llvm/projects/openmp
svn co http://llvm.org/svn/llvm-project/libcxx/$LLVM_REV llvm/projects/libcxx
svn co http://llvm.org/svn/llvm-project/libcxxabi/$LLVM_REV llvm/projects/libcxxabi
cd llvm
patch -p1 <$MYDIR/llvm-4.0-libc++-libc++abi-dependency.patch
cd ..
fi
fi
# Needed for std::bind in some versions of libstdc++
grep -q '<functional>' llvm/tools/lldb/include/lldb/Utility/TaskPool.h || sed -i -e '/#include <future>/i#include <functional>' llvm/tools/lldb/include/lldb/Utility/TaskPool.h
cd llvm
mkdir -p build/clang-${CLANG_VERSION} build/lib/python2.7
cd build
cmake -G Ninja ../ \
-DCMAKE_BUILD_TYPE=Release \
-DPYTHON_EXECUTABLE=/usr/bin/python2 \
-DLLVM_ENABLE_CXX1Y:BOOL=ON \
-DLLVM_ENABLE_RTTI:BOOL=ON \
-DLLVM_ENABLE_EH:BOOL=ON \
-DLIBCXX_CXX_ABI=libcxxabi \
-DLIBCXX_ENABLE_CXX1Y:BOOL=ON \
-DLIBCXXABI_LIBCXX_INCLUDES=$(pwd)/../projects/libcxx/include \
-DLIBCXX_CXX_ABI_INCLUDE_PATHS=$(pwd)/../projects/libcxxabi/include \
-DCMAKE_SHARED_LINKER_FLAGS="-L$(pwd)/lib" \
-DLIBCXXABI_USE_LLVM_UNWINDER:BOOL=ON \
-DCMAKE_INSTALL_PREFIX=./clang-${CLANG_VERSION} \
-DLLVM_TARGETS_TO_BUILD="ARM;X86;AArch64;Mips" \
-DLLVM_ENABLE_LIBCXX:BOOL=ON \
-DLLVM_ENABLE_LIBCXXABI:BOOL=ON \
-DCMAKE_C_COMPILER=gcc \
-DCMAKE_CXX_COMPILER=g++
${TOPDIR}/ninja/ninja install
cd ../../..
# Headers for cross-compiling libFuzzer
if [ -d development ]; then
cd development
git pull
cd ..
else
git clone https://android.googlesource.com/platform/development.git
fi
if [ -d ndk ]; then
cd ndk
git pull
cd ..
else
git clone https://android.googlesource.com/platform/prebuilts/ndk.git
cd ndk
patch -p1 <${MYDIR}/ndk-libc++-bionic.patch
cd ..
fi
cd llvm/llvm/lib/Fuzzer
# FIXME should also build mips64 variant once we have the right binutils
for i in host arm aarch64 i386 x86_64 mips; do
case $i in
aarch64)
NDKARCH=arm64
;;
i386)
NDKARCH=x86
;;
*)
NDKARCH=$i
;;
esac
target=""
case $i in
host)
;;
arm)
target="-target arm-linux-androideabi -isystem ${TOPDIR}/ndk/r11/platforms/android-24/arch-$NDKARCH/usr/include -isystem ${TOPDIR}/development/ndk/platforms/android-21/include -isystem ${TOPDIR}/development/ndk/platforms/android-21/arch-${NDKARCH}/include -isystem ${TOPDIR}/ndk/r13/sources/cxx-stl/llvm-libc++/include"
;;
*)
target="-target $i-linux-android -isystem ${TOPDIR}/ndk/r11/platforms/android-24/arch-$NDKARCH/usr/include -isystem ${TOPDIR}/development/ndk/platforms/android-21/include -isystem ${TOPDIR}/development/ndk/platforms/android-21/arch-${NDKARCH}/include -isystem ${TOPDIR}/ndk/r13/sources/cxx-stl/llvm-libc++/include"
;;
esac
mkdir -p $i
cd $i
set -x
for j in ../*.cpp; do
clang $target -std=c++11 -g -O2 -fno-omit-frame-pointer -o $(basename $j |sed -e 's,\.cpp,.o,') -c $j
done
ar ru libFuzzer.a *.o
ranlib libFuzzer.a
mkdir -p ${OUTDIR}/prebuilts/clang/host/$OS-$ARCH/clang-${CLANG_VERSION}/lib64/clang/$(echo ${CLANG_VERSION} |cut -d. -f1-2)/lib/$OS/$i
cp -f libFuzzer.a ${OUTDIR}/prebuilts/clang/host/$OS-$ARCH/clang-${CLANG_VERSION}/lib64/clang/$(echo ${CLANG_VERSION} |cut -d. -f1-2)/lib/$OS/$i/
set +x
cd ..
done
cd ../../../..
cp -a llvm/llvm/build/clang-${CLANG_VERSION}/* ${OUTDIR}/prebuilts/clang/host/$OS-$ARCH/clang-${CLANG_VERSION}
mkdir -p ${OUTDIR}/prebuilts/clang/host/$OS-$ARCH/clang-${CLANG_VERSION}/prebuilt_include/llvm/lib/Fuzzer/
cp -af llvm/llvm/lib/Fuzzer/*.h ${OUTDIR}/prebuilts/clang/host/$OS-$ARCH/clang-${CLANG_VERSION}/prebuilt_include/llvm/lib/Fuzzer/
EVIL_WORKAROUND=true
if $EVIL_WORKAROUND; then
# FIXME this is WRONG, but somehow soong doesn't pick up libFuzzer in the right place.
# Probably there's still a linux-x86 hardcode somewhere.
for i in host arm aarch64 i386 x86_64 mips; do
mkdir -p ${OUTDIR}/prebuilts/clang/host/linux-x86/clang-${CLANG_VERSION}/lib64/clang/$(echo ${CLANG_VERSION} |cut -d. -f1-2)/lib/$OS/$i/
cp -a ${OUTDIR}/prebuilts/clang/host/$OS-$ARCH/clang-${CLANG_VERSION}/lib64/clang/$(echo ${CLANG_VERSION} |cut -d. -f1-2)/lib/$OS/$i/libFuzzer.a ${OUTDIR}/prebuilts/clang/host/linux-x86/clang-${CLANG_VERSION}/lib64/clang/$(echo ${CLANG_VERSION} |cut -d. -f1-2)/lib/$OS/$i/
done
mkdir -p ${OUTDIR}/prebuilts/clang/host/linux-x86/clang-${CLANG_VERSION}/prebuilt_include/llvm/lib/Fuzzer
cp -af llvm/llvm/lib/Fuzzer/*.h ${OUTDIR}/prebuilts/clang/host/linux-x86/clang-${CLANG_VERSION}/prebuilt_include/llvm/lib/Fuzzer/
fi
##############################################################################
### Build go ###
##############################################################################
status Building go
[ -d go ] || git clone https://go.googlesource.com/go -b go${GO_VERSION}
cd go
unset GOROOT || :
unset GOBIN || :
export GOROOT_BOOTSTRAP=$(/usr/bin/go env |grep ^GOROOT= |cut -d= -f2 |sed -e 's,",,g')
export GOHOSTOS="$(uname |tr A-Z a-z)"
export GOHOSTARCH="$(uname -m)"
case "${GOHOSTARCH}" in
aarch64)
export GOHOSTARCH=arm64
;;
x86_64)
export GOHOSTARCH=amd64
;;
esac
cd src
CFLAGS="${OPTFLAGS}" LDFLAGS="${OPTFLAGS}" CC_FOR_TARGET=clang CXX_FOR_TARGET=clang++ GOOS=${GOHOSTOS} GOARCH=${GOHOSTARCH} ./make.bash
echo "make.bash finished"
unset GOROOT
unset GOBIN
unset GOROOT_BOOTSTRAP
unset GOHOSTOS
unset GOHOSTARCH
cd ../..
mkdir -p ${OUTDIR}/prebuilts/go/$OS-$ARCH
cp -a go/* ${OUTDIR}/prebuilts/go/$OS-$ARCH/
export GOROOT=${OUTDIR}/prebuilts/go/${OS}-${ARCH}
##############################################################################
### Build kati and ckati ###
##############################################################################
[ -d kati ] || git clone https://android.googlesource.com/platform/build/kati
cd kati
status Building ckati
make ${MFLAGS} -f Makefile.ckati
status Building kati
make ${MFLAGS} -f Makefile.kati
# FIXME ckati_stamp_dump is supposed to be built through Android.bp once we have soong
status building ckati_stamp_dump
clang++ -O2 -std=c++14 -o ckati_stamp_dump regen_dump.cc affinity.cc command.cc dep.cc eval.cc exec.cc expr.cc file.cc file_cache.cc fileutil.cc find.cc flags.cc func.cc io.cc log.cc ninja.cc parser.cc regen.cc rule.cc stats.cc stmt.cc string_piece.cc stringprintf.cc strutil.cc symtab.cc thread_pool.cc timeutil.cc var.cc version_unknown.cc -lpthread
mkdir -p ${OUTDIR}/prebuilts/build-tools/$OS-$ARCH/bin/
cp -a ckati ckati_stamp_dump ${OUTDIR}/prebuilts/build-tools/$OS-$ARCH/bin/
# We also build out/bin/kati, but for now that's not needed in prebuilts
cd ..
##############################################################################
### Build makeparallel, ijar, ziptime, acp ###
##############################################################################
[ -d build ] || git clone https://android.googlesource.com/platform/build/
status Building makeparallel
cd build/tools/makeparallel
make ${MFLAGS}
cp makeparallel ${OUTDIR}/prebuilts/build-tools/$OS-$ARCH/bin/
status Building ijar
cd ../ijar
clang++ -std=c++14 -O2 -o ijar {classfile,ijar,zip}.cc -lz
cp ijar ${OUTDIR}/prebuilts/build-tools/$OS-$ARCH/bin/
status Building ziptime
cd ../ziptime
clang++ -std=c++14 -O2 -o ziptime *.cpp
cp ziptime ${OUTDIR}/prebuilts/build-tools/$OS-$ARCH/bin/
status Building acp
cd ../acp
clang -O2 -o acp *.c ${TOPDIR}/build/tools/libhost/*.c -I${TOPDIR}/build/tools/libhost/include
cp acp ${OUTDIR}/prebuilts/build-tools/$OS-$ARCH/bin/
cd ../../..
##############################################################################
### Build bpfmt ###
##############################################################################
status Building bpfmt
cd build
[ -d blueprint ] || git clone https://android.googlesource.com/platform/build/blueprint
[ -d blueprint-bin ] || mkdir blueprint-bin
cd blueprint-bin
status Building bpfmt
bash ../blueprint/bootstrap.bash
ninja -f .minibootstrap/build.ninja
ninja -f .bootstrap/build.ninja
cd ../blueprint
GOROOT=${OUTDIR}/prebuilts/go/$OS-$ARCH go get github.com/google/blueprint/parser
cd bpfmt
go build bpfmt.go
cp bpfmt ${OUTDIR}/prebuilts/build-tools/$OS-$ARCH/bin/
cd ../../..
##############################################################################
### Binutils/gcc based toolchains ###
##############################################################################
status Downloading binutils and gcc
if ! [ -d binutils-${BINUTILS_VERSION} ]; then
wget http://ftp.gnu.org/gnu/binutils/binutils-${BINUTILS_VERSION}.tar.bz2
tar xf binutils-${BINUTILS_VERSION}.tar.bz2
fi
if ! [ -d gcc-${GCC_VERSION} ]; then
if echo ${GCC_VERSION} |grep -q linaro; then
V=$(echo ${GCC_VERSION} |sed -e 's,^[a-z-]*,,')
wget http://snapshots.linaro.org/components/toolchain/gcc-linaro/${V}/gcc-${GCC_VERSION}.tar.xz
tar xf gcc-${GCC_VERSION}.tar.xz
else
wget http://ftp.gnu.org/pub/gnu/gcc/gcc-${GCC_VERSION}/gcc-${GCC_VERSION}.tar.bz2
tar xf gcc-${GCC_VERSION}.tar.bz2
fi
fi
for target in $(uname -m)-${OS}; do
status Building $target binutils
mkdir -p binutils-build-${BINUTILS_VERSION}-$target
cd binutils-build-${BINUTILS_VERSION}-$target
../binutils-${BINUTILS_VERSION}/configure --target=$target --prefix=/prebuilts/gcc/${OS}-${ARCH}/host/${target}-glibc${GLIBC_VERSION}-${GCC_V}
make ${MFLAGS}
make ${MFLAGS} install DESTDIR="${OUTDIR}"
cd ..
status Building $target gcc
mkdir -p gcc-build-${GCC_VERSION}-$target
cd gcc-build-${GCC_VERSION}-$target
../gcc-${GCC_VERSION}/configure --target=$target --prefix=/prebuilts/gcc/${OS}-${ARCH}/host/${target}-glibc${GLIBC_VERSION}-${GCC_V} --enable-languages=c,c++
make ${MFLAGS}
make ${MFLAGS} install DESTDIR="${OUTDIR}"
cd ..
done
##############################################################################
### Build bison ###
##############################################################################
status Building bison
if ! [ -d bison-${BISON_VERSION} ]; then
wget http://ftp.gnu.org/gnu/bison/bison-${BISON_VERSION}.tar.xz
tar xf bison-${BISON_VERSION}.tar.xz
fi
mkdir -p bison-build-${BISON_VERSION}
cd bison-build-${BISON_VERSION}
../bison-${BISON_VERSION}/configure --prefix=/prebuilts/misc/${OS}-${ARCH}/bison
make ${MFLAGS}
mkdir -p "${OUTDIR}"/prebuilts/misc/${OS}-${ARCH}/bison/
cp -a src/bison "${OUTDIR}"/prebuilts/misc/${OS}-${ARCH}/bison/
cd ..
##############################################################################
### Build flex ###
##############################################################################
status Building flex
[ -d flex ] || git clone -b flex-${FLEX_VERSION} https://github.com/westes/flex
cd flex
# We don't ship docs and don't want to deal with the slew of dependencies
# needed to build them...
# sed -i -e '/doc \\/d' Makefile.am
./autogen.sh
# As of 2.5.39, flex doesn't like out-of-source builds
./configure --prefix=/prebuilts/misc/${OS}-${ARCH}/flex
make ${MFLAGS} TEXI2DVI=true
mkdir -p "${OUTDIR}"/prebuilts/misc/${OS}-${ARCH}/flex/
cp -a flex "${OUTDIR}"/prebuilts/misc/${OS}-${ARCH}/flex/flex-${FLEX_VERSION}
cd ..
|
