cookutils annotate cross @ rev 408

cross: make compile more stable, some vars maybe be altered by packages so init_copile before each build
author Christophe Lincoln <pankso@slitaz.org>
date Sun May 13 23:45:59 2012 +0200 (2012-05-13)
parents ad6f30bc0095
children d85e10cb82c7
rev   line source
pankso@361 1 #!/bin/sh
pankso@361 2 #
pankso@361 3 # Cross - Help build a cross toolchain on SliTaz.
pankso@361 4 #
pankso@361 5 # Copyright 2012 (C) SliTaz GNU/Linux - BSD License
pankso@361 6 # Author: Christophe Lincoln <pankso@slitaz.org>
pankso@361 7 #
pankso@361 8 . /lib/libtaz.sh
pankso@370 9
pankso@370 10 [ -f "/etc/slitaz/cross.conf" ] && . /etc/slitaz/cross.conf
pankso@370 11 [ -f "cross.conf" ] && . ./cross.conf
pankso@361 12
pankso@374 13 # Handle --config=/path/to/cross.conf
pankso@374 14 [ "$config" ] && . $config
pankso@374 15
pankso@361 16 # Help and usage.
pankso@361 17 usage() {
pankso@361 18 cat << EOT
pankso@361 19
pankso@361 20 Usage: $(basename $0) command --option
pankso@361 21
pankso@361 22 Commands:
pankso@361 23 howto Man alike and howto
paul@382 24 info Display cross-tools info
pankso@361 25 testsuite Execute a small testsuite
pankso@361 26 check-env Check build host tools
pankso@361 27 download Download necessary sources
pankso@371 28 clean Clean-up build environment
pankso@371 29 clean-tools Clean: $PREFIX
pankso@361 30 show-log Show a compile log
pankso@361 31 binutils Compile Binutils
pankso@361 32 gcc-static Compile GCC static
pankso@361 33 linux-headers Install Kernel headers
pankso@361 34 glibc Compile GNU Glibc
pankso@361 35 gcc-final Compile final GCC
pankso@361 36 busybox Cross compile Busybox
pankso@361 37 compile Compile everything at once
pankso@361 38
pankso@361 39 EOT
pankso@361 40 }
pankso@361 41
pankso@361 42 # Make sure we have all directories.
pankso@361 43 init_compile() {
pankso@361 44 export LC_ALL=POSIX LANG=POSIX
pankso@403 45 [ "$SYSROOT" ] || export PATH=$PATH:$PREFIX/bin
pankso@400 46 export CROSS_COMPILE=${TARGET}-
pankso@361 47 source=$WORK/source
pankso@361 48 logdir=$WORK/log
pankso@403 49 #install=$WORK/install
pankso@361 50 mkdir -p $source $logdir $install
pankso@361 51 cd $source
pankso@361 52 }
pankso@361 53
pankso@361 54 # Get source if not yet in $SRC.
pankso@361 55 download_src() {
pankso@361 56 mkdir -p $SRC && cd $SRC
pankso@361 57 [ -f "binutils-$BINUTILS_VERSION.tar.bz2" ] || wget $BINUTILS_WGET
pankso@361 58 [ -f "linux-$LINUX_VERSION.tar.bz2" ] || wget $LINUX_WGET
pankso@361 59 [ -f "glibc-$GLIBC_VERSION.tar.bz2" ] || wget $GLIBC_WGET
pankso@361 60 [ -f "gcc-$GCC_VERSION.tar.bz2" ] || wget $GCC_WGET
pankso@361 61 [ -f "busybox-$BUSYBOX_VERSION.tar.bz2" ] || wget $BUSYBOX_WGET
pankso@361 62 }
pankso@361 63
pankso@403 64 # Use sysroot or not ?
pankso@403 65 check_sysroot() {
pankso@403 66 if [ "$SYSROOT" ]; then
pankso@403 67 PREFIX=/usr
pankso@403 68 HDR_PATH=$SYSROOT/usr
pankso@403 69 sysroot="--with-sysroot=$SYSROOT"
pankso@403 70 echo "Cross configure: $sysroot"
pankso@403 71 else
pankso@403 72 HDR_PATH=$PREFIX
pankso@403 73 fi
pankso@403 74 }
pankso@403 75
pankso@361 76 # 1. Binutils
pankso@361 77 binutils() {
pankso@408 78 init_compile
pankso@361 79 echo "Extracting: binutils-$BINUTILS_VERSION.tar.bz2"
pankso@361 80 tar xjf $SRC/binutils-$BINUTILS_VERSION.tar.bz2
pankso@400 81 : ${BINUTILS_ARGS=--enable-shared}
pankso@403 82 check_sysroot
pankso@361 83 cd binutils-$BINUTILS_VERSION
pankso@361 84 ./configure \
pankso@361 85 --prefix=$PREFIX \
pankso@361 86 --target=$TARGET \
pankso@361 87 --enable-targets=$BUILD_SYSTEM \
pankso@403 88 $BINUTILS_ARGS $sysroot
pankso@361 89 make || exit 1
pankso@361 90 make install
pankso@361 91 }
pankso@361 92
pankso@403 93 # 2. GCC static (first pass)
pankso@361 94 gcc_static() {
pankso@408 95 init_compile
pankso@361 96 echo "Extracting: gcc-$GCC_VERSION.tar.bz2"
pankso@361 97 tar xjf $SRC/gcc-$GCC_VERSION.tar.bz2
pankso@403 98 check_sysroot
pankso@403 99 # Arch fixes and work around
pankso@403 100 case "$ARCH" in
pankso@403 101 x86_64)
pankso@403 102 # GCC wants Glib headers in cross environment (not tested
pankso@403 103 # with sysroot) Should we install glibc-headers before ?
pankso@403 104 [ "$SYSROOT" ] || \
pankso@403 105 ls -s /usr/include $PREFIX/$TARGET/include ;;
pankso@403 106 esac
pankso@361 107 rm -rf gcc-static
pankso@361 108 mkdir gcc-static && cd gcc-static
pankso@361 109 ../gcc-$GCC_VERSION/configure \
pankso@361 110 --prefix=$PREFIX \
pankso@374 111 --libexec=$PREFIX/lib \
pankso@361 112 --target=$TARGET \
pankso@361 113 --disable-shared \
pankso@361 114 --disable-threads \
pankso@361 115 --without-headers \
pankso@361 116 --with-newlib \
pankso@403 117 $GCC_STATIC_ARGS $sysroot
pankso@361 118 make all-gcc all-target-libgcc || exit 1
pankso@361 119 make install-gcc install-target-libgcc
pankso@361 120 cd $PREFIX/lib/gcc/$TARGET/$GCC_VERSION
paul@382 121 echo "Creating symlink for static libgcc: libgcc_eh.a"
pankso@366 122 rm -f libgcc_eh.a && ln -s libgcc.a libgcc_eh.a
pankso@361 123 }
pankso@361 124
pankso@403 125 # 3. Kernel headers use static GCC
pankso@403 126 linux_headers() {
pankso@408 127 init_compile
pankso@403 128 echo "Extracting: linux-$LINUX_VERSION.tar.bz2"
pankso@403 129 tar xjf $SRC/linux-$LINUX_VERSION.tar.bz2
pankso@403 130 check_sysroot
pankso@403 131 cd linux-$LINUX_VERSION
pankso@403 132 make mrproper
pankso@403 133 make ARCH=$ARCH headers_check
pankso@403 134 make ARCH=$ARCH headers_install \
pankso@403 135 INSTALL_HDR_PATH=$HDR_PATH
pankso@403 136 }
pankso@403 137
pankso@361 138 # 4. GNU Glibc
pankso@361 139 glibc() {
pankso@408 140 init_compile
pankso@361 141 echo "Extracting: glibc-$GLIBC_VERSION.tar.bz2"
pankso@361 142 tar xjf $SRC/glibc-$GLIBC_VERSION.tar.bz2
pankso@361 143 [ "$continue" ] || rm -rf glibc-build
pankso@400 144 # Some arch may need glibc-ports and custom CFLAGS
pankso@403 145 case "$ARCH" in
pankso@361 146 arm)
pankso@401 147 #export CFLAGS="-march=armv6 -mtune=generic -g -O2"
pankso@362 148 [ -f "$SRC/glibc-ports-$GLIBC_VERSION.tar.bz2" ] || wget \
pankso@362 149 http://ftp.gnu.org/gnu/libc/glibc-ports-$GLIBC_VERSION.tar.bz2 \
pankso@362 150 -O $SRC/glibc-ports-$GLIBC_VERSION.tar.bz2 || exit 1
pankso@361 151 echo "Extracting: glibc-ports-$GLIBC_VERSION.tar.bz2"
pankso@361 152 rm -rf glibc-$GLIBC_VERSION/ports
pankso@361 153 tar xjf $SRC/glibc-ports-$GLIBC_VERSION.tar.bz2
pankso@361 154 mv glibc-ports-$GLIBC_VERSION glibc-$GLIBC_VERSION/ports ;;
pankso@361 155 esac
pankso@404 156 #echo "CFLAGS: $CFLAGS"
pankso@361 157 mkdir -p glibc-build && cd glibc-build
pankso@365 158 BUILD_CC="gcc" \
pankso@361 159 CC="$PREFIX/bin/$TARGET-gcc" \
pankso@361 160 libc_cv_forced_unwind=yes \
pankso@361 161 libc_cv_c_cleanup=yes \
pankso@361 162 ../glibc-$GLIBC_VERSION/configure \
pankso@361 163 --prefix=$PREFIX \
pankso@361 164 --host=$TARGET \
pankso@361 165 --with-headers=$PREFIX/include \
pankso@361 166 --with-binutils=$PREFIX/bin \
pankso@400 167 --enable-add-ons $GLIBC_ARGS
pankso@361 168 make || exit 1
pankso@361 169 make install
pankso@403 170 # Work around to let GCC find Glibc headers.
pankso@404 171 if [ "$SYSROOT" ]; then
pankso@404 172 cd $SYSROOT
pankso@404 173 ln -s usr/include sys-include
pankso@404 174 else
pankso@403 175 cd $PREFIX/$TARGET
pankso@403 176 rm -rf lib include
pankso@403 177 ln -s ../lib lib
pankso@403 178 ln -s ../include include
pankso@403 179 fi
pankso@403 180 #unset CFLAGS
pankso@361 181 }
pankso@361 182
pankso@361 183 # 5. GCC final
pankso@361 184 gcc_final() {
pankso@408 185 init_compile
pankso@361 186 if [ ! -d "gcc-$GCC_VERSION" ]; then
pankso@361 187 echo "Extracting: gcc-$GCC_VERSION.tar.bz2"
pankso@361 188 tar xjf $SRC/gcc-$GCC_VERSION.tar.bz2
pankso@361 189 fi
pankso@403 190 check_sysroot
pankso@361 191 rm -rf gcc-build
pankso@361 192 mkdir gcc-build && cd gcc-build
pankso@361 193 ../gcc-$GCC_VERSION/configure \
pankso@361 194 --prefix=$PREFIX \
pankso@374 195 --libexec=$PREFIX/lib \
pankso@361 196 --target=$TARGET \
pankso@361 197 --enable-shared \
pankso@361 198 --enable-c99 \
pankso@361 199 --enable-long-long \
pankso@361 200 --enable-__cxa_atexit \
pankso@400 201 --with-pkgversion="SliTaz" \
pankso@403 202 $GCC_FINAL_ARGS $sysroot
pankso@361 203 make || exit 1
pankso@361 204 make install
pankso@361 205 }
pankso@361 206
paul@382 207 # Build Busybox to we can create prebuilt tiny rootfs image and boot
pankso@361 208 # from NFS ?
pankso@361 209 cross_busybox() {
pankso@408 210 init_compile
pankso@361 211 echo "Extracting: busybox-$BUSYBOX_VERSION.tar.bz2"
pankso@361 212 tar xjf $SRC/busybox-$BUSYBOX_VERSION.tar.bz2
pankso@361 213 cd busybox-$BUSYBOX_VERSION
pankso@400 214 # CROSS_COMPILE is exported via init_compile.
pankso@400 215 make defconfig
pankso@400 216 make || exit 1
pankso@400 217 make install
pankso@361 218 chmod 4755 _install/bin/busybox
pankso@361 219 readelf -h _install/bin/busybox
pankso@403 220 echo "Busybox install path: $(pwd)/_install"
pankso@361 221 }
pankso@361 222
pankso@361 223 #
pankso@361 224 # Commands
pankso@361 225 #
pankso@361 226
pankso@361 227 case "$1" in
pankso@361 228 howto|man)
pankso@361 229 doc=/usr/share/doc/cookutils/cross.txt
pankso@361 230 [ -f "$doc" ] && less -E $doc ;;
pankso@361 231 info)
pankso@361 232 init_compile
pankso@361 233 CC=${TARGET}-gcc
paul@382 234 echo -e "\nCross Toolchain information" && separator
pankso@374 235 [ "$config" ] && echo "Config file : $config"
pankso@361 236 cat << EOT
pankso@374 237 Target arch : $ARCH
pankso@374 238 C Compiler : $CC
pankso@374 239 Build directory : $WORK
pankso@361 240 EOT
pankso@403 241 if [ "$SYSROOT" ]; then
pankso@404 242 PREFIX=/usr
pankso@403 243 echo "Arch sysroot : $SYSROOT"
pankso@403 244 else
pankso@403 245 echo "Additional path : $PREFIX/bin"
pankso@403 246 fi
pankso@361 247 separator && echo ""
pankso@361 248 echo "GCC version" && separator
pankso@404 249 if [ -x "$PREFIX/bin/$CC" ]; then
pankso@374 250 $CC -v
pankso@374 251 else
pankso@374 252 echo "No C compiler. To build a toolchain run: cross compile"
pankso@374 253 fi
pankso@361 254 separator && echo "" ;;
pankso@361 255 testsuite)
pankso@361 256 init_compile
pankso@361 257 echo "[COMPILING] $TARGET-gcc -v -Wall -o test.out test.c" \
pankso@361 258 | tee $logdir/testsuite.log
pankso@361 259 echo 'int main() { return 0; }' > test.c
pankso@361 260 $TARGET-gcc -v -Wall -o test.out test.c 2>&1 | tee -a $logdir/testsuite.log
pankso@361 261 if [ -x /usr/bin/file ]; then
pankso@361 262 echo -e "\n[CHECKING] file test.out" | tee -a $logdir/testsuite.log
pankso@361 263 file test.out | tee -a $logdir/testsuite.log
pankso@361 264 fi
pankso@361 265 echo -e "\n[CHECKING] readelf -h test.out" | tee -a $logdir/testsuite.log
pankso@361 266 readelf -h test.out | tee -a $logdir/testsuite.log ;;
pankso@365 267 check-env)
pankso@361 268 for pkg in mpfr mpfr-dev gmp gmp-dev mpc-library gawk autoconf
pankso@361 269 do
pankso@361 270 if [ ! -d "/var/lib/tazpkg/installed/$pkg" ]; then
pankso@361 271 echo "Missing packages: $pkg"
pankso@361 272 [ "$install" ] && tazpkg -gi $pkg
pankso@361 273 fi
pankso@361 274 done ;;
pankso@361 275 download)
pankso@361 276 download_src ;;
pankso@361 277 clean)
paul@382 278 echo -n "Removing all source files..."
pankso@361 279 rm -rf $WORK/source/* && status
pankso@361 280 [ "$log" ] && rm -f $WORK/log/*.log
pankso@361 281 echo "To clean chroot: rm -rf $PREFIX" ;;
pankso@361 282 show-log)
pankso@361 283 pkg=$2
pankso@371 284 log=$logdir/$pkg.log
pankso@371 285 if [ ! -f "$log" ]; then
pankso@371 286 echo "No log file found for: $pkg" && exit 1
pankso@371 287 fi
pankso@371 288 less -E $log ;;
pankso@361 289 binutils)
pankso@361 290 binutils 2>&1 | tee $logdir/binutils.log ;;
pankso@403 291 gcc-static)
pankso@403 292 gcc_static 2>&1 | tee $logdir/gcc-static.log ;;
pankso@361 293 linux-headers)
pankso@363 294 linux_headers 2>&1 | tee $logdir/linux-headers.log ;;
pankso@361 295 glibc)
pankso@361 296 glibc 2>&1 | tee $logdir/glibc.log ;;
pankso@361 297 gcc-final)
pankso@361 298 gcc_final 2>&1 | tee $logdir/gcc-final.log ;;
pankso@361 299 busybox)
pankso@361 300 cross_busybox 2>&1 | tee $logdir/busybox.log ;;
pankso@361 301 compile)
pankso@400 302 # Compile the full toolchain.
pankso@400 303 time=$(date +%s)
pankso@361 304 init_compile
pankso@361 305 echo "Compile start: $(date)" | tee $logdir/compile.log
pankso@361 306 download_src
pankso@361 307 binutils 2>&1 | tee $logdir/binutils.log
pankso@403 308 gcc_static 2>&1 | tee $logdir/gcc-static.log
pankso@361 309 linux_headers 2>&1 | tee $logdir/linux-headers.log
pankso@361 310 glibc 2>&1 | tee $logdir/glibc.log
pankso@361 311 gcc_final 2>&1 | tee $logdir/gcc-final.log
pankso@361 312 echo ""
pankso@365 313 echo "Compile end : $(date)" | tee -a $logdir/compile.log
pankso@400 314 time=$(($(date +%s) - $time))
pankso@400 315 sec=$time
pankso@400 316 div=$(( ($time + 30) / 60))
pankso@400 317 [ "$div" != 0 ] && min="~ ${div}m"
pankso@401 318 echo "Build time : ${sec}s $min" | tee -a $logdir/compile.log
pankso@361 319 echo "" ;;
pankso@371 320 clean-tools)
pankso@371 321 # Remove crap :-)
pankso@371 322 init_compile
pankso@371 323 echo "Cleaning : $PREFIX"
pankso@371 324 for dir in info man locale
pankso@371 325 do
pankso@371 326 echo -n "Removing : $dir"
pankso@371 327 rm -rf $PREFIX/share && status
pankso@371 328 done
pankso@371 329 echo -n "Stripping : binaries"
pankso@371 330 for bin in $PREFIX/bin/${TARGET}-*
pankso@371 331 do
pankso@371 332 [ "$bin" == "$PREFIX/bin/${TARGET}-strip" ] && continue
pankso@371 333 if [ -x "$bin" ]; then
pankso@371 334 ${TARGET}-strip -s $bin 2>/dev/null
pankso@371 335 fi
pankso@371 336 done && status
pankso@371 337 echo -n "Tools size: " && du -sh $PREFIX | awk '{print $1}' ;;
pankso@366 338 gen-rootfs)
pankso@366 339 #
pankso@366 340 # TESTING
pankso@366 341 #
pankso@366 342 # Create a bootable rootfs ? dd for an HD image ?
pankso@366 343 init_compile
pankso@366 344 rootfs=/tmp/cross/rootfs
pankso@366 345 tarball="rootfs.tar.bz2"
pankso@366 346 rm -rf $rootfs && mkdir -p $rootfs
pankso@366 347 cd /tmp/cross
pankso@366 348 echo -n "Installing SliTaz base files..."
pankso@366 349 tar xzf $SRC/slitaz-base-files-5.2.tar.gz
pankso@366 350 cp -a slitaz-base-files-*/rootfs/* $rootfs
pankso@366 351 status
pankso@366 352 echo -n "Installing Busybox..."
pankso@366 353 cp -a $source/busybox-$BUSYBOX_VERSION/_install/* $rootfs
pankso@366 354 status
pankso@366 355 echo -n "Creating tarball: $tarball"
pankso@366 356 tar cjf $tarball rootfs
pankso@366 357 status
pankso@366 358 echo -n "Moving rootfs to: $WORK"
pankso@366 359 mv $tarball $WORK
pankso@366 360 status
pankso@366 361 du -sh $WORK/$tarball
pankso@366 362 rm -rf /tmp/cross ;;
pankso@361 363 *)
pankso@361 364 usage ;;
pankso@361 365 esac
pankso@361 366