cookutils: cook annotate

cookutils annotate cook @ rev 899

Some important changes:
* cook: better die handling; cook can now mark packages as broken by itself; less chatty zip extracting; rename internal function copy() to scopy(); new copy() is the main tool to copy files from $install to $fs (docs to come); automatic patching (if patches are in $stuff/patches and patch list is $stuff/patches/series); better local packages handling; update packages.info database after each successful build, virtual packages are accessible immediately after build.
* doc/cookopts.txt: added "!perlz" and "!rmpod" options description.
* modules/compressor: strip Perl files.
* modules/pkgdb: calculate estimated time for cook:pkgdb too (as well as for cook:package).

author	Aleksej Bobylev <al.bobylev@gmail.com>
date	Thu May 11 00:36:43 2017 +0300 (2017-05-11)
parents	2ff4c8d701d3
children	e6e0957f3a48

rev	line source
pankso@1	1 #!/bin/sh
pankso@1	2 #
pankso@1	3 # Cook - A tool to cook and generate SliTaz packages. Read the README
paul@647	4 # before adding or modifying any code in cook!
pankso@1	5 #
al@899	6 # Copyright (C) SliTaz GNU/Linux - GNU GPL v3
pankso@1	7 # Author: Christophe Lincoln <pankso@slitaz.org>
pankso@1	8 #
al@728	9
pankso@422	10 . /usr/lib/slitaz/libcook.sh
pankso@1	11
pankso@633	12 VERSION="3.2"
al@779	13 export output=raw
al@596	14
al@728	15
al@596	16 # Internationalization.
al@596	17
al@728	18 export TEXTDOMAIN='cook'
al@596	19
al@596	20
pankso@1	21 #
pankso@1	22 # Functions
pankso@1	23 #
pankso@1	24
pankso@1	25 usage() {
al@728	26 cat <<EOT
pankso@1	27
al@728	28 $(boldify "$(_ 'Usage:')") $(_ 'cook [package\|command] [list\|--option]')
pankso@1	29
al@728	30 $(boldify "$(_ 'Commands:')")
al@728	31 usage\|help $(_ 'Display this short usage.')
al@728	32 setup $(_ 'Setup your build environment.')
al@728	33 *-setup $(_ 'Setup a cross environment.')
al@728	34 * = {arm\|armv6hf\|armv7\|x86_64}
al@728	35 test $(_ 'Test environment and cook a package.')
al@728	36 list-wok $(_ 'List packages in the wok.')
al@728	37 search $(_ 'Simple packages search function.')
al@728	38 new $(_ 'Create a new package with a receipt.')
al@728	39 list $(_ 'Cook a list of packages.')
al@728	40 clean-wok $(_ 'Clean-up all packages files.')
al@728	41 clean-src $(_ 'Clean-up all packages sources.')
al@728	42 uncook $(_ 'Check for uncooked packages')
al@728	43 pkgdb $(_ 'Create packages DB lists and flavors.')
pankso@1	44
al@728	45 $(boldify "$(_ 'Options:')")
al@728	46 cook <pkg>
al@728	47 --clean -c $(_ 'clean the package in the wok.')
al@728	48 --install -i $(_ 'cook and install the package.')
al@728	49 --getsrc -gs $(_ 'get the package source tarball.')
al@728	50 --block -b $(_ 'block a package so cook will skip it.')
al@728	51 --unblock -ub $(_ 'unblock a blocked package.')
al@728	52 --cdeps $(_ 'check dependencies of cooked package.')
al@728	53 --pack $(_ 'repack an already built package.')
al@728	54 --debug $(_ 'display debugging messages.')
al@728	55 --continue $(_ 'continue running compile_rules.')
al@728	56 cook new <pkg>
al@728	57 --interactive -x $(_ 'create a receipt interactively.')
al@728	58 cook setup
al@728	59 --wok $(_ 'clone the cooking wok from Hg repo.')
al@728	60 --stable $(_ 'clone the stable wok from Hg repo.')
al@728	61 --undigest $(_ 'clone the undigest wok from Hg repo.')
al@728	62 --tiny $(_ 'clone the tiny SliTaz wok from Hg repo.')
al@728	63 --forced $(_ 'force reinstall of chroot packages.')
al@728	64 cook pkgdb
al@728	65 --flavors $(_ 'create up-to-date flavors files.')
pankso@1	66
pankso@1	67 EOT
pankso@1	68 exit 0
pankso@1	69 }
pankso@1	70
al@728	71
paul@62	72 # We don't want these escapes in web interface.
al@728	73
pankso@1	74 clean_log() {
pankso@1	75 sed -i -e s'\|\[70G\[ \[1;32m\| \|' \
pankso@1	76 -e s'\|\[0;39m \]\|\|' $LOGS/$pkg.log
pankso@1	77 }
pankso@1	78
al@728	79
paul@62	80 # Be sure package exists in wok.
al@728	81
pankso@1	82 check_pkg_in_wok() {
al@890	83 [ -d "$WOK/$pkg" ] \|\| die 'Unable to find package "%s" in the wok' "$pkg"
pankso@1	84 }
pankso@1	85
al@728	86
pankso@9	87 if_empty_value() {
al@890	88 # L10n: QA is quality assurance
al@890	89 [ -n "$value" ] \|\| die 'QA: empty variable: %s' "$var=\"\""
pankso@9	90 }
pankso@9	91
al@728	92
paul@62	93 # Initialize files used in $CACHE
al@728	94
pankso@52	95 init_db_files() {
al@728	96 _ 'Creating directories structure in "%s"' "$SLITAZ"
xfred222@559	97 mkdir -p $WOK $PKGS $SRC $CACHE $LOGS $FEEDS
al@728	98 _ 'Creating DB files in "%s"' "$CACHE"
al@890	99 touch $activity $command $broken $blocked
pankso@52	100 }
pankso@52	101
al@728	102
paul@62	103 # QA: check a receipt consistency before building.
al@728	104
pankso@9	105 receipt_quality() {
al@728	106 _ 'QA: checking package receipt...'
pankso@9	107 unset online
pankso@9	108 if ifconfig \| grep -q -A 1 "^[a-z]*[0-9]" \| fgrep 'addr:'; then
al@728	109 online='online'
pankso@9	110 fi
al@728	111 for var in PACKAGE VERSION CATEGORY SHORT_DESC MAINTAINER WEB_SITE; do
pankso@9	112 unset value
al@728	113 value="$(. $receipt; eval echo \$$var)"
pankso@9	114 case "$var" in
pankso@9	115 PACKAGE\|VERSION\|SHORT_DESC)
al@890	116 if_empty_value
al@890	117 ;;
pankso@9	118 CATEGORY)
al@728	119 value="${value:-empty}"
al@596	120 valid="$(echo $PKGS_CATEGORIES)" # avoid newlines
al@728	121 if ! echo " $valid " \| grep -q " $value "; then
al@728	122 _ 'QA: unknown category "%s"' "$value"
al@890	123 die 'Please, use one of: %s' "$valid"
al@890	124 fi
al@890	125 ;;
pankso@9	126 WEB_SITE)
paul@62	127 # We don't check WGET_URL since if dl is needed it will fail.
paul@62	128 # Break also if we're not online. Here error is not fatal.
pankso@9	129 if_empty_value
al@728	130 [ -z "$online" ] && break
pankso@199	131 if ! busybox wget -T 12 -s $value 2>/dev/null; then
al@728	132 _ 'QA: unable to reach "%s"' "$value"
al@890	133 fi
al@890	134 ;;
pankso@9	135 esac
pankso@9	136 done
pankso@9	137 }
pankso@9	138
al@728	139
paul@62	140 # Paths used in receipt and by cook itself.
al@728	141
pankso@1	142 set_paths() {
al@728	143 pkgdir="$WOK/$PACKAGE"
al@841	144 . "$pkgdir/receipt"
al@728	145 basesrc="$pkgdir/source"
al@728	146 tmpsrc="$basesrc/tmp"
al@728	147 src="$basesrc/$PACKAGE-$VERSION"
al@728	148 taz="$pkgdir/taz"
al@728	149 pack="$taz/$PACKAGE-$VERSION$EXTRAVERSION"
al@728	150 fs="$pack/fs"
al@728	151 stuff="$pkgdir/stuff"
al@728	152 install="$pkgdir/install"
slaxemulator@492	153 pkgsrc="${SOURCE:-$PACKAGE}-${KBASEVER:-$VERSION}"
slaxemulator@492	154 lzma_tarball="$pkgsrc.tar.lzma"
al@728	155 if [ -n "$PATCH" ]; then
al@728	156 [ -z "$PTARBALL" ] && PTARBALL="$(basename $PATCH)"
slaxemulator@492	157 fi
al@728	158 if [ -n "$WANTED" ]; then
al@728	159 basesrc="$WOK/$WANTED/source"
al@728	160 src="$basesrc/$WANTED-$VERSION"
al@728	161 install="$WOK/$WANTED/install"
al@728	162 wanted_stuff="$WOK/$WANTED/stuff"
pankso@1	163 fi
al@728	164 if [ -n "$SOURCE" ]; then
al@728	165 source_stuff="$WOK/$SOURCE/stuff"
slaxemulator@456	166 fi
mojo@620	167 # Kernel version is set from wok/linux or installed/linux-api-headers(wok-undigest)
slaxemulator@492	168 if [ -f "$WOK/linux/receipt" ]; then
al@728	169 kvers=$(grep ^VERSION= $WOK/linux/receipt \| cut -d\" -f2)
slaxemulator@492	170 kbasevers=${kvers:0:3}
mojo@620	171 elif [ -f "$INSTALLED/linux-api-headers/receipt" ]; then
al@728	172 kvers=$(grep ^VERSION= $INSTALLED/linux-api-headers/receipt \| cut -d\" -f2)
mojo@620	173 kbasevers=${kvers:0:3}
pankso@662	174 fi
pankso@662	175 # Python version
slaxemulator@492	176 if [ -f "$WOK/python/receipt" ]; then
al@728	177 pyvers=$(grep ^VERSION= $WOK/python/receipt \| cut -d\" -f2)
slaxemulator@492	178 fi
al@728	179 # Perl version for some packages needed it
slaxemulator@492	180 if [ -f "$WOK/perl/receipt" ]; then
al@728	181 perlvers=$(grep ^VERSION= $WOK/perl/receipt \| cut -d\" -f2)
pankso@232	182 fi
pankso@9	183 # Old way compatibility.
al@728	184 _pkg="$install"
pankso@1	185 }
pankso@1	186
al@728	187
pankso@144	188 # Create source tarball when URL is a SCM.
al@728	189
pankso@144	190 create_tarball() {
slaxemulator@498	191 local tarball
al@728	192 tarball="$pkgsrc.tar.bz2"
al@728	193 [ -n "$LZMA_SRC" ] && tarball="$lzma_tarball"
al@728	194 _ 'Creating tarball "%s"' "$tarball"
al@728	195 if [ -n "$LZMA_SRC" ]; then
slaxemulator@498	196 tar -c $pkgsrc \| lzma e $SRC/$tarball -si $LZMA_SET_DIR \|\| exit 1
al@728	197 LZMA_SRC=''
pankso@162	198 else
al@728	199 tar -cjf $tarball $pkgsrc \|\| exit 1
al@728	200 mv $tarball $SRC; rm -rf $pkgsrc
pankso@162	201 fi
al@728	202 TARBALL="$tarball"
pankso@144	203 }
pankso@144	204
al@728	205
pankso@145	206 # Get package source. For SCM we are in cache so clone here and create a
pankso@145	207 # tarball here.
al@728	208
pankso@1	209 get_source() {
pascal@610	210 local url
al@890	211 url=${WGET_URL#*\|}
ernia@571	212 set_paths
pankso@115	213 pwd=$(pwd)
pankso@9	214 case "$WGET_URL" in
al@890	215 http://\|ftp://\|https://*)
al@890	216 url="$MIRROR_URL/sources/packages/${TARBALL:0:1}/$TARBALL"
al@890	217 wget -T 60 -c -O $SRC/$TARBALL $WGET_URL \|\|
al@890	218 wget -T 60 -c -O $SRC/$TARBALL $url \|\|
al@890	219 die 'ERROR: %s' "wget $WGET_URL"
al@890	220 ;;
al@728	221
pankso@9	222 hg\|mercurial)
al@728	223 _ 'Getting source from %s...' 'Hg'
al@728	224 _ 'URL: %s' "$url"
al@728	225 _ 'Cloning to "%s"' "$pwd/$pkgsrc"
al@728	226 if [ -n "$BRANCH" ]; then
al@728	227 _ 'Hg branch: %s' "$BRANCH"
al@890	228 hg clone $url --rev $BRANCH $pkgsrc \|\|
al@890	229 die 'ERROR: %s' "hg clone $url --rev $BRANCH"
pankso@246	230 else
al@890	231 hg clone $url $pkgsrc \|\| die 'ERROR: %s' "hg clone $url"
pankso@246	232 fi
pankso@255	233 rm -rf $pkgsrc/.hg
al@890	234 create_tarball
al@890	235 ;;
al@728	236
pankso@9	237 git*)
al@728	238 _ 'Getting source from %s...' 'Git'
al@728	239 _ 'URL: %s' "$url"
al@688	240 cd $SRC
al@890	241 git clone $url $pkgsrc \|\| die 'ERROR: %s' "git clone $url"
al@728	242 if [ -n "$BRANCH" ]; then
al@728	243 _ 'Git branch: %s' "$BRANCH"
al@728	244 cd $pkgsrc; git checkout $BRANCH; cd ..
pankso@63	245 fi
al@688	246 cd $SRC
al@890	247 create_tarball
al@890	248 ;;
al@728	249
pankso@144	250 cvs*)
pankso@144	251 mod=$PACKAGE
al@728	252 [ -n "$CVS_MODULE" ] && mod=$CVS_MODULE
al@728	253 _ 'Getting source from %s...' 'CVS'
al@728	254 _ 'URL: %s' "$url"
al@728	255 [ -n "$CVS_MODULE" ] && _ 'CVS module: %s' "$mod"
al@728	256 _ 'Cloning to "%s"' "$pwd/$mod"
pankso@144	257 cvs -d:$url co $mod && mv $mod $pkgsrc
al@890	258 create_tarball
al@890	259 ;;
al@728	260
pankso@69	261 svn\|subversion)
al@728	262 _ 'Getting source from %s...' 'SVN'
al@728	263 _ 'URL: %s' "$url"
al@728	264 if [ -n "$BRANCH" ]; then
pankso@161	265 echo t \| svn co $url -r $BRANCH $pkgsrc
pankso@161	266 else
pankso@161	267 echo t \| svn co $url $pkgsrc
pankso@161	268 fi
al@890	269 create_tarball
al@890	270 ;;
al@728	271
al@590	272 bzr*)
al@728	273 _ 'Getting source from %s...' 'bazaar'
al@590	274 cd $SRC
al@590	275 pkgsrc=${url#*:}
al@728	276 if [ -n "$BRANCH" ]; then
al@590	277 echo "bzr -Ossl.cert_reqs=none branch $url -r $BRANCH"
al@590	278 bzr -Ossl.cert_reqs=none branch $url -r $BRANCH
al@590	279 else
al@590	280 echo "bzr -Ossl.cert_reqs=none branch $url"
al@590	281 bzr -Ossl.cert_reqs=none branch $url
al@728	282 cd $pkgsrc; BRANCH=$(bzr revno); cd ..
al@596	283 _ "Don't forget to add to receipt:"
al@728	284 echo -e "BRANCH=\"$BRANCH\"\n"
al@590	285 fi
al@590	286 mv $pkgsrc $pkgsrc-$BRANCH
al@728	287 pkgsrc="$pkgsrc-$BRANCH"
al@899	288 create_tarball
al@899	289 ;;
al@728	290
pankso@9	291 *)
al@899	292 broken; die 'ERROR: Unable to handle "%s"' "$WGET_URL"
al@899	293 ;;
pankso@9	294 esac
pankso@1	295 }
pankso@1	296
al@728	297
pankso@9	298 # Extract source package.
al@728	299
pankso@1	300 extract_source() {
pankso@177	301 if [ ! -s "$SRC/$TARBALL" ]; then
pankso@177	302 local url
slaxemulator@458	303 url="$MIRROR_URL/sources/packages"
al@728	304 url="$url/${TARBALL:0:1}/$TARBALL"
al@728	305 _ 'Getting source from %s...' 'mirror'
al@728	306 _ 'URL: %s' "$url"
al@728	307 busybox wget -c -P $SRC $url \|\| _ 'ERROR: %s' "wget $url"
pankso@177	308 fi
al@728	309 _ 'Extracting source archive "%s"' "$TARBALL"
pankso@1	310 case "$TARBALL" in
al@728	311 .tar.gz\|.tgz) tar -xzf $SRC/$TARBALL 2>/dev/null ;;
al@728	312 .tar.bz2\|.tbz\|*.tbz2) tar -xjf $SRC/$TARBALL 2>/dev/null ;;
al@728	313 *.tar.lzma) tar -xaf $SRC/$TARBALL ;;
al@728	314 .tar.lz\|.tlz) lzip -d < $SRC/$TARBALL \| tar -xf - 2>/dev/null ;;
al@728	315 *.tar) tar -xf $SRC/$TARBALL ;;
al@899	316 .zip\|.xpi) unzip -o $SRC/$TARBALL 2>/dev/null ;;
al@728	317 *.xz) unxz -c $SRC/$TARBALL \| tar -xf - \|\| \
al@728	318 tar -xf $SRC/$TARBALL 2>/dev/null;;
psychomaniak@827	319 *.7z) 7zr x $SRC/$TARBALL 2>/dev/null >&2 ;;
al@728	320 .Z\|.z) uncompress -c $SRC/$TARBALL \| tar -xf - ;;
al@728	321 *.rpm) rpm2cpio $SRC/$TARBALL \| cpio -idm --quiet ;;
al@728	322 *.run) /bin/sh $SRC/$TARBALL $RUN_OPTS ;;
al@728	323 *) cp $SRC/$TARBALL $(pwd) ;;
pankso@1	324 esac
pankso@1	325 }
pankso@1	326
al@728	327
al@834	328 # Display time.
al@834	329
al@834	330 disp_time() {
al@834	331 local sec div min
al@834	332 sec="$1"
al@834	333 div=$(( ($1 + 30) / 60))
al@834	334 case $div in
al@834	335 0) min='';;
al@834	336 # L10n: 'm' is for minutes (approximate cooking time)
al@834	337 *) min=$(_n ' ~ %dm' "$div");;
al@834	338 esac
al@834	339
al@834	340 # L10n: 's' is for seconds (cooking time)
al@834	341 _ '%ds%s' "$sec" "$min"
al@834	342 }
al@834	343
al@834	344
pankso@9	345 # Display cooked package summary.
al@728	346
pankso@1	347 summary() {
al@841	348 set_paths
pankso@1	349 cd $WOK/$pkg
slaxemulator@499	350 [ -d $WOK/$pkg/install ] && prod=$(du -sh $WOK/$pkg/install \| awk '{print $1}' 2>/dev/null)
slaxemulator@499	351 [ -d $WOK/$pkg/source ] && srcdir=$(du -sh $WOK/$pkg/source \| awk '{print $1}' 2>/dev/null)
slaxemulator@499	352 fs=$(du -sh $WOK/$pkg/taz/* \| awk '{print $1}')
al@836	353 size=$(ls -lh $PKGS/$pkg-${VERSION}*.tazpkg \| awk '{print $5}')
al@890	354 files=$(cat $WOK/$pkg/taz/$pkg-*/files.list \| wc -l) # please keep cat here, otherwise it'll not work
al@728	355 [ -n "$TARBALL" ] && srcsize=$(du -sh $SRC/$TARBALL \| awk '{print $1}')
al@728	356
al@728	357 _ 'Summary for: %s' "$PACKAGE $VERSION"
pankso@1	358 separator
al@728	359
al@596	360 # L10n: keep the same width of translations to get a consistent view
al@728	361 [ -n "$srcdir" ] && _ 'Source dir : %s' "$srcdir"
al@728	362 [ -n "$TARBALL" ] && _ 'Src file : %s' "$TARBALL"
al@728	363 [ -n "$srcsize" ] && _ 'Src size : %s' "$srcsize"
al@728	364 [ -n "$prod" ] && _ 'Produced : %s' "$prod"
al@728	365 _ 'Packed : %s' "$fs"
al@728	366 _ 'Compressed : %s' "$size"
al@728	367 _ 'Files : %s' "$files"
al@834	368 _ 'Cook time : %s' "$(disp_time "$time")"
al@728	369 _ 'Cook date : %s' "$(date "$(_ '+%%F %%R')")"
al@728	370 _ 'Host arch : %s' "$ARCH"
al@596	371 separator
pankso@1	372 }
pankso@1	373
al@728	374
paul@62	375 # Display debugging error info.
al@728	376
pankso@15	377 debug_info() {
al@779	378 title 'Debug information'
al@596	379 # L10n: specify your format of date and time (to help: man date)
al@596	380 # L10n: not bad one is '+%x %R'
al@728	381 _ 'Cook date: %s' "$(date "$(_ '+%%F %%R')")"
al@890	382 if [ -n "$time" ]; then
al@890	383 times="$(($(date +%s) - $time))"
al@890	384 _ 'Cook time : %s' "$(disp_time "$times")"
al@890	385 fi
pankso@76	386 for error in \
al@890	387 ERROR 'No package' "cp: can't" "can't open" "can't cd" \
al@728	388 'error:' 'fatal error:' 'undefined reference to' \
al@728	389 'Unable to connect to' 'link: cannot find the library' \
pascal@797	390 'CMake Error' ': No such file or directory' \
paul@798	391 'Could not read symbols: File in wrong format'
pankso@34	392 do
al@890	393 # format "line number:line content"
al@890	394 fgrep -n "$error" $LOGS/$pkg.log
pascal@625	395 done > $LOGS/$pkg.log.debug_info 2>&1
al@890	396 # sort by line number, remove duplicates
al@890	397 sort -gk1,1 -t: -u $LOGS/$pkg.log.debug_info
pascal@625	398 rm -f $LOGS/$pkg.log.debug_info
al@779	399 footer
pankso@15	400 }
pankso@15	401
al@728	402
al@887	403 # A bit smarter function than the classic `cp` command
al@887	404
al@899	405 scopy() {
al@899	406 if [ "$(stat -c %h -- "$1")" -eq 1 ]; then
al@899	407 cp -a "$1" "$2" # copy generic files
al@894	408 else
al@887	409 cp -al "$1" "$2" # copy hardlinks
al@887	410 fi
al@887	411 }
al@887	412
al@887	413
pankso@1	414 # Copy all generic files (locale, pixmaps, .desktop). We use standard paths,
pankso@1	415 # so some packages need to copy these files with the receipt and genpkg_rules.
al@728	416
al@728	417 copy_generic_files() {
pankso@1	418 # $LOCALE is set in cook.conf
al@728	419 if [ -n "$LOCALE" -a -z "$WANTED" ]; then
pankso@260	420 if [ -d "$install/usr/share/locale" ]; then
pankso@1	421 mkdir -p $fs/usr/share/locale
al@728	422 for i in $LOCALE; do
al@899	423 if [ -d "$install/usr/share/locale/$i" ]; then
al@899	424 scopy $install/usr/share/locale/$i $fs/usr/share/locale
pankso@1	425 fi
pankso@1	426 done
pankso@1	427 fi
pankso@1	428 fi
pankso@1	429
al@834	430 # Generic pixmaps copy can be disabled with COOKOPTS="!pixmaps" (or GENERIC_PIXMAPS="no")
al@834	431 if [ "${COOKOPTS/!pixmaps/}" == "$COOKOPTS" -a "$GENERIC_PIXMAPS" != 'no' ]; then
pankso@260	432 if [ -d "$install/usr/share/pixmaps" ]; then
pankso@1	433 mkdir -p $fs/usr/share/pixmaps
al@890	434 for i in png xpm; do
al@890	435 [ -f "$install/usr/share/pixmaps/$PACKAGE.$i" ] &&
al@899	436 scopy $install/usr/share/pixmaps/$PACKAGE.$i $fs/usr/share/pixmaps
al@890	437 done
pankso@1	438 fi
pankso@1	439
pankso@1	440 # Custom or homemade PNG pixmap can be in stuff.
pankso@1	441 if [ -f "$stuff/$PACKAGE.png" ]; then
pankso@1	442 mkdir -p $fs/usr/share/pixmaps
al@899	443 scopy $stuff/$PACKAGE.png $fs/usr/share/pixmaps
pankso@1	444 fi
pankso@1	445 fi
pankso@1	446
pankso@1	447 # Desktop entry (.desktop).
al@834	448 # Generic desktop entry copy can be disabled with COOKOPTS="!menus" (or GENERIC_MENUS="no")
al@834	449 if [ "${COOKOPTS/!menus/}" == "$COOKOPTS" -a "$GENERIC_MENUS" != 'no' ]; then
al@728	450 if [ -d "$install/usr/share/applications" ] && [ -z "$WANTED" ]; then
slaxemulator@500	451 mkdir -p $fs/usr/share
al@899	452 scopy $install/usr/share/applications $fs/usr/share
erjo@284	453 fi
pankso@1	454 fi
pankso@1	455
pankso@1	456 # Homemade desktop file(s) can be in stuff.
pankso@1	457 if [ -d "$stuff/applications" ]; then
pankso@1	458 mkdir -p $fs/usr/share
al@899	459 scopy $stuff/applications $fs/usr/share
pankso@1	460 fi
pankso@1	461 if [ -f "$stuff/$PACKAGE.desktop" ]; then
pankso@1	462 mkdir -p $fs/usr/share/applications
al@899	463 scopy $stuff/$PACKAGE.desktop $fs/usr/share/applications
pankso@1	464 fi
pankso@662	465
slaxemulator@500	466 # Add custom licenses
slaxemulator@500	467 if [ -d "$stuff/licenses" ]; then
slaxemulator@500	468 mkdir -p $fs/usr/share/licenses
al@899	469 scopy $stuff/licenses $fs/usr/share/licenses/$PACKAGE
slaxemulator@500	470 fi
pankso@1	471 }
pankso@1	472
al@728	473
paul@854	474 # Remove files provided by split packages
al@848	475 # For example:
al@848	476 # 1. Package "pkg-main":
al@848	477 # SPLIT="pkg-1 pkg-2 pkg-extra"
al@848	478 # 2. Package="pkg-extra":
al@848	479 # WANTED="pkg-main"
al@848	480 # BUILD_DEPENDS="pkg-1 pkg-2"
al@848	481 # cook_copy_folders usr
al@848	482 # cook_split_rm $BUILD_DEPENDS
al@848	483
al@848	484 cook_split_rm() {
al@848	485 for i in $@; do
paul@854	486 action 'Remove files provided by split package %s...' "$i"
al@848	487 while read j; do
al@848	488 [ -f "$fs$j" -o -h "$fs$j" ] && rm $fs$j
al@848	489 rmdir "$(dirname "$fs$j")" 2>/dev/null
al@848	490 done < $WOK/$i/taz/$i-$VERSION/files.list
al@848	491 :; status
al@848	492 done
al@848	493 }
al@848	494
al@848	495
al@769	496 # Update installed.cook.diff
al@769	497
al@769	498 update_installed_cook_diff() {
al@769	499 # If a cook failed deps are removed.
al@769	500 cd $root$INSTALLED; ls -1 > $CACHE/installed.cook
al@769	501 cd $CACHE
al@769	502 [ "$1" == 'force' -o ! -s '/tmp/installed.cook.diff' ] && \
al@769	503 busybox diff installed.list installed.cook > /tmp/installed.cook.diff
al@769	504 deps=$(cat /tmp/installed.cook.diff \| grep ^+[a-zA-Z0-9] \| wc -l)
al@769	505 }
al@769	506
al@769	507
pankso@8	508 # Remove installed deps.
al@728	509
pankso@8	510 remove_deps() {
pankso@8	511 # Now remove installed build deps.
al@728	512 diff='/tmp/installed.cook.diff'
al@899	513 [ -s "$diff" ] \|\| return
al@899	514
al@899	515 deps=$(cat $diff \| grep ^+[a-zA-Z0-9] \| sed s/^+//)
al@899	516 nb=$(cat $diff \| grep ^+[a-zA-Z0-9] \| wc -l)
al@899	517 newline
al@899	518 _n 'Build dependencies to remove:'; echo " $nb"
al@899	519 [ -n "$root" ] && echo "root=\"$root\""
al@899	520 {
al@728	521 _n 'Removing:'
al@728	522 for dep in $deps; do
pankso@8	523 echo -n " $dep"
pankso@426	524 echo 'y' \| tazpkg remove $dep --root=$root >/dev/null
pankso@8	525 done
al@596	526 newline; newline
pankso@113	527 # Keep the last diff for debug and info.
pascal@609	528 mv -f $diff $CACHE/installed.diff
al@899	529 } \| fold -sw80
al@899	530 }
al@899	531
al@899	532
al@899	533 # Automatic patch the sources.
al@899	534
al@899	535 patchit() {
al@899	536 [ -f "$stuff/patches/series" ] \|\| return
al@899	537
al@899	538 while read i; do
al@899	539 [ -f "$src/done.$i" ] && continue
al@899	540 patch -p1 -i $stuff/patches/$i
al@899	541 touch $src/done.$i
al@899	542 done < $stuff/patches/series
pankso@1	543 }
pankso@1	544
al@834	545
pankso@1	546 # The main cook function.
al@728	547
pankso@1	548 cookit() {
al@899	549 if [ -n "$SETUP_MD5" -a "$SETUP_MD5" != "$(ls $root$INSTALLED \| md5sum \| cut -c1-32)" ]; then
pascal@883	550 _ 'ERROR: Broken setup. Abort.'
pascal@883	551 return
pascal@882	552 fi
pascal@882	553
al@779	554 title 'Cook: %s' "$PACKAGE $VERSION"
pankso@1	555 set_paths
pankso@359	556
pankso@377	557 # Handle cross-tools.
pankso@359	558 case "$ARCH" in
pankso@675	559 arm*\|x86_64)
paul@387	560 # CROSS_COMPILE is used by at least Busybox and the kernel to set
al@596	561 # the cross-tools prefix. Sysroot is the root of our target arch
al@728	562 sysroot="$CROSS_TREE/sysroot"
al@728	563 tools="$CROSS_TREE/tools"
pankso@443	564 # Set root path when cross compiling. ARM tested but not x86_64
pankso@443	565 # When cross compiling we must install build deps in $sysroot.
al@737	566 arch="-$ARCH"
al@728	567 root="$sysroot"
al@728	568 _ '%s sysroot: %s' "$ARCH" "$sysroot"
al@728	569 _ 'Adding "%s" to PATH' "$tools/bin"
al@728	570 export PATH="$PATH:$tools/bin"
al@728	571 export PKG_CONFIG_PATH="$sysroot/usr/lib/pkgconfig"
al@737	572 export CROSS_COMPILE="$HOST_SYSTEM-"
al@728	573 _ 'Using cross-tools: %s' "$CROSS_COMPILE"
al@728	574 if [ "$ARCH" == 'x86_64' ]; then
al@737	575 export CC="$HOST_SYSTEM-gcc -m64"
al@737	576 export CXX="$HOST_SYSTEM-g++ -m64"
pankso@438	577 else
al@737	578 export CC="$HOST_SYSTEM-gcc"
al@737	579 export CXX="$HOST_SYSTEM-g++"
pankso@438	580 fi
al@737	581 export AR="$HOST_SYSTEM-ar"
al@737	582 export AS="$HOST_SYSTEM-as"
al@737	583 export RANLIB="$HOST_SYSTEM-ranlib"
al@737	584 export LD="$HOST_SYSTEM-ld"
al@737	585 export STRIP="$HOST_SYSTEM-strip"
al@899	586 export LIBTOOL="$HOST_SYSTEM-libtool"
al@899	587 ;;
pankso@359	588 esac
pankso@359	589
al@728	590 [ -n "$QA" ] && receipt_quality
pankso@44	591 cd $pkgdir
al@728	592 [ -z "$continue" ] && rm -rf source 2>/dev/null
al@728	593 rm -rf install taz 2>/dev/null
pankso@1	594
al@860	595 # Disable -pipe if less than 512 MB free RAM.
al@860	596 free=$(awk '/^MemFree\|^Buffers\|^Cached/{s+=$2}END{print int(s/1024)}' /proc/meminfo)
al@860	597 if [ "$free" -lt 512 ] && [ "$CFLAGS" != "${CFLAGS/-pipe}" ]; then
al@860	598 _ 'Disabling -pipe compile flag: %d MB RAM free' "$free"
al@728	599 CFLAGS="${CFLAGS/-pipe}"; CFLAGS=$(echo "$CFLAGS" \| tr -s ' ')
al@728	600 CXXFLAGS="${CXXFLAGS/-pipe}"; CXXFLAGS=$(echo "$CXXFLAGS" \| tr -s ' ')
pankso@1	601 fi
pankso@1	602 unset free
pankso@1	603
pankso@232	604 # Export flags and path to be used by make and receipt.
al@728	605 DESTDIR="$pkgdir/install"
al@596	606 # FIXME: L10n: Is this the right time for 'LC_ALL=C LANG=C'?
pankso@232	607 export DESTDIR MAKEFLAGS CFLAGS CXXFLAGS CONFIG_SITE LC_ALL=C LANG=C
pankso@358	608 #LDFLAGS
pankso@1	609
pankso@126	610 # Check for build deps and handle implicit depends of *-dev packages
pankso@126	611 # (ex: libusb-dev :: libusb).
pankso@215	612 rm -f $CACHE/installed.local $CACHE/installed.web $CACHE/missing.dep
pankso@215	613 touch $CACHE/installed.local $CACHE/installed.web
al@728	614 [ -n "$BUILD_DEPENDS" ] && _ 'Checking build dependencies...'
al@728	615 [ -n "$root" ] && _ 'Using packages DB: %s' "$root$DB"
al@728	616 for dep in $BUILD_DEPENDS; do
al@899	617 implicit="${dep%-dev}"; [ "$implicit" == "$dep" ] && implicit=''
al@728	618 for i in $dep $implicit; do
al@899	619 [ -f "$root$INSTALLED/$i/receipt" ] && continue
al@899	620
al@899	621 # Try local package first.
al@899	622 namever=$(awk -F$'\t' -vpkg="$i" '{
al@899	623 # if package-name or provided-package-name matched
al@899	624 if (index(" " $1 " " $10 " ", " " pkg " ")) { printf("%s-%s", $1, $2); quit; }
al@899	625 }' "$PKGS/packages.info") # <namever> = <package_name>-<package_version>
al@899	626
al@899	627 debug "bdep: $i name-version: $namever"
al@899	628
al@899	629 # If local package available
al@899	630 [ -f "$PKGS/$namever$arch.tazpkg" ] &&
al@899	631 echo "$namever$arch.tazpkg" >> $CACHE/installed.local && continue
al@899	632
al@899	633 # If package exists in wok but not built
al@899	634 [ -d "$WOK/$i" ] &&
al@899	635 _ 'Missing dep (wok/pkg): %s' "$i $vers" &&
al@899	636 echo $i >> $CACHE/missing.dep && continue
al@899	637
al@899	638 # If package available on the mirror
al@899	639 [ -n "$(awk -F$'\t' -vi="$i" '$1==i{print $1}' "$root$DB/packages.info")" ] &&
al@899	640 echo $i >> $CACHE/installed.web && continue
al@899	641
al@899	642 # Give up; skip error for implicit dependency: in some cases
al@899	643 # implicit doesn't exist, ex: libboost-dev exists but not libboost.
al@899	644 [ "$i" == "$dep" ] && die 'ERROR: unknown dep "%s"' "$i"
pankso@126	645 done
pankso@1	646 done
pankso@225	647
pankso@215	648 # Get the list of installed packages
al@728	649 cd $root$INSTALLED; ls -1 > $CACHE/installed.list
pankso@358	650
al@596	651 # Have we a missing build dep to cook?
al@728	652 if [ -s "$CACHE/missing.dep" ] && [ -n "$AUTO_COOK" ]; then
al@728	653 _ 'Auto cook config is set: %s' "$AUTO_COOK"
pankso@204	654 cp -f $LOGS/$PACKAGE.log $LOGS/$PACKAGE.log.$$
al@728	655 for i in $(uniq $CACHE/missing.dep); do
al@728	656 (_ 'Building dep (wok/pkg) : %s' "$i $vers") \| \
pankso@204	657 tee -a $LOGS/$PACKAGE.log.$$
al@596	658 # programmers: next two messages are exact copy from remove_deps()
al@728	659 togrep1=$(_n 'Build dependencies to remove:')
al@728	660 togrep2=$(_n 'Removing:')
al@728	661 cook $i \|\| (_ "ERROR: can't cook dep \"%s\"" "$i" && newline && \
al@596	662 fgrep $togrep1 $LOGS/$i.log && \
al@596	663 fgrep $togrep2 $LOGS/$i.log && newline) \| \
pankso@204	664 tee -a $LOGS/$PACKAGE.log.$$ && break
pankso@204	665 done
pankso@215	666 rm -f $CACHE/missing.dep
pankso@204	667 mv $LOGS/$PACKAGE.log.$$ $LOGS/$PACKAGE.log
pankso@204	668 fi
pankso@358	669
paul@211	670 # QA: Exit on missing dep errors. We exit in both cases, if AUTO_COOK
paul@211	671 # is enabled and cook fails we have ERROR in log, if no auto cook we have
pankso@204	672 # missing dep in cached file.
al@728	673 lerror=$(_n 'ERROR')
pascal@613	674 if fgrep -q ^$lerror $LOGS/$pkg.log \|\| [ -s "$CACHE/missing.dep" ]; then
al@899	675 [ -s "$CACHE/missing.dep" ] && nb=$(wc -l < $CACHE/missing.dep)
al@728	676 _p 'ERROR: missing %d dependency' 'ERROR: missing %d dependencies' "$nb" "$nb"
al@899	677 broken; exit 1
pankso@202	678 fi
pankso@358	679
al@737	680 # Install local packages: package-version$arch
pankso@215	681 cd $PKGS
al@728	682 for i in $(uniq $CACHE/installed.local); do
al@867	683 # _ 'Installing dep (pkg/local): %s' "$i"
al@867	684 tazpkg install $i --root=$root --local --quiet --cookmode
pankso@215	685 done
pankso@358	686
pankso@215	687 # Install web or cached packages (if mirror is set to $PKGS we only
pankso@215	688 # use local packages).
al@728	689 for i in $(uniq $CACHE/installed.web); do
al@867	690 # _ 'Installing dep (web/cache): %s' "$i"
al@867	691 tazpkg get-install $i --root=$root --quiet --cookmode
pankso@215	692 done
pankso@358	693
al@769	694 update_installed_cook_diff
pankso@202	695
pankso@1	696 # Get source tarball and make sure we have source dir named:
paul@62	697 # $PACKAGE-$VERSION to be standard in receipts. Here we use tar.lzma
paul@62	698 # tarball if it exists.
al@728	699 if [ -n "$WGET_URL" ] && [ ! -f "$SRC/$TARBALL" ]; then
pankso@1	700 if [ -f "$SRC/${SOURCE:-$PACKAGE}-$VERSION.tar.lzma" ]; then
al@728	701 TARBALL="${SOURCE:-$PACKAGE}-$VERSION.tar.lzma"
al@728	702 LZMA_SRC=''
pankso@1	703 else
al@899	704 get_source \|\| { broken; exit 1; }
pankso@1	705 fi
pankso@1	706 fi
al@728	707 if [ -z "$WANTED" ] && [ -n "$TARBALL" ] && [ ! -d "$src" ]; then
al@728	708 mkdir -p $pkgdir/source/tmp; cd $pkgdir/source/tmp
pascal@268	709 if ! extract_source ; then
pascal@268	710 get_source
al@899	711 extract_source \|\| { broken; exit 1; }
pascal@268	712 fi
al@728	713 if [ -n "$LZMA_SRC" ]; then
pankso@190	714 cd $pkgdir/source
pankso@190	715 if [ "$(ls -A tmp \| wc -l)" -gl 1 ] \|\| [ -f "$(echo tmp/*)" ]; then
al@728	716 mv tmp tmp-1; mkdir tmp
pankso@190	717 mv tmp-1 tmp/${SOURCE:-$PACKAGE}-$VERSION
pankso@190	718 fi
pankso@190	719 if [ -d "tmp/${SOURCE:-$PACKAGE}-$VERSION" ]; then
al@728	720 cd tmp; tar -c * \| lzma e $SRC/$TARBALL -si
pankso@190	721 fi
pankso@190	722 fi
pankso@190	723 cd $pkgdir/source/tmp
paul@62	724 # Some archives are not well done and don't extract to one dir (ex lzma).
pankso@57	725 files=$(ls \| wc -l)
pankso@244	726 [ "$files" == 1 ] && [ -d "$(ls)" ] && mv * ../$PACKAGE-$VERSION
pankso@244	727 [ "$files" == 1 ] && [ -f "$(ls)" ] && mkdir -p ../$PACKAGE-$VERSION && \
pankso@244	728 mv * ../$PACKAGE-$VERSION/$TARBALL
al@728	729 [ "$files" -gt 1 ] && mkdir -p ../$PACKAGE-$VERSION && \
pankso@57	730 mv * ../$PACKAGE-$VERSION
al@728	731 cd ..; rm -rf tmp
pankso@1	732 fi
pankso@662	733
pankso@658	734 # Libtool shared libs path hack.
pankso@658	735 case "$ARCH" in
pankso@658	736 arm*) cross libhack ;;
pankso@658	737 esac
pankso@1	738
pankso@9	739 # Execute receipt rules.
pankso@44	740 if grep -q ^compile_rules $receipt; then
al@728	741 _ 'Executing: %s' 'compile_rules'
pankso@352	742 echo "CFLAGS : $CFLAGS"
pankso@358	743 #echo "LDFLAGS : $LDFLAGS"
pankso@55	744 [ -d "$src" ] && cd $src
al@899	745 patchit
al@899	746 compile_rules $@ \|\| { broken; exit 1; }
pankso@10	747 # Stay compatible with _pkg
pankso@55	748 [ -d "$src/_pkg" ] && mv $src/_pkg $install
pankso@9	749 # QA: compile_rules success so valid.
pankso@9	750 mkdir -p $install
pankso@9	751 else
al@596	752 # QA: no compile_rules so no error, valid.
pankso@9	753 mkdir -p $install
pankso@1	754 fi
al@809	755
al@809	756 # Actions to do after compiling the package
paul@854	757 # Skip all for split packages (already done in main package)
al@837	758 if [ -z "$WANTED" ]; then
al@837	759 footer
al@865	760 export COOKOPTS ARCH install; @@PREFIX@@/libexec/cookutils/compressor install
al@837	761 fi
al@779	762 footer
pankso@360	763
pankso@360	764 # Execute testsuite.
pankso@360	765 if grep -q ^testsuite $receipt; then
al@779	766 title 'Running testsuite'
al@899	767 testsuite $@ \|\| { broken; exit 1; }
al@779	768 footer
pankso@360	769 fi
al@769	770
al@769	771 update_installed_cook_diff force
pankso@1	772 }
pankso@1	773
al@728	774
pankso@1	775 # Cook quality assurance.
al@728	776
pankso@1	777 cookit_quality() {
al@728	778 if [ ! -d "$WOK/$pkg/install" ] && [ -z "$WANTED" ]; then
al@728	779 _ 'ERROR: cook failed' \| tee -a $LOGS/$pkg.log
pankso@9	780 fi
pankso@9	781 # ERROR can be echoed any time in cookit()
al@728	782 lerror=$(_n 'ERROR')
pascal@618	783 if grep -Ev "(conftest\|configtest)" $LOGS/$pkg.log \| \
pascal@618	784 grep -Eq "(^$lerror\|undefined reference to)" ; then
pankso@17	785 debug_info \| tee -a $LOGS/$pkg.log
al@899	786 sed -i '$ s\|$\| [ Failed ]\|' $activity
al@728	787 rm -f $command
al@899	788 broken; exit 1
pankso@1	789 fi
pankso@1	790 }
pankso@1	791
al@728	792
al@894	793 # Receipt used for cooking the package is redundant to be included into package.
al@894	794 # This script will strip the original receipt to bare minimum: variables,
al@894	795 # {pre,post}_{install,remove} functions.
al@894	796
al@894	797 mk_pkg_receipt() {
al@894	798 orig_receipt="$1"
al@894	799 # $pkg is package name
al@894	800
al@894	801 # Receipt's signature is important, although some receipts may miss it
al@894	802 signature=$(head -n1 "$orig_receipt")
al@894	803 [ "${signature:0:1}" == '#' ] \|\| signature='# SliTaz package receipt.'
al@894	804
al@894	805 . "$orig_receipt"
al@894	806
al@894	807 # Is package splitted one?
al@894	808 [ -n "$SPLIT" -a "${SPLIT/$pkg/}" != "$SPLIT" ]; splitted=$?
al@894	809
al@894	810 # Manage splitted packages
al@894	811 if $splitted; then
al@894	812 # For packages with empty $DEPENDS
al@894	813 [ -n "$DEPENDS" ] \|\| DEPENDS="$PACKAGE"
al@894	814
al@894	815 # Default $CAT
al@894	816 [ -z "$CAT" ] &&
al@894	817 case $pkg in
al@894	818 *-dev) CAT="development\|development files" ;;
al@894	819 esac
al@894	820
al@894	821 # Manage $CAT
al@894	822 CATEGORY="${CAT%\|*}"
al@894	823 SHORT_DESC="$SHORT_DESC (${CAT#*\|})"
al@894	824 fi
al@894	825
al@894	826 # Mandatory variables
al@894	827 cat <<EOF
al@894	828 $signature
al@894	829
al@894	830 PACKAGE="$PACKAGE"
al@894	831 VERSION="$VERSION"
al@894	832 CATEGORY="$CATEGORY"
al@894	833 SHORT_DESC="$SHORT_DESC"
al@894	834 MAINTAINER="$MAINTAINER"
al@894	835 LICENSE="$LICENSE"
al@894	836 WEB_SITE="$WEB_SITE"
al@894	837 EOF
al@894	838
al@894	839 # Optional variables
al@894	840 [ -n "$TAGS" ] && echo "TAGS=\"$TAGS\""
al@894	841 [ -n "$DEPENDS" ] && echo "DEPENDS=\"$DEPENDS\""
al@894	842
al@894	843 # Extract {pre,post}_{install,remove} functions
al@894	844 for i in pre post; do
al@894	845 for j in install remove; do
al@894	846 if grep -q "^${i}_$j()"; then
al@894	847 echo
al@894	848 sed "/^${i}_$j()/,/}/!d" "$orig_receipt"
al@894	849 fi
al@894	850 done
al@894	851 done
al@894	852 }
al@894	853
al@894	854
al@728	855 # Create the package. Wanted to use TazPkg to create a tazpkg package at first,
paul@62	856 # but it doesn't handle EXTRAVERSION.
al@728	857
pankso@1	858 packit() {
pankso@1	859 set_paths
pankso@359	860
pankso@359	861 # Handle cross compilation
pankso@359	862 case "$ARCH" in
pankso@676	863 arm*\|x86_64) arch="-$ARCH" ;;
pankso@359	864 esac
pankso@359	865
al@779	866 title 'Pack: %s' "$PACKAGE $VERSION$arch"
pankso@359	867
pankso@44	868 if grep -q ^genpkg_rules $receipt; then
al@728	869 _ 'Executing: %s' 'genpkg_rules'
al@728	870 set -e; cd $pkgdir; mkdir -p $fs
al@728	871 genpkg_rules \|\| (newline; _ 'ERROR: genpkg_rules failed'; newline) >> \
pankso@234	872 $LOGS/$pkg.log
pankso@241	873 else
al@728	874 _ 'No packages rules: meta package'
pankso@241	875 mkdir -p $fs
pankso@16	876 fi
pankso@98	877
al@859	878 # Check CONFIG_FILES
al@859	879 if [ -n "$CONFIG_FILES" ]; then
al@859	880 for i in $CONFIG_FILES; do
al@859	881 if [ ! -e $fs$i ]; then
al@859	882 case $i in
al@859	883 */) mkdir -p $fs$i ;;
al@859	884 *) mkdir -p $fs$(dirname $i); touch $fs$i ;;
al@859	885 esac
al@859	886 fi
al@859	887 done
al@859	888 fi
al@859	889
pankso@98	890 # First QA check to stop now if genpkg_rules failed.
al@728	891 lerror=$(_n 'ERROR')
pascal@613	892 if fgrep -q ^$lerror $LOGS/$pkg.log; then
al@899	893 broken; exit 1
pankso@98	894 fi
pankso@358	895
pankso@44	896 cd $taz
al@728	897 for file in receipt description.txt; do
pankso@1	898 [ ! -f "../$file" ] && continue
al@779	899 action 'Copying "%s"...' "$file"
al@728	900 cp -f ../$file $pack; chown 0.0 $pack/$file; status
pankso@1	901 done
pankso@119	902 copy_generic_files
pankso@358	903
pankso@119	904 # Strip and stuff files.
al@865	905 export COOKOPTS ARCH HOST_SYSTEM LOCALE fs; @@PREFIX@@/libexec/cookutils/compressor fs
pankso@43	906
al@728	907 # Create files.list with redirecting find output.
al@779	908 action 'Creating the list of files...'
al@728	909 cd $fs
al@728	910 find . -type f -print > ../files.list
al@728	911 find . -type l -print >> ../files.list
al@728	912 cd ..; sed -i s/'^.'/''/ files.list
al@728	913 status
al@728	914
pankso@43	915 # Md5sum of files.
al@779	916 action 'Creating md5sum of files...'
pankso@16	917 while read file; do
pankso@16	918 [ -L "fs$file" ] && continue
pankso@16	919 [ -f "fs$file" ] \|\| continue
pankso@16	920 case "$file" in
pankso@232	921 /lib/modules//modules.\|*.pyc) continue ;;
pankso@16	922 esac
pankso@16	923 md5sum "fs$file" \| sed 's/ fs/ /'
pankso@16	924 done < files.list > md5sum
pankso@16	925 status
al@728	926
al@728	927 UNPACKED_SIZE=$(du -chs fs receipt files.list md5sum description.txt \
al@728	928 2>/dev/null \| awk 'END{ print $1 }')
pankso@358	929
pankso@16	930 # Build cpio archives.
al@779	931 action 'Compressing the FS...'
al@864	932 find fs -newer $receipt -exec touch -hr $receipt {} \;
pankso@16	933 find fs \| cpio -o -H newc --quiet \| lzma e fs.cpio.lzma -si
pankso@16	934 rm -rf fs
pankso@16	935 status
al@728	936
al@728	937 PACKED_SIZE=$(du -chs fs.cpio.lzma receipt files.list md5sum description.txt \
al@728	938 2>/dev/null \| awk 'END{ print $1 }')
al@728	939
al@779	940 action 'Updating receipt sizes...'
pankso@16	941 sed -i s/^PACKED_SIZE.*$// receipt
pankso@16	942 sed -i s/^UNPACKED_SIZE.*$// receipt
pankso@16	943 sed -i "s/^PACKAGE=/PACKED_SIZE=\"$PACKED_SIZE\"\nUNPACKED_SIZE=\"$UNPACKED_SIZE\"\nPACKAGE=/" receipt
pankso@16	944 status
pankso@16	945
pankso@16	946 # Set extra version.
al@728	947 if [ -n "$EXTRAVERSION" ]; then
al@779	948 action 'Updating receipt EXTRAVERSION: %s' "$EXTRAVERSION"
pankso@16	949 sed -i s/^EXTRAVERSION.*$// receipt
pankso@16	950 sed -i "s/^VERSION=/EXTRAVERSION=\"$EXTRAVERSION\"\nVERSION=/" receipt
pankso@16	951 status
pankso@16	952 fi
pankso@16	953
pankso@16	954 # Compress.
al@779	955 action 'Creating full cpio archive...'
pankso@16	956 find . -print \| cpio -o -H newc --quiet > \
al@737	957 ../$PACKAGE-$VERSION$EXTRAVERSION$arch.tazpkg
pankso@16	958 status
al@728	959
al@779	960 action 'Restoring original package tree...'
pankso@16	961 unlzma -c fs.cpio.lzma \| cpio -idm --quiet
pankso@16	962 status
al@728	963
al@728	964 rm fs.cpio.lzma; cd ..
pankso@43	965
pankso@43	966 # QA and give info.
pankso@43	967 tazpkg=$(ls *.tazpkg)
pankso@43	968 packit_quality
al@779	969 footer "$(_ 'Package "%s" created' "$tazpkg")"
pankso@1	970 }
pankso@1	971
al@728	972
paul@62	973 # Verify package quality and consistency.
al@728	974
pankso@8	975 packit_quality() {
al@779	976 #action 'QA: checking for broken link...'
pankso@157	977 #link=$(find $fs/usr -type l -follow)
pankso@157	978 #[ "$link" ] && echo -e "\nERROR: broken link in filesystem"
pankso@157	979 #status
pankso@358	980
pankso@142	981 # Exit if any error found in log file.
al@728	982 lerror=$(_n 'ERROR')
pascal@613	983 if fgrep -q ^$lerror $LOGS/$pkg.log; then
al@728	984 rm -f $command
al@899	985 broken; exit 1
pankso@8	986 fi
pankso@358	987
al@779	988 action 'QA: checking for empty package...'
pankso@45	989 files=$(cat $WOK/$pkg/taz/$pkg-*/files.list \| wc -l)
al@786	990 if [ "$files" -eq 0 -a "$CATEGORY" != 'meta' ]; then
al@899	991 broken
al@728	992 rm -f $command
al@899	993 die 'ERROR: empty package'
pankso@8	994 fi
al@899	995
al@899	996 :; status
al@899	997 # Find and remove old package(s)
al@899	998 tempd="$(mktemp -d)"; cd "$tempd"
al@899	999 for testpkg in $(ls $PKGS/$pkg-*.tazpkg 2> /dev/null); do
al@899	1000 # Extract receipt from each matched package
al@899	1001 cpio -F "$testpkg" -i receipt >/dev/null 2>&1
al@899	1002 name=$(. receipt; echo $PACKAGE)
al@899	1003 rm receipt
al@899	1004 if [ "$name" == "$pkg" ]; then
al@899	1005 action 'Removing old package "%s"' "$(basename "$testpkg")"
al@899	1006 rm -f "$testpkg"
al@899	1007 status
al@899	1008 fi
al@899	1009 done
al@899	1010 rm -r "$tempd"
al@899	1011 mv -f $pkgdir/taz/$pkg-*.tazpkg $PKGS
al@899	1012 sed -i /^${pkg}$/d $broken
al@899	1013 #action 'Removing source tree...'
al@899	1014 #rm -f $WOK/$pkg/source; status
pankso@8	1015 }
pankso@8	1016
al@728	1017
al@728	1018 # Reverse "cat" command: prints input lines in the reverse order
al@728	1019
pankso@421	1020 tac() {
pascal@285	1021 sed '1!G;h;$!d' $1
pascal@285	1022 }
pascal@285	1023
al@728	1024
pankso@428	1025 # Install package on --install or update the chroot.
al@728	1026
pankso@428	1027 install_package() {
pankso@428	1028 case "$ARCH" in
pankso@676	1029 arm*\|x86_64)
al@737	1030 arch="-$ARCH"
al@728	1031 root="$CROSS_TREE/sysroot" ;;
pankso@428	1032 esac
pankso@428	1033 # Install package if requested but skip install if target host doesn't
pankso@428	1034 # match build system or it will break the build chroot.
al@728	1035 build=$(echo $BUILD_SYSTEM \| cut -d- -f1)
al@728	1036 if [ -n "$inst" ] && [ "$build" == "$ARCH" ]; then
al@737	1037 if [ -f "$PKGS/$PACKAGE-$VERSION$EXTRAVERSION.tazpkg" ]; then
al@728	1038 cd $PKGS
al@728	1039 tazpkg install $PACKAGE-$VERSION$EXTRAVERSION.tazpkg --forced
pankso@428	1040 else
al@899	1041 broken
al@899	1042 die 'Unable to install package, build has failed.'
pankso@428	1043 fi
pankso@428	1044 fi
pankso@428	1045
pankso@428	1046 # Install package if part of the chroot to keep env up-to-date.
al@728	1047 if [ -d "$root$INSTALLED/$pkg" ]; then
pankso@428	1048 . /etc/slitaz/cook.conf
pankso@428	1049 . $WOK/$pkg/taz/$pkg-*/receipt
al@728	1050 _ 'Updating %s chroot environment...' "$ARCH"
al@728	1051 _ 'Updating chroot: %s' "$pkg ($VERSION$EXTRAVERSION$arch)" \| log
al@728	1052 cd $PKGS
al@728	1053 tazpkg install $pkg-$VERSION$EXTRAVERSION$arch.tazpkg --forced --root=$root
pankso@428	1054 fi
pankso@428	1055 }
pankso@428	1056
al@728	1057
pascal@696	1058 # remove chroot jail
al@728	1059
pascal@696	1060 umount_aufs() {
pascal@696	1061 tac ${1}rw/aufs-umount.sh \| sh
pascal@696	1062 rm -rf ${1}rw
pascal@696	1063 umount ${1}root
pascal@697	1064 rmdir ${1}r*
pascal@696	1065 }
pascal@696	1066
al@728	1067
pascal@285	1068 # Launch the cook command into a chroot jail protected by aufs.
pascal@285	1069 # The current filesystems are used read-only and updates are
pascal@285	1070 # stored in a separate branch.
al@728	1071
pascal@285	1072 try_aufs_chroot() {
pascal@285	1073
al@728	1074 base="/dev/shm/aufsmnt$$"
pascal@286	1075
al@596	1076 # Can we setup the chroot? Is it already done?
pascal@292	1077 grep -q ^AUFS_NOT_SUPPORTED $receipt && return
al@728	1078 grep -q ^AUFS_NOT_RAMFS $receipt && base="/mnt/aufsmnt$$"
pascal@285	1079 [ -n "$AUFS_MOUNTS" -a ! -f /aufs-umount.sh ] \|\| return
pascal@875	1080 grep -q ^aufs /proc/modules \|\| modprobe aufs 2> /dev/null \|\| return
pascal@286	1081 mkdir ${base}root ${base}rw \|\| return
pascal@285	1082
al@728	1083 _ 'Setup aufs chroot...'
pascal@285	1084
pascal@285	1085 # Sanity check
pascal@286	1086 for i in / /proc /sys /dev/shm /home ; do
pascal@285	1087 case " $AUFS_MOUNTS " in
pascal@285	1088 \ $i\ ) ;;
pascal@285	1089 *) AUFS_MOUNTS="$AUFS_MOUNTS $i" ;;
pascal@285	1090 esac
pascal@285	1091 done
pascal@691	1092 for mnt in $(ls -d $AUFS_MOUNTS \| sort \| uniq); do
pascal@285	1093 mount --bind $mnt ${base}root$mnt
pascal@285	1094 if [ $mnt == / ] && ! mount -t aufs -o br=${base}rw:/ none ${base}root; then
al@728	1095 _ 'Aufs mount failure'
slaxemulator@519	1096 umount ${base}root
pascal@628	1097 rm -rf ${base}r*
slaxemulator@519	1098 return
pascal@285	1099 fi
pascal@285	1100 echo "umount ${base}root$mnt" >> ${base}rw/aufs-umount.sh
pascal@285	1101 done
pascal@696	1102 trap "umount_aufs ${base}" INT
pascal@285	1103
pascal@285	1104 chroot ${base}root $(cd $(dirname $0); pwd)/$(basename $0) "$@"
pascal@285	1105 status=$?
pascal@285	1106
al@728	1107 _ 'Leaving aufs chroot...'
al@737	1108 umount_aufs $base
pascal@683	1109 # Install package outside the aufs jail
pascal@683	1110 install_package
pankso@358	1111 exit $status
pascal@285	1112 }
pascal@285	1113
al@728	1114
al@705	1115 # Encode predefined XML entities
al@728	1116
al@705	1117 xml_ent() {
al@705	1118 sed -e 's\|&\|\&\|g; s\|<\|\<\|g; s\|>\|\>\|g; s\|"\|\"\|g' -e "s\|'\|\'\|g"
al@705	1119 }
al@705	1120
al@728	1121
paul@387	1122 # Create a XML feed for freshly built packages.
al@728	1123
pankso@310	1124 gen_rss() {
al@728	1125 pubdate=$(date '+%a, %d %b %Y %X')
al@728	1126 cat > $FEEDS/$pkg.xml <<EOT
pankso@310	1127 <item>
al@737	1128 <title>$PACKAGE $VERSION$EXTRAVERSION</title>
al@899	1129 <link>${COOKER_URL}?pkg=${PACKAGE//+/%2B}</link>
al@737	1130 <guid>$PACKAGE-$VERSION$EXTRAVERSION</guid>
pankso@310	1131 <pubDate>$pubdate</pubDate>
al@705	1132 <description>$(echo -n "$SHORT_DESC" \| xml_ent)</description>
pankso@310	1133 </item>
pankso@310	1134 EOT
pankso@310	1135 }
pankso@310	1136
al@728	1137
pankso@662	1138 # Truncate stdout log file to $1 Mb.
al@728	1139
al@728	1140 loglimit() {
pascal@593	1141 if [ -n "$DEFAULT_LOG_LIMIT" ]; then
pascal@621	1142 tee /dev/stderr \| head -qc ${1:-$DEFAULT_LOG_LIMIT}m
pascal@593	1143 else
pascal@593	1144 tee /dev/stderr
pascal@593	1145 fi
pascal@576	1146 }
pascal@576	1147
al@728	1148
pankso@1	1149 #
pankso@671	1150 # Receipt functions to ease packaging
pankso@671	1151 #
pankso@671	1152
pankso@671	1153 get_dev_files() {
al@779	1154 action 'Getting standard devel files...'
pankso@671	1155 mkdir -p $fs/usr/lib
pankso@671	1156 cp -a $install/usr/lib/pkgconfig $fs/usr/lib
pascal@750	1157 cp -a $install/usr/lib/*a $fs/usr/lib
pankso@671	1158 cp -a $install/usr/include $fs/usr
pankso@671	1159 status
pankso@671	1160 }
pankso@671	1161
al@807	1162
al@809	1163 # Function to use in compile_rules() to copy man page from $src to $install
al@807	1164
al@809	1165 cook_pick_manpages() {
al@809	1166 local name section
al@809	1167 action 'Copying man pages...'
al@802	1168
al@809	1169 for i in $@; do
al@809	1170 name=$(echo $i \| sed 's\|\.[gbx]z2*$\|\|')
al@809	1171 section=${name##/}; section=${section##.}
al@809	1172 mkdir -p $install/usr/share/man/man$section
al@899	1173 scopy $i $install/usr/share/man/man$section
al@802	1174 done
al@802	1175 status
al@802	1176 }
al@802	1177
al@807	1178
al@807	1179 # Function to use in genpkg_rules() to copy specified files from $install to $fs
al@807	1180
al@802	1181 cook_copy_files() {
al@802	1182 action 'Copying files...'
al@802	1183 cd $install
al@802	1184 local i j
al@880	1185 IFS=$'\n'
al@802	1186 for i in $@; do
al@802	1187 for j in $(find . -name $i ! -type d); do
al@899	1188 mkdir -p $fs$(dirname ${j#.})
al@899	1189 scopy $j $fs$(dirname ${j#.})
al@802	1190 done
al@802	1191 done
al@802	1192 cd - >/dev/null
al@802	1193 status
al@802	1194 }
al@802	1195
al@807	1196
al@834	1197 # Function to use in genpkg_rules() to copy specified folders from $install to $fs
al@834	1198
al@834	1199 cook_copy_folders() {
al@834	1200 action 'Copying folders...'
al@834	1201 cd $install
al@834	1202 local i j
al@880	1203 IFS=$'\n'
al@834	1204 for i in $@; do
al@834	1205 for j in $(find . -name $i -type d); do
al@899	1206 mkdir -p $fs$(dirname ${j#.})
al@899	1207 cp -a $j $fs$(dirname ${j#.})
al@834	1208 done
al@834	1209 done
al@834	1210 cd - >/dev/null
al@834	1211 status
al@834	1212 }
al@834	1213
al@834	1214
al@899	1215 # Common function to copy files, folders and patterns
al@899	1216
al@899	1217 copy() {
al@899	1218 action 'Copying folders and files...'
al@899	1219 cd $install
al@899	1220 local i j filelist=$(mktemp) tmplist=$(mktemp)
al@899	1221 IFS=$'\n'
al@899	1222 find ! -type d \| sed 's\|\.\|\|' > $filelist
al@899	1223 for i in $@; do
al@899	1224 case $i in
al@899	1225 @std)
al@899	1226 # Copy "standard" files (all but "developer files", man pages, documentation, translations)
al@899	1227 sed '/\.h$/d; /\.hxx$/d; /\.a$/d; /\.la$/d; /\.pc$/d; /bin\/.*-config$/d;
al@899	1228 /\.m4$/d; /\.gir$/d; /\.typelib$/d; /\.vapi$/d; /\.deps$/d;
al@899	1229 /\/share\/man\//d; /\/share\/doc\//d; /\/share\/info\//d; /\/share\/locale\//d;
al@899	1230 /\/share\/bash-completion\//d;
al@899	1231 ' $filelist > $tmplist
al@899	1232 while read j; do
al@899	1233 mkdir -p $fs$(dirname $j)
al@899	1234 scopy $install$j $fs$(dirname $j)
al@899	1235 done < $tmplist
al@899	1236 ;;
al@899	1237 @dev)
al@899	1238 # Copy "developer files"
al@899	1239 sed -n '/\.h$/p; /\.hxx$/p; /\.a$/p; /\.la$/p; /\.pc$/p; /bin\/.*-config$/p;
al@899	1240 /\.m4$/p; /\.gir$/p; /\.typelib$/p; /\.vapi$/p; /\.deps$/p;
al@899	1241 ' $filelist \| \
al@899	1242 while read j; do
al@899	1243 mkdir -p $fs$(dirname $j)
al@899	1244 scopy $install$j $fs$(dirname $j)
al@899	1245 done
al@899	1246 ;;
al@899	1247 */)
al@899	1248 # Copy specified folders
al@899	1249 for j in $(find . -name ${i%/} -type d); do
al@899	1250 mkdir -p $fs$(dirname ${j#.})
al@899	1251 cp -a $j $fs$(dirname ${j#.})
al@899	1252 done
al@899	1253 ;;
al@899	1254 *)
al@899	1255 # Copy specified files
al@899	1256 for j in $(find . -name $i ! -type d); do
al@899	1257 mkdir -p $fs$(dirname ${j#.})
al@899	1258 scopy $j $fs$(dirname ${j#.})
al@899	1259 done
al@899	1260 ;;
al@899	1261 esac
al@899	1262 done
al@899	1263 cd - >/dev/null
al@899	1264 rm $filelist $tmplist
al@899	1265 status
al@899	1266 }
al@899	1267
al@899	1268
al@818	1269 # Function to use in genpkg_rules() to copy hicolor icons in specified sizes
al@818	1270 # (default: 16 and 48) from $install to $fs
al@807	1271
al@807	1272 cook_copy_icons() {
al@818	1273 local sizes=$@
al@807	1274 action 'Copying hicolor icons...'
al@807	1275 mkdir -p $fs/usr/share/icons/hicolor
al@818	1276 for i in ${sizes:-16 48}; do
al@887	1277 [ ! -e "$install/usr/share/icons/hicolor/${i}x$i" ] \|\|
al@899	1278 scopy $install/usr/share/icons/hicolor/${i}x$i \
al@818	1279 $fs/usr/share/icons/hicolor
al@807	1280 done
al@807	1281 status
al@807	1282 }
al@807	1283
al@742	1284
al@899	1285 # Update packages.info every time after successful build
al@899	1286
al@899	1287 update_packages_info() {
al@899	1288 sed -i "/^$pkg\t/d" $PKGS/packages.info
al@899	1289 PACKAGE="$pkg"; set_paths
al@899	1290 unset_receipt; . $pack/receipt
al@899	1291 SIZES=$(echo $PACKED_SIZE $UNPACKED_SIZE \| sed 's\|\.0\|\|g')
al@899	1292 DEPENDS=$(echo $DEPENDS) # remove newlines from some receipts
al@899	1293 MD5="$(md5sum "$PKGS/$PACKAGE-$VERSION$EXTRAVERSION.tazpkg" \| awk '{print $1}')"
al@899	1294 cat >> $PKGS/packages.info <<EOT
al@899	1295 $PACKAGE $VERSION$EXTRAVERSION $CATEGORY $SHORT_DESC $WEB_SITE $TAGS $SIZES $DEPENDS $MD5 $PROVIDE
al@899	1296 EOT
al@899	1297
al@899	1298 }
al@899	1299
al@899	1300
al@742	1301
al@728	1302
pankso@671	1303 #
pankso@1	1304 # Commands
pankso@1	1305 #
pankso@1	1306
pankso@1	1307 case "$1" in
pankso@32	1308 usage\|help\|-u\|-h)
pankso@1	1309 usage ;;
al@728	1310
pankso@1	1311 list-wok)
al@779	1312 title 'List of %s packages in "%s"' "$ARCH" "$WOK"
pankso@642	1313 cd $WOK
al@728	1314 if [ "$ARCH" != 'i486' ]; then
pankso@643	1315 count=0
al@728	1316 for pkg in $(fgrep 'HOST_ARCH=' */receipt \| egrep "$ARCH\|any" \| cut -d: -f1)
pankso@643	1317 do
pankso@643	1318 unset HOST_ARCH
pankso@643	1319 . $pkg
pankso@643	1320 count=$(($count + 1))
pankso@643	1321 colorize 34 "$PACKAGE"
pankso@643	1322 done
pankso@642	1323 else
pankso@643	1324 count=$(ls \| wc -l)
pankso@643	1325 ls -1
pankso@642	1326 fi
al@779	1327 footer "$(_p '%s package' '%s packages' "$count" "$(colorize 32 "$count")")"
al@779	1328 ;;
al@728	1329
pankso@378	1330 activity)
pankso@378	1331 cat $activity ;;
al@728	1332
pankso@69	1333 search)
pankso@69	1334 # Just a simple search function, we dont need more actually.
pankso@69	1335 query="$2"
al@779	1336 title 'Search results for "%s"' "$query"
al@728	1337 cd $WOK; ls -1 \| grep "$query"
al@779	1338 footer ;;
al@728	1339
pankso@1	1340 setup)
pankso@1	1341 # Setup a build environment
pankso@1	1342 check_root
al@728	1343 _ 'Cook: setup environment' \| log
al@779	1344 title 'Setting up your environment'
psychomaniak@821	1345 [ -d $SLITAZ ] \|\| mkdir -p $SLITAZ
al@596	1346 cd $SLITAZ
pankso@52	1347 init_db_files
al@728	1348 _ 'Checking for packages to install...'
pankso@397	1349 # Use setup pkgs from cross.conf or cook.conf. When cross compiling
pankso@645	1350 # ARCH-setup or 'cross check' should be used before: cook setup
pankso@397	1351 case "$ARCH" in
pankso@676	1352 arm*\|x86_64)
al@899	1353 [ -x '/usr/bin/cross' ] \|\| die 'ERROR: %s is not installed' 'cross'
al@728	1354 _ 'Using config file: %s' '/etc/slitaz/cross.conf'
pankso@397	1355 . /etc/slitaz/cross.conf ;;
pankso@397	1356 esac
pankso@397	1357 for pkg in $SETUP_PKGS; do
al@728	1358 if [ -n "$forced" ]; then
pankso@421	1359 tazpkg -gi $pkg --forced
pankso@397	1360 else
al@728	1361 [ ! -d "$INSTALLED/$pkg" ] && tazpkg get-install $pkg
pankso@397	1362 fi
pankso@397	1363 done
pankso@1	1364
pankso@1	1365 # Handle --options
pankso@1	1366 case "$2" in
al@728	1367 --wok) hg clone $WOK_URL wok \|\| exit 1 ;;
al@728	1368 --stable) hg clone $WOK_URL-stable wok \|\| exit 1 ;;
al@728	1369 --undigest) hg clone $WOK_URL-undigest wok \|\| exit 1 ;;
al@728	1370 --tiny) hg clone $WOK_URL-tiny wok \|\| exit 1 ;;
pankso@1	1371 esac
pankso@1	1372
pankso@1	1373 # SliTaz group and permissions
pankso@1	1374 if ! grep -q ^slitaz /etc/group; then
al@728	1375 _ 'Adding group "%s"' 'slitaz'
pankso@1	1376 addgroup slitaz
pankso@1	1377 fi
al@728	1378 _ 'Setting permissions for group "%s"...' 'slitaz'
pascal@277	1379 find $SLITAZ -maxdepth 2 -exec chown root.slitaz {} \;
pascal@277	1380 find $SLITAZ -maxdepth 2 -exec chmod g+w {} \;
al@779	1381 footer "$(_ 'All done, ready to cook packages :-)')" ;;
al@728	1382
pankso@395	1383 *-setup)
pankso@395	1384 # Setup for cross compiling.
al@728	1385 arch="${1%-setup}"
pankso@397	1386 check_root
pankso@644	1387 . /etc/slitaz/cook.conf
pankso@644	1388 for pkg in $CROSS_SETUP; do
al@728	1389 if [ -n "$forced" ]; then
pankso@644	1390 tazpkg -gi $pkg --forced
pankso@644	1391 else
al@728	1392 [ ! -d "$INSTALLED/$pkg" ] && tazpkg -gi $pkg
pankso@644	1393 fi
pankso@644	1394 done
al@728	1395
al@728	1396 _ 'Cook: setup %s cross environment' "$arch" \| log
al@779	1397 title 'Setting up your %s cross environment' "$arch"
pankso@397	1398 init_db_files
pankso@359	1399 sed -i \
pankso@396	1400 -e s"/ARCH=.*/ARCH=\"$arch\"/" \
pankso@443	1401 -e s"/CROSS_TREE=.*/CROSS_TREE=\"\/cross\/$arch\"/" \
pankso@359	1402 -e s'/BUILD_SYSTEM=.*/BUILD_SYSTEM=i486-slitaz-linux/' \
pankso@395	1403 /etc/slitaz/cook.conf
pankso@395	1404 case "$arch" in
pankso@395	1405 arm)
al@728	1406 flags='-O2 -march=armv6'
pankso@650	1407 host="$ARCH-slitaz-linux-gnueabi" ;;
pankso@650	1408 armv6hf)
al@728	1409 flags='-O2 -march=armv6j -mfpu=vfp -mfloat-abi=hard'
pankso@650	1410 host="$ARCH-slitaz-linux-gnueabi" ;;
pankso@650	1411 armv7)
al@728	1412 flags='-Os -march=armv7-a -mfpu=vfpv3-d16 -mfloat-abi=softfp -pipe'
pankso@650	1413 host="$ARCH-slitaz-linux-gnueabi" ;;
pankso@395	1414 x86_64)
al@728	1415 flags='-O2 -mtune=generic -pipe'
pankso@650	1416 host="$ARCH-slitaz-linux" ;;
pankso@395	1417 esac
pankso@650	1418 sed -i \
pankso@650	1419 -e s"/CFLAGS=.*/CFLAGS=\"$flags\"/" \
pankso@677	1420 -e s"/HOST_SYSTEM=.*/HOST_SYSTEM=$host/" /etc/slitaz/cook.conf
pankso@359	1421 . /etc/slitaz/cook.conf
al@728	1422 sysroot="$CROSS_TREE/sysroot"
al@728	1423 tools="/cross/$arch/tools"
al@728	1424 root="$sysroot"
al@596	1425 # L10n: keep the same width of translations to get a consistent view
al@728	1426 _ 'Target arch : %s' "$ARCH"
al@728	1427 _ 'Configure args : %s' "$CONFIGURE_ARGS"
al@728	1428 _ 'Build flags : %s' "$flags"
al@728	1429 _ 'Arch sysroot : %s' "$sysroot"
al@728	1430 _ 'Tools prefix : %s' "$tools/bin"
paul@455	1431 # Tell the packages manager where to find packages.
al@728	1432 _ 'Packages DB : %s' "$root$DB"
al@728	1433 mkdir -p $root$INSTALLED
al@728	1434 cd $root$DB; rm -f *.bak
al@728	1435 for list in packages.list packages.desc packages.equiv packages.md5; do
al@728	1436 rm -f $list
al@728	1437 ln -s $SLITAZ/packages/$list $list
pankso@426	1438 done
pankso@429	1439 # We must have the cross compiled glibc-base installed or default
pankso@429	1440 # i486 package will be used as dep by tazpkg and then break the
pankso@429	1441 # cross environment
al@728	1442 if [ ! -f "$root$INSTALLED/glibc-base/receipt" ]; then
al@728	1443 colorize 36 $(_ 'WARNING: %s is not installed in sysroot' '(e)glibc-base')
pankso@429	1444 fi
pankso@426	1445 # Show GCC version or warn if not yet compiled.
al@737	1446 if [ -x "$tools/bin/$HOST_SYSTEM-gcc" ]; then
al@728	1447 _ 'Cross compiler : %s' "$HOST_SYSTEM-gcc"
pankso@359	1448 else
al@728	1449 colorize 36 $(_ 'C compiler "%s" is missing' "$HOST_SYSTEM-gcc")
al@728	1450 _ 'Run "%s" to cook a toolchain' 'cross compile'
pankso@397	1451 fi
al@779	1452 footer ;;
al@728	1453
pankso@9	1454 test)
pankso@9	1455 # Test a cook environment.
al@728	1456 _ 'Cook test: testing the cook environment' \| log
pankso@9	1457 [ ! -d "$WOK" ] && exit 1
pankso@9	1458 [ ! -d "$WOK/cooktest" ] && cp -r $DATA/cooktest $WOK
pankso@9	1459 cook cooktest ;;
al@728	1460
pankso@1	1461 new)
pankso@1	1462 # Create the package folder and an empty receipt.
pankso@1	1463 pkg="$2"
al@728	1464 [ -z "$pkg" ] && usage
pankso@427	1465 newline
al@899	1466 [ -d "$WOK/$pkg" ] && die 'Package "%s" already exists.' "$pkg"
al@728	1467
al@779	1468 action 'Creating folder "%s"' "$WOK/$pkg"
al@728	1469 mkdir $WOK/$pkg; cd $WOK/$pkg; status
al@728	1470
al@779	1471 action 'Preparing the package receipt...'
pankso@1	1472 cp $DATA/receipt .
pankso@1	1473 sed -i s"/^PACKAGE=.*/PACKAGE=\"$pkg\"/" receipt
al@728	1474 status; newline
pankso@358	1475
pankso@196	1476 # Interactive mode, asking and seding.
pankso@196	1477 case "$3" in
paul@214	1478 --interactive\|-x)
al@728	1479 _ 'Entering interactive mode...'
paul@211	1480 separator
al@728	1481 _ 'Package : %s' "$pkg"
al@728	1482
al@728	1483 _n 'Version : ' ; read answer
al@596	1484 sed -i s/'VERSION=\"\"'/"VERSION=\"$answer\""/ receipt
al@728	1485
al@728	1486 _n 'Category : ' ; read answer
al@596	1487 sed -i s/'CATEGORY=\"\"'/"CATEGORY=\"$answer\""/ receipt
al@728	1488
al@596	1489 # L10n: Short description
al@728	1490 _n 'Short desc : ' ; read answer
al@596	1491 sed -i s/'SHORT_DESC=\"\"'/"SHORT_DESC=\"$answer\""/ receipt
al@728	1492
al@728	1493 _n 'Maintainer : ' ; read answer
al@596	1494 sed -i s/'MAINTAINER=\"\"'/"MAINTAINER=\"$answer\""/ receipt
al@728	1495
al@728	1496 _n 'License : ' ; read answer
al@596	1497 sed -i s/'LICENSE=\"\"'/"LICENSE=\"$answer\""/ receipt
al@728	1498
al@728	1499 _n 'Web site : ' ; read answer
al@596	1500 sed -i s#'WEB_SITE=\"\"'#"WEB_SITE=\"$answer\""# receipt
pankso@427	1501 newline
al@728	1502
pankso@196	1503 # Wget URL.
al@728	1504 _ 'Wget URL to download source tarball.'
al@728	1505 _n 'Example : ' ; echo '$GNU_MIRROR/$PACKAGE/$TARBALL'
al@728	1506 _n 'Wget url : ' ; read answer
al@728	1507 sed -i "s\|WGET_URL=.*\|WGET_URL=\"$answer\"\|" receipt
al@728	1508
pankso@196	1509 # Ask for a stuff dir.
al@728	1510 confirm "$(_n 'Do you need a stuff directory? (y/N)')"
al@779	1511 if [ "$?" -eq 0 ]; then
al@779	1512 action 'Creating the stuff directory...'
al@728	1513 mkdir $WOK/$pkg/stuff; status
pankso@196	1514 fi
al@728	1515
pankso@196	1516 # Ask for a description file.
al@728	1517 confirm "$(_n 'Are you going to write a description? (y/N)')"
al@779	1518 if [ "$?" -eq 0 ]; then
al@779	1519 action 'Creating the "%s" file...' 'description.txt'
al@728	1520 touch $WOK/$pkg/description.txt; status
pankso@196	1521 fi
al@728	1522
al@779	1523 footer "$(_ 'Receipt is ready to use.')" ;;
pankso@196	1524 esac ;;
al@728	1525
pankso@1	1526 list)
pankso@1	1527 # Cook a list of packages (better use the Cooker since it will order
pankso@1	1528 # packages before executing cook).
pankso@1	1529 check_root
al@899	1530 [ -z "$2" ] && die 'No list in argument.'
al@899	1531 [ -f "$2" ] \|\| die 'List "%s" not found.' "$2"
al@728	1532
al@728	1533 _ 'Starting cooking the list "%s"' "$2" \| log
al@728	1534
al@728	1535 for pkg in $(cat $2); do
pankso@1	1536 cook $pkg \|\| broken
pankso@1	1537 done ;;
al@728	1538
pankso@1	1539 clean-wok)
pankso@1	1540 check_root
al@779	1541 newline; action 'Cleaning all packages files...'
pankso@1	1542 rm -rf $WOK//taz $WOK//install $WOK/*/source
al@596	1543 status; newline ;;
al@728	1544
pankso@1	1545 clean-src)
pankso@1	1546 check_root
al@779	1547 newline; action 'Cleaning all packages sources...'
pankso@1	1548 rm -rf $WOK/*/source
al@596	1549 status; newline ;;
al@728	1550
pankso@662	1551 uncook)
pankso@662	1552 cd $WOK
pankso@662	1553 count=0
al@779	1554 title 'Checking for uncooked packages'
al@728	1555
al@728	1556 for pkg in *; do
pankso@664	1557 unset HOST_ARCH EXTRAVERSION
al@728	1558 [ ! -e $pkg/receipt ] && continue
pankso@662	1559 . $pkg/receipt
pankso@662	1560 # Source cooked pkg receipt to get EXTRAVERSION
pankso@663	1561 if [ -d "$WOK/$pkg/taz" ]; then
pankso@663	1562 cd $WOK/$pkg/taz/$pkg-*
al@728	1563 . receipt; cd $WOK
pankso@662	1564 fi
pankso@662	1565 case "$ARCH" in
pankso@662	1566 i486)
al@728	1567 debug "$(_ 'Package "%s"' "$PKGS/$PACKAGE-$VERSION$EXTRAVERSION.tazpkg")"
al@728	1568 if [ ! -f "$PKGS/$PACKAGE-$VERSION$EXTRAVERSION.tazpkg" ]; then
pankso@662	1569 count=$(($count + 1))
pankso@662	1570 colorize 34 "$pkg"
pankso@662	1571 fi ;;
pankso@676	1572 arm*)
paul@665	1573 # Check only packages included in arch
pascal@669	1574 if echo "$HOST_ARCH" \| egrep -q "$ARCH\|any"; then
pankso@662	1575 # *.tazpkg
al@728	1576 if [ ! -f "$PKGS/$PACKAGE-$VERSION$EXTRAVERSION-$ARCH.tazpkg" ]; then
pankso@662	1577 count=$(($count + 1))
pankso@662	1578 colorize 34 "$pkg"
pankso@662	1579 fi
pankso@662	1580 fi ;;
pankso@662	1581 esac
pankso@662	1582 done
al@728	1583
al@899	1584 if [ "$count" -gt 0 ]; then
al@779	1585 footer "$(_p '%s uncooked package' '%s uncooked packages' "$count" "$(colorize 31 "$count")")"
pankso@662	1586 else
al@728	1587 _ 'All packages are cooked :-)'
al@779	1588 newline
pankso@662	1589 fi
al@779	1590 ;;
al@728	1591
pankso@235	1592 pkgdb)
al@857	1593 # Create suitable packages list for TazPkg and only for built packages
al@857	1594 # as well as flavors files for TazLiTo. We don't need logs since we do it
paul@243	1595 # manually to ensure everything is fine before syncing the mirror.
al@857	1596 @@PREFIX@@/libexec/cookutils/pkgdb "$2"
al@742	1597 ;;
al@728	1598
pankso@1	1599 *)
pankso@1	1600 # Just cook and generate a package.
pankso@1	1601 check_root
pankso@1	1602 time=$(date +%s)
pankso@1	1603 pkg="$1"
pankso@1	1604 [ -z "$pkg" ] && usage
al@899	1605
al@899	1606 lastcooktime=$(sed '/^Cook time/!d; s\|.: $[0-9]$s.\|\1\|' \
al@899	1607 $LOGS/$pkg.log 2>/dev/null \| sed '$!d')
pankso@44	1608 receipt="$WOK/$pkg/receipt"
al@728	1609 check_pkg_in_wok
al@728	1610 newline
pankso@47	1611
pankso@377	1612 unset inst
pankso@377	1613 unset_receipt
pankso@377	1614 . $receipt
al@728	1615
pankso@377	1616 # Handle cross compilation.
pankso@377	1617 case "$ARCH" in
pankso@676	1618 arm*)
al@728	1619 if [ -z "$HOST_ARCH" ]; then
al@728	1620 _ 'cook: HOST_ARCH is not set in "%s" receipt' "$pkg"
al@728	1621 error="$(_ 'package "%s" is not included in %s' "$pkg" "$ARCH")"
al@728	1622 _ 'cook: %s' "$error"
al@728	1623 [ -n "$CROSS_BUGS" ] && _ 'bugs: %s' "$CROSS_BUGS"
al@728	1624 _ 'Cook skip: %s' "$error" \| log
al@728	1625 newline
al@899	1626 broken; exit 1
pankso@377	1627 fi ;;
pankso@377	1628 esac
pankso@377	1629
paul@387	1630 # Some packages are not included in some arch or fail to cross compile.
pankso@398	1631 : ${HOST_ARCH=i486}
al@728	1632 debug "$(_ 'Host arch %s' "$HOST_ARCH")"
pankso@675	1633 # Handle arm{v6hf,v7,..}
pankso@675	1634 if ! $(echo "$HOST_ARCH" \| egrep -q "${ARCH%v[0-9]*}\|any"); then
al@728	1635 _ 'cook: %s' "HOST_ARCH=$HOST_ARCH"
al@728	1636 error="$(_ "package \"%s\" doesn't cook or is not included in %s" "$pkg" "$ARCH")"
al@728	1637 _ 'cook: %s' "error"
al@728	1638 [ -n "$CROSS_BUGS" ] && _ 'bugs: %s' "$CROSS_BUGS"
al@728	1639 _ 'Cook skip: %s' "$error" \| log
pascal@673	1640 sed -i /^${pkg}$/d $broken
al@728	1641 newline
al@728	1642 exit 0
pankso@377	1643 fi
pankso@377	1644
pankso@47	1645 # Skip blocked, 3 lines also for the Cooker.
al@899	1646 grep -q "^$pkg$" $blocked && [ "$2" != '--unblock' ] &&
al@899	1647 die 'Package "%s" is blocked' "$pkg"
pankso@47	1648
pascal@289	1649 try_aufs_chroot "$@"
pascal@289	1650
pankso@47	1651 # Log and source receipt.
al@899	1652 _ 'Cook started for: %s' "<a href='cooker.cgi?pkg=${pkg//+/%2B}'>$pkg</a>" \| log
pankso@16	1653 echo "cook:$pkg" > $command
al@899	1654
al@899	1655 [ -n "$lastcooktime" ] && echo "cook:$pkg $lastcooktime $(date +%s)" >> $cooktime
al@899	1656
pascal@824	1657 while read cmd duration start; do
pascal@824	1658 [ $(($start + $duration)) -lt $(date +%s) ] &&
pascal@824	1659 echo "sed -i '/^$cmd $duration/d' $cooktime"
pascal@824	1660 done < $cooktime \| sh
pascal@285	1661
pascal@285	1662 # Display and log info if cook process stopped.
paul@647	1663 # FIXME: gettext not working (in single quotes) here!
al@596	1664 trap '_ "\n\nCook stopped: control-C\n\n" \| \
pascal@285	1665 tee -a $LOGS/$pkg.log' INT
pascal@285	1666
pankso@1	1667 # Handle --options
pankso@1	1668 case "$2" in
pankso@1	1669 --clean\|-c)
al@779	1670 action 'Cleaning "%s"' "$pkg"
al@728	1671 cd $WOK/$pkg; rm -rf install taz source
al@728	1672 status; newline
al@728	1673 exit 0 ;;
al@728	1674
pankso@1	1675 --install\|-i)
pankso@1	1676 inst='yes' ;;
al@728	1677
pankso@49	1678 --getsrc\|-gs)
al@779	1679 title 'Getting source for "%s"' "$pkg"
al@596	1680 get_source
al@728	1681 _ 'Tarball: %s' "$SRC/$TARBALL"; newline
al@596	1682 exit 0 ;;
al@728	1683
pankso@49	1684 --block\|-b)
al@779	1685 action 'Blocking package "%s"' "$pkg"
pankso@49	1686 [ $(grep "^$pkg$" $blocked) ] \|\| echo "$pkg" >> $blocked
al@728	1687 status; newline
al@728	1688 exit 0 ;;
al@728	1689
pankso@49	1690 --unblock\|-ub)
al@779	1691 action 'Unblocking package "%s"' "$pkg"
pankso@49	1692 sed -i "/^${pkg}$/"d $blocked
al@728	1693 status; newline
al@728	1694 exit 0 ;;
al@728	1695
slaxemulator@501	1696 --pack)
al@899	1697 [ -d $WOK/$pkg/taz ] \|\| die 'Need to build "%s"' "$pkg"
al@899	1698 rm -rf $WOK/$pkg/taz
al@899	1699 [ -f $LOGS/$pkg-pack.log ] && rm -rf $LOGS/$pkg-pack.log
al@899	1700 packit 2>&1 \| tee -a $LOGS/$pkg-pack.log
al@899	1701 clean_log
al@899	1702 rm -f $command
slaxemulator@501	1703 exit 0 ;;
al@728	1704
al@598	1705 --cdeps)
al@890	1706 @@PREFIX@@/libexec/cookutils/cdeps $pkg
pankso@1	1707 esac
pankso@1	1708
pascal@793	1709 # Rotate log
pascal@793	1710 for i in $(seq 9 -1 1); do
pascal@793	1711 j=$(($i - 1))
al@837	1712 [ -e $LOGS/$pkg.log.$j ] && mv -f $LOGS/$pkg.log.$j $LOGS/$pkg.log.$i
pascal@793	1713 done
al@837	1714 [ -e $LOGS/$pkg.log ] && mv $LOGS/$pkg.log $LOGS/$pkg.log.0
al@837	1715
paul@62	1716 # Check if wanted is built now so we have separate log files.
pankso@295	1717 for wanted in $WANTED ; do
pascal@291	1718 if grep -q "^$wanted$" $blocked; then
al@899	1719 broken
al@728	1720 rm -f $command
al@899	1721 die 'WANTED package "%s" is blocked' "$wanted"
pankso@217	1722 fi
pascal@291	1723 if grep -q "^$wanted$" $broken; then
al@899	1724 broken
al@728	1725 rm -f $command
al@899	1726 die 'WANTED package "%s" is broken' "$wanted"
pankso@218	1727 fi
pascal@291	1728 if [ ! -d "$WOK/$wanted/install" ]; then
al@899	1729 cook "$wanted" \|\| { broken; exit 1; }
pankso@137	1730 fi
pascal@291	1731 done
pankso@1	1732
pankso@1	1733 # Cook and pack or exit on error and log everything.
pascal@576	1734 cookit $@ 2>&1 \| loglimit 50 > $LOGS/$pkg.log
pankso@15	1735 remove_deps \| tee -a $LOGS/$pkg.log
pankso@1	1736 cookit_quality
pascal@576	1737 packit 2>&1 \| loglimit 5 >> $LOGS/$pkg.log
pankso@1	1738 clean_log
pankso@33	1739
pankso@33	1740 # Exit if any error in packing.
al@728	1741 lerror=$(_n 'ERROR')
pascal@615	1742 if grep -Ev "(/root/.cvspass\|conftest\|df: /\|rm: can't remove)" $LOGS/$pkg.log \| \
pascal@752	1743 grep -Eq "(^$lerror\|: No such file or directory\|not remade because of errors\|ake: \\\* .* Error)"; then
pankso@33	1744 debug_info \| tee -a $LOGS/$pkg.log
al@899	1745 sed -i '$ s\|$\| [ Failed ]\|' $activity
al@728	1746 rm -f $command
al@899	1747 broken; exit 1
pankso@33	1748 fi
pankso@358	1749
pankso@310	1750 # Create an XML feed
pankso@310	1751 gen_rss
pankso@358	1752
pankso@1	1753 # Time and summary
pankso@1	1754 time=$(($(date +%s) - $time))
pankso@1	1755 summary \| tee -a $LOGS/$pkg.log
pankso@427	1756 newline
pankso@1	1757
al@899	1758 # We may want to install/update (outside aufs jail!).
al@899	1759 [ -s /aufs-umount.sh ] \|\| install_package
al@899	1760
al@899	1761 sed -i '$ s\|$\| [ Done ]\|' $activity
al@899	1762 update_packages_info
pankso@358	1763
al@850	1764 # Finally we DON'T WANT to build the *-dev or packages with WANTED="$pkg"
al@899	1765 # If you want automation, use the Cooker Build Bot.
al@899	1766 rm -f $command
al@899	1767 ;;
pankso@1	1768 esac
pankso@1	1769
pankso@1	1770 exit 0

SliTaz Repositories

cookutils annotate cook @ rev 899