cookutils annotate modules/compressor @ rev 899
Some important changes:
* cook: better die handling; cook can now mark packages as broken by itself; less chatty zip extracting; rename internal function copy() to scopy(); new copy() is the main tool to copy files from $install to $fs (docs to come); automatic patching (if patches are in $stuff/patches and patch list is $stuff/patches/series); better local packages handling; update packages.info database after each successful build, virtual packages are accessible immediately after build.
* doc/cookopts.txt: added "!perlz" and "!rmpod" options description.
* modules/compressor: strip Perl files.
* modules/pkgdb: calculate estimated time for cook:pkgdb too (as well as for cook:package).
* cook: better die handling; cook can now mark packages as broken by itself; less chatty zip extracting; rename internal function copy() to scopy(); new copy() is the main tool to copy files from $install to $fs (docs to come); automatic patching (if patches are in $stuff/patches and patch list is $stuff/patches/series); better local packages handling; update packages.info database after each successful build, virtual packages are accessible immediately after build.
* doc/cookopts.txt: added "!perlz" and "!rmpod" options description.
* modules/compressor: strip Perl files.
* modules/pkgdb: calculate estimated time for cook:pkgdb too (as well as for cook:package).
author | Aleksej Bobylev <al.bobylev@gmail.com> |
---|---|
date | Thu May 11 00:36:43 2017 +0300 (2017-05-11) |
parents | 897914bd4c94 |
children | 39feb4e7243d |
rev | line source |
---|---|
al@865 | 1 #!/bin/sh |
al@865 | 2 # |
al@865 | 3 # compressor - module of the SliTaz Cook |
al@865 | 4 # Copyright (C) SliTaz GNU/Linux - GNU GPL v3 |
al@865 | 5 # |
al@865 | 6 |
al@865 | 7 . /usr/lib/slitaz/libcook.sh |
al@865 | 8 |
al@865 | 9 |
al@868 | 10 # Compressor cache stuff |
al@868 | 11 |
al@873 | 12 comp_cache_root='/home/slitaz/cache/cook' |
al@869 | 13 mkdir -p "$comp_cache_root" |
al@868 | 14 cache_stat=$(mktemp) |
al@868 | 15 |
al@868 | 16 # Cache notes. |
al@868 | 17 # Do not do the same job twice. Getting the file from the cache is much faster |
al@868 | 18 # than compressing the file one more time. In addition, this cache is trying not |
al@868 | 19 # to take extra space, using the hardlinks. Although the files from the cache |
paul@870 | 20 # without reference to itself should be removed periodically. |
al@868 | 21 |
al@868 | 22 |
al@868 | 23 |
al@868 | 24 |
al@865 | 25 # |
al@865 | 26 # Functions |
al@865 | 27 # |
al@865 | 28 |
al@865 | 29 |
al@881 | 30 # Working with time (with hundredths precision) |
al@865 | 31 |
al@881 | 32 get_time() { |
al@881 | 33 cut -d" " -f2 /proc/uptime |
al@881 | 34 } |
al@865 | 35 |
al@881 | 36 calc_time() { |
al@881 | 37 # L10n: 's' is for seconds, 'm' is for minutes |
al@881 | 38 awk -va="$1" -vb="$(get_time)" -vs="$(_ 's')" -vm="$(_ 'm')" ' |
al@881 | 39 BEGIN{ |
al@881 | 40 time = b - a; |
al@881 | 41 if (time < 30) |
al@881 | 42 printf("%.2f%s\n", time, s); |
al@881 | 43 else |
al@881 | 44 printf("%.2f%s ~ %.0f%s\n", time, s, time / 60, m); |
al@881 | 45 }' |
al@865 | 46 } |
al@865 | 47 |
al@865 | 48 |
al@865 | 49 # Compressor mini summary |
al@865 | 50 |
al@865 | 51 comp_summary() { |
al@865 | 52 # "$time0" "$size0" "$size1" |
al@865 | 53 status |
al@865 | 54 [ "$2" -eq 0 ] && return |
al@881 | 55 saving=$(awk -va="$2" -vb="$3" 'BEGIN{ printf("%.0f\n", (a - b) / 1024) }') |
al@868 | 56 cache_msg='' |
al@868 | 57 if [ -s "$cache_stat" ]; then |
al@868 | 58 cache_msg=$(_n ' Cache hit: %d/%d.' "$(fgrep '+' $cache_stat | wc -l)" "$(wc -l < $cache_stat)") |
al@868 | 59 echo -n > $cache_stat |
al@868 | 60 fi |
al@868 | 61 _ ' Time: %s. Size: %s B -> %s B. Save: %s KB.%s' \ |
al@881 | 62 "$(calc_time $1)" "$2" "$3" "$saving" "$cache_msg" |
al@865 | 63 } |
al@865 | 64 |
al@865 | 65 |
al@865 | 66 # Calculating different sizes |
al@865 | 67 |
al@865 | 68 sizes() { |
al@865 | 69 case $1 in |
al@865 | 70 man) find $install/usr/share/man -type f -exec ls -l \{\} \; ;; |
al@865 | 71 png) find $install -type f -name '*.png' -exec ls -l \{\} \; ;; |
al@865 | 72 svg) find $install -type f -name '*.svg' -exec ls -l \{\} \; ;; |
al@865 | 73 xml) find $install -type f \( -name '*.ui' -o -name '*.glade' \) -exec ls -l \{\} \; ;; |
al@865 | 74 des) find $install -type f -name '*.desktop' -exec ls -l \{\} \; ;; |
al@865 | 75 mo1) find $install -type f -name '*.mo' -exec ls -l \{\} \; ;; |
al@865 | 76 loc) find $install/usr/share/i18n/locales -type f -exec ls -l \{\} \; ;; |
al@865 | 77 mo2) find $fs/usr/share/locale -type f -name '*.mo' -exec ls -l \{\} \; ;; |
al@872 | 78 gz) find $install -type f -name '*.gz' ! -path '*/share/man/*' -exec ls -l \{\} \; ;; |
al@899 | 79 str) find $fs -type f \( -name '*.so*' -o -name '*.a' -o -name '*.pyc' -o -name '*.pyo' \ |
al@899 | 80 -o -name '.packlist' -o -name '*.pm' -o -name '*.pl' -o -name '*.pod' \) -exec ls -l \{\} \; ;; |
al@865 | 81 esac | awk '{s+=$5}END{print s}' |
al@865 | 82 } |
al@865 | 83 |
al@865 | 84 |
al@868 | 85 # Query cache for already existing compressed file; substitute original file with the cached |
al@868 | 86 # compressed one if so. |
al@868 | 87 # $1: cache section (gz, mangz, png, etc.); $2: path to original file |
al@868 | 88 |
al@868 | 89 query_cache() { |
al@868 | 90 md5=$(md5sum "$2") |
al@868 | 91 cachefile="$comp_cache_root/$1/${md5%% *}" |
al@868 | 92 echo "$cachefile" |
al@868 | 93 if [ -f "$cachefile" ]; then |
al@868 | 94 ln -f "$cachefile" "$2" |
al@868 | 95 echo '+' >> "$cache_stat" |
al@868 | 96 else |
al@868 | 97 echo '-' >> "$cache_stat" |
al@868 | 98 false |
al@868 | 99 fi |
al@868 | 100 } |
al@868 | 101 |
al@868 | 102 |
al@868 | 103 # Store compressed file to the cache |
al@868 | 104 # $1: path to cache entry to be stored; $2: path to compressed file to be stored |
al@868 | 105 |
al@868 | 106 store_cache() { |
al@868 | 107 mkdir -p "${1%/*}" |
al@868 | 108 mv "$2" "$1" |
al@868 | 109 ln "$1" "$2" |
al@868 | 110 } |
al@868 | 111 |
al@868 | 112 |
al@865 | 113 # Function to compress all man pages |
al@865 | 114 # Compressing can be disabled with COOKOPTS="!manz" |
al@865 | 115 |
al@865 | 116 compress_manpages() { |
al@881 | 117 time0=$(get_time) |
al@865 | 118 [ "${COOKOPTS/!manz/}" != "$COOKOPTS" ] && return |
al@874 | 119 manpath="$install/usr/share/man" |
al@865 | 120 [ -d "$manpath" ] || return |
al@865 | 121 size0=$(sizes man); [ -z "$size0" ] && return |
al@865 | 122 |
al@867 | 123 tazpkg -gi advancecomp --quiet --cookmode |
al@867 | 124 |
al@865 | 125 action 'Compressing man pages...' |
al@865 | 126 |
al@865 | 127 # We'll use only Gzip compression, so decompress other formats first |
al@865 | 128 find $manpath -type f -name '*.bz2' -exec bunzip2 \{\} \; |
al@865 | 129 find $manpath -type f -name '*.xz' -exec unxz \{\} \; |
al@865 | 130 |
al@865 | 131 # Fast compress with gzip |
al@874 | 132 find $manpath -type f ! -name '*.gz' -exec gzip \{\} \; |
al@865 | 133 |
al@865 | 134 # Fix symlinks |
al@874 | 135 for i in $(find $manpath -type l); do |
al@865 | 136 dest=$(readlink $i | sed 's|\.[gbx]z2*$||') |
al@865 | 137 link=$(echo $i | sed 's|\.[gbx]z2*$||') |
al@865 | 138 rm $i; ln -s $dest.gz $link.gz |
al@865 | 139 done |
al@865 | 140 |
al@865 | 141 # Recompress with advdef (it can't compress, only recompress) |
al@876 | 142 IFS=$'\n' |
al@874 | 143 for i in $(find $manpath -type f); do |
al@868 | 144 if ! cached_path=$(query_cache mangz "$i"); then |
al@868 | 145 advdef -z4q "$i" |
al@868 | 146 store_cache "$cached_path" "$i" |
al@868 | 147 fi |
al@865 | 148 done |
al@865 | 149 |
al@865 | 150 comp_summary "$time0" "$size0" "$(sizes man)" |
al@865 | 151 } |
al@865 | 152 |
al@865 | 153 |
al@872 | 154 # Function to recompress all gzip archives |
al@872 | 155 # Recompressing can be disabled with COOKOPTS="!gz" |
al@872 | 156 |
al@872 | 157 recompress_gz() { |
al@881 | 158 time0=$(get_time) |
al@872 | 159 [ "${COOKOPTS/!gz/}" != "$COOKOPTS" ] && return |
al@872 | 160 size0=$(sizes gz); [ -z "$size0" ] && return |
al@872 | 161 |
al@872 | 162 tazpkg -gi advancecomp --quiet --cookmode |
al@872 | 163 |
al@872 | 164 action 'Recompressing gzip files...' |
al@872 | 165 |
al@872 | 166 # Recompress with advdef |
al@876 | 167 IFS=$'\n' |
al@872 | 168 for i in $(find $install -type f -name '*.gz' ! -path '*/share/man/*'); do |
al@872 | 169 if ! cached_path=$(query_cache gz "$i"); then |
al@872 | 170 advdef -z4q "$i" |
al@872 | 171 store_cache "$cached_path" "$i" |
al@872 | 172 fi |
al@872 | 173 done |
al@872 | 174 |
al@872 | 175 comp_summary "$time0" "$size0" "$(sizes gz)" |
al@872 | 176 } |
al@872 | 177 |
al@872 | 178 |
al@865 | 179 # Function used after compile_rules() to compress all png images |
al@865 | 180 # Compressing can be disabled with COOKOPTS="!pngz" |
al@865 | 181 |
al@865 | 182 compress_png() { |
al@881 | 183 time0=$(get_time) |
al@865 | 184 [ "${COOKOPTS/!pngz/}" != "$COOKOPTS" ] && return |
al@865 | 185 size0=$(sizes png); [ -z "$size0" ] && return |
al@865 | 186 |
al@865 | 187 use_pq=true |
al@865 | 188 use_op=true |
al@865 | 189 [ "${COOKOPTS/!pngquant/}" != "$COOKOPTS" ] && use_pq=false |
al@865 | 190 [ "${COOKOPTS/!optipng/}" != "$COOKOPTS" ] && use_op=false |
al@867 | 191 $use_pq && tazpkg -gi pngquant --quiet --cookmode |
al@867 | 192 $use_op && tazpkg -gi optipng --quiet --cookmode |
al@865 | 193 |
al@867 | 194 action 'Compressing png images...' |
al@865 | 195 |
al@865 | 196 oplevel=$(echo $COOKOPTS | grep 'op[0-8]' | sed 's|.*op\([0-8]\).*|\1|') |
al@868 | 197 [ -z "$oplevel" ] && oplevel='2' |
al@868 | 198 |
al@868 | 199 cache_section="png$oplevel" |
al@868 | 200 $use_pq && cache_section="${cache_section}p" |
al@868 | 201 $use_op && cache_section="${cache_section}o" |
al@868 | 202 |
al@865 | 203 [ "$oplevel" == '8' ] && oplevel='7 -zm1-9' |
al@865 | 204 |
al@876 | 205 IFS=$'\n' |
al@865 | 206 for i in $(find $install -type f -name '*.png'); do |
al@868 | 207 if ! cached_path=$(query_cache $cache_section "$i"); then |
al@868 | 208 $use_pq && pngquant -f --skip-if-larger --ext .png --speed 1 "$i" |
al@868 | 209 $use_op && optipng -quiet -strip all -o$oplevel "$i" |
al@868 | 210 store_cache "$cached_path" "$i" |
al@868 | 211 fi |
al@865 | 212 done |
al@865 | 213 |
al@865 | 214 comp_summary "$time0" "$size0" "$(sizes png)" |
al@865 | 215 } |
al@865 | 216 |
al@865 | 217 |
al@865 | 218 # Function used after compile_rules() to compress all svg images |
al@865 | 219 # Compressing can be disabled with COOKOPTS="!svgz" |
al@865 | 220 |
al@865 | 221 compress_svg() { |
al@881 | 222 time0=$(get_time) |
al@865 | 223 [ "${COOKOPTS/!svgz/}" != "$COOKOPTS" ] && return |
al@865 | 224 size0=$(sizes svg); [ -z "$size0" ] && return |
al@865 | 225 |
al@867 | 226 tazpkg -gi svgcleaner --quiet --cookmode |
al@867 | 227 |
al@865 | 228 action 'Compressing svg images...' |
al@865 | 229 |
al@865 | 230 cleaner_log="$(mktemp)" |
al@876 | 231 IFS=$'\n' |
al@865 | 232 for i in $(find $install -type f -name '*.svg'); do |
al@865 | 233 echo -n "$i: " >> "$cleaner_log" |
al@865 | 234 svgcleaner "$i" "$i" --remove-unresolved-classes false --quiet true >> "$cleaner_log" |
al@865 | 235 done |
al@865 | 236 |
al@865 | 237 comp_summary "$time0" "$size0" "$(sizes svg)" |
al@865 | 238 |
al@865 | 239 sed -i '/: $/d' "$cleaner_log" |
al@865 | 240 if [ -s "$cleaner_log" ]; then |
al@865 | 241 _ 'Cleaner warnings and errors:' |
al@865 | 242 awk '{printf " %s\n", $0;}' "$cleaner_log" |
al@865 | 243 echo |
al@865 | 244 fi |
al@865 | 245 rm "$cleaner_log" |
al@865 | 246 } |
al@865 | 247 |
al@865 | 248 |
al@865 | 249 # Function used after compile_rules() to shrink all *.ui and *.glade files: |
al@865 | 250 # remove insignificant spaces and comments |
al@865 | 251 # Compressing can be disabled with COOKOPTS="!uiz" |
al@865 | 252 |
al@865 | 253 compress_ui() { |
al@865 | 254 [ "${COOKOPTS/!uiz/}" != "$COOKOPTS" ] && return |
al@865 | 255 [ -z "$(find $install -type f \( -name '*.ui' -o -name '*.glade' \) )" ] && return |
al@865 | 256 |
al@867 | 257 tazpkg -gi xmlstarlet --quiet --cookmode |
al@867 | 258 |
al@865 | 259 action 'Compressing ui files...' |
al@867 | 260 |
al@865 | 261 size0=$(sizes xml) |
al@881 | 262 time0=$(get_time) |
al@865 | 263 temp_ui="$(mktemp)" |
al@876 | 264 IFS=$'\n' |
al@865 | 265 for ui in $(find $install -type f \( -name '*.ui' -o -name '*.glade' \) ); do |
al@865 | 266 xmlstarlet c14n --without-comments "$ui" | xmlstarlet sel -B -t -c '*' > "$temp_ui" |
al@865 | 267 cat "$temp_ui" > "$ui" |
al@865 | 268 done |
al@865 | 269 |
al@865 | 270 comp_summary "$time0" "$size0" "$(sizes xml)" |
al@865 | 271 rm "$temp_ui" |
al@865 | 272 } |
al@865 | 273 |
al@865 | 274 |
al@865 | 275 # Get list of supported locales... |
al@865 | 276 |
al@865 | 277 get_supported_locales() { |
al@865 | 278 lpc='/slitaz-i18n/stuff/locale-pack.conf' |
al@865 | 279 if [ -e "$WOK$lpc" ]; then |
al@865 | 280 # ... from package in the local wok |
al@865 | 281 . "$WOK$lpc" |
al@865 | 282 else |
al@865 | 283 # ... from Hg |
al@865 | 284 temp_conf=$(mktemp) |
al@865 | 285 wget -q -O $temp_conf -T 10 "http://hg.slitaz.org/wok/raw-file/tip$lpc" |
al@865 | 286 if [ -s $temp_conf ]; then |
al@865 | 287 . $temp_conf |
al@865 | 288 else |
al@865 | 289 # Give up and use hardcoded list |
al@865 | 290 LOCALE_PACK="ar ca cs da de el en es fi fr hr hu id is it ja nb nl nn pl pt \ |
al@865 | 291 pt_BR ro ru sl sv tr uk zh_CN zh_TW" |
al@865 | 292 fi |
al@865 | 293 rm $temp_conf |
al@865 | 294 fi |
al@865 | 295 echo $LOCALE_PACK |
al@865 | 296 } |
al@865 | 297 |
al@865 | 298 |
al@865 | 299 # Fix common errors and warnings in the .desktop files |
al@865 | 300 # Fixing can be disabled with COOKOPTS="!fixdesktops" |
al@865 | 301 |
al@865 | 302 fix_desktop_files() { |
al@865 | 303 [ "${COOKOPTS/!fixdesktops/}" != "$COOKOPTS" ] && return |
al@876 | 304 deskpath="$install/usr/share/applications" |
al@876 | 305 [ -d "$deskpath" ] || return |
al@876 | 306 [ -z "$(find $deskpath -type f -name '*.desktop')" ] && return |
al@865 | 307 |
al@865 | 308 size0=$(sizes des) |
al@881 | 309 time0=$(get_time) |
al@865 | 310 |
al@865 | 311 if [ -n "$QA" -a -z "$(which desktop-file-validate)" ]; then |
al@867 | 312 tazpkg -gi desktop-file-utils-extra --quiet --cookmode |
al@865 | 313 fi |
al@865 | 314 |
al@865 | 315 # The variable $LOCALE is set in cook.conf and may be overridden in the receipt. |
al@865 | 316 # Default value is "" (empty). That means for us that we'll use the full |
al@865 | 317 # list of supported locales here. |
al@865 | 318 [ -z "$LOCALE" ] && LOCALE=$(get_supported_locales) |
al@865 | 319 |
al@876 | 320 IFS=$'\n' |
al@876 | 321 for desktop in $(find $deskpath -type f -name '*.desktop'); do |
al@865 | 322 cp "$desktop" "$desktop.orig" |
al@865 | 323 |
al@865 | 324 # Sort out .desktop file (is prerequisite to correct working of `fix-desktop-file`) |
al@865 | 325 sdft "$desktop" -i |
al@865 | 326 |
al@865 | 327 # Fix common errors in .desktop file |
al@865 | 328 fix-desktop-file "$desktop" |
al@865 | 329 |
al@865 | 330 # Strip unsupported locales from .desktop file |
al@865 | 331 [ "${COOKOPTS/!i18nz/}" == "$COOKOPTS" ] && |
al@865 | 332 sdft "$desktop" -i -k "$LOCALE" |
al@865 | 333 |
al@865 | 334 # Extra-strip |
al@865 | 335 [ "${COOKOPTS/!extradesktops/}" == "$COOKOPTS" ] && |
al@865 | 336 sdft "$desktop" -i -g -x -tf -r 'Keywords*' -o |
al@865 | 337 |
al@865 | 338 if [ -n "$QA" ]; then |
al@865 | 339 # Check the rest of errors, warnings and tips |
al@865 | 340 _ 'QA: Checking %s...' "$(basename $desktop)" |
al@865 | 341 diff "$desktop.orig" "$desktop" |
al@865 | 342 desktop-file-validate "$desktop" | busybox fold -s |
al@865 | 343 echo |
al@865 | 344 fi |
al@865 | 345 |
al@865 | 346 rm "$desktop.orig" |
al@865 | 347 done |
al@865 | 348 |
al@865 | 349 comp_summary "$time0" "$size0" "$(sizes des)" |
al@865 | 350 } |
al@865 | 351 |
al@865 | 352 |
paul@879 | 353 # Normalize all *.mo files: unconditionally convert to UTF-8; remove strings that are not really necessary |
al@865 | 354 # to the translation (msgid = msgstr) |
al@865 | 355 # Normalization can be disabled with COOKOPTS="!monorm" |
al@865 | 356 |
al@865 | 357 normalize_mo() { |
al@865 | 358 [ "${COOKOPTS/!monorm/}" != "$COOKOPTS" ] && return |
al@865 | 359 [ -z "$(find $install -type f -name '*.mo')" ] && return |
al@865 | 360 |
al@867 | 361 # Gettext functions: msgunfmt, msguniq, msgconv, msgfmt |
al@867 | 362 tazpkg -gi gettext --quiet --cookmode |
al@867 | 363 # Gconv modules (convert to UTF-8) |
al@867 | 364 tazpkg -gi glibc-locale --quiet --cookmode |
al@867 | 365 |
al@865 | 366 action 'Normalizing mo files...' |
al@867 | 367 |
al@865 | 368 size0=$(sizes mo1) |
al@881 | 369 time0=$(get_time) |
al@865 | 370 |
al@865 | 371 # Process all existing *.mo files |
al@876 | 372 IFS=$'\n' |
al@865 | 373 for mo in $(find "$install" -type f -name '*.mo'); do |
al@865 | 374 tmpfile="$(mktemp)" |
al@865 | 375 |
al@865 | 376 msgunfmt "$mo" | msguniq | msgconv -o "$tmpfile" -t 'UTF-8' |
al@865 | 377 # add newline |
al@865 | 378 echo >> "$tmpfile" |
al@865 | 379 |
al@865 | 380 # get Plural-Forms |
al@865 | 381 awk ' |
al@865 | 382 BEGIN { skip = ""; } |
al@865 | 383 { |
al@865 | 384 if (! skip) { |
al@865 | 385 s = $0; |
al@865 | 386 gsub(/^[^\"]*\"/, "", s); |
al@865 | 387 gsub(/\"$/, "", s); |
al@865 | 388 printf("%s", s); |
al@865 | 389 } |
al@865 | 390 if (! $0) skip = "yes"; |
al@865 | 391 } |
al@865 | 392 ' "$tmpfile" | sed 's|\\n|\n|g' | grep "^Plural-Forms:" > "$tmpfile.pf" |
al@865 | 393 |
al@865 | 394 if ! grep -q 'msgid_plural' "$tmpfile"; then |
al@865 | 395 echo > "$tmpfile.pf" |
al@865 | 396 fi |
al@865 | 397 |
al@865 | 398 # main |
al@865 | 399 awk -v pf="$(cat "$tmpfile.pf")" ' |
al@865 | 400 function clean() { |
al@865 | 401 mode = msgctxt = msgid = msgid_plural = msgstr = msgstr0 = msgstr1 = msgstr2 = msgstr3 = msgstr4 = msgstr5 = ""; |
al@865 | 402 } |
al@865 | 403 |
al@865 | 404 function getstring() { |
al@865 | 405 # Skip unquoted words at the beginning (msgid, msgstr...) and get string from inside quotes |
al@865 | 406 s = $0; |
al@865 | 407 gsub(/^[^\"]*\"/, "", s); |
al@865 | 408 gsub(/\"$/, "", s); |
al@865 | 409 return s; |
al@865 | 410 } |
al@865 | 411 |
al@865 | 412 BEGIN { |
al@865 | 413 printf("msgid \"\"\nmsgstr \"\"\n\"Content-Type: text/plain; charset=UTF-8\\n\"\n"); |
al@865 | 414 if (pf) |
al@865 | 415 printf("\"%s\\n\"\n", pf); |
al@865 | 416 printf("\n"); |
al@865 | 417 skip = 1; |
al@865 | 418 clean(); |
al@865 | 419 } |
al@865 | 420 |
al@865 | 421 { |
al@865 | 422 # Skip the entire header |
al@865 | 423 if (!skip) { |
al@865 | 424 if ($1 == "msgctxt" || $1 == "msgid" || $1 == "msgstr" || $1 == "msgid_plural") |
al@865 | 425 mode = $1; |
al@865 | 426 if ($1 == "msgstr[0]") mode = "msgstr0"; |
al@865 | 427 if ($1 == "msgstr[1]") mode = "msgstr1"; |
al@865 | 428 if ($1 == "msgstr[2]") mode = "msgstr2"; |
al@865 | 429 if ($1 == "msgstr[3]") mode = "msgstr3"; |
al@865 | 430 if ($1 == "msgstr[4]") mode = "msgstr4"; |
al@865 | 431 if ($1 == "msgstr[5]") mode = "msgstr5"; |
al@865 | 432 |
al@865 | 433 if (mode == "msgctxt") msgctxt = msgctxt getstring(); |
al@865 | 434 if (mode == "msgid") msgid = msgid getstring(); |
al@865 | 435 if (mode == "msgstr") msgstr = msgstr getstring(); |
al@865 | 436 if (mode == "msgid_plural") msgid_plural = msgid_plural getstring(); |
al@865 | 437 if (mode == "msgstr0") msgstr0 = msgstr0 getstring(); |
al@865 | 438 if (mode == "msgstr1") msgstr1 = msgstr1 getstring(); |
al@865 | 439 if (mode == "msgstr2") msgstr2 = msgstr2 getstring(); |
al@865 | 440 if (mode == "msgstr3") msgstr3 = msgstr3 getstring(); |
al@865 | 441 if (mode == "msgstr4") msgstr4 = msgstr4 getstring(); |
al@865 | 442 if (mode == "msgstr5") msgstr5 = msgstr5 getstring(); |
al@865 | 443 |
al@865 | 444 if (! $0) { |
al@865 | 445 if (msgid != msgstr) { |
al@865 | 446 if (msgctxt) printf("msgctxt \"%s\"\n", msgctxt); |
al@865 | 447 printf("msgid \"%s\"\n", msgid); |
al@865 | 448 if (msgid_plural) printf("msgid_plural \"%s\"\n", msgid_plural); |
al@865 | 449 if (msgstr) printf("msgstr \"%s\"\n", msgstr); |
al@865 | 450 if (msgstr0) printf("msgstr[0] \"%s\"\n", msgstr0); |
al@865 | 451 if (msgstr1) printf("msgstr[1] \"%s\"\n", msgstr1); |
al@865 | 452 if (msgstr2) printf("msgstr[2] \"%s\"\n", msgstr2); |
al@865 | 453 if (msgstr3) printf("msgstr[3] \"%s\"\n", msgstr3); |
al@865 | 454 if (msgstr4) printf("msgstr[4] \"%s\"\n", msgstr4); |
al@865 | 455 if (msgstr5) printf("msgstr[5] \"%s\"\n", msgstr5); |
al@865 | 456 printf("\n"); |
al@865 | 457 } |
al@865 | 458 clean(); |
al@865 | 459 } |
al@865 | 460 } |
al@865 | 461 if ($0 == "") skip = ""; |
al@865 | 462 } |
al@865 | 463 ' "$tmpfile" > "$tmpfile.awk" |
al@865 | 464 |
al@865 | 465 msgfmt "$tmpfile.awk" -o "$tmpfile.mo" |
al@865 | 466 |
al@865 | 467 if [ -s "$tmpfile.mo" ]; then |
al@865 | 468 rm "$mo"; mv "$tmpfile.mo" "$mo" |
al@865 | 469 else |
al@865 | 470 _ 'Error processing %s' "$mo" |
al@865 | 471 [ -e "$tmpfile.mo" ] && rm "$tmpfile.mo" |
al@865 | 472 fi |
al@865 | 473 |
al@865 | 474 # Clean |
al@865 | 475 rm "$tmpfile" "$tmpfile.pf" "$tmpfile.awk" |
al@865 | 476 done |
al@865 | 477 |
al@865 | 478 comp_summary "$time0" "$size0" "$(sizes mo1)" |
al@865 | 479 } |
al@865 | 480 |
al@865 | 481 |
al@865 | 482 # Strip locale definitions: normalize whitespace and remove comments |
al@865 | 483 # Stripping can be disabled with COOKOPTS="!locdef" |
al@865 | 484 |
al@865 | 485 strip_locale_def() { |
al@865 | 486 [ "${COOKOPTS/!locdef/}" != "$COOKOPTS" ] && return |
al@865 | 487 [ ! -d "$install/usr/share/i18n/locales" ] && return |
al@865 | 488 [ -z "$(find $install/usr/share/i18n/locales -type f)" ] && return |
al@865 | 489 |
al@865 | 490 action 'Stripping locale definitions...' |
al@865 | 491 size0=$(sizes loc) |
al@881 | 492 time0=$(get_time) |
al@865 | 493 |
al@865 | 494 for i in $(find $install/usr/share/i18n/locales -type f); do |
al@865 | 495 sed -i 's| | |g; s| *| |g; s|^ ||; /^%/d' $i |
al@865 | 496 done |
al@865 | 497 |
al@865 | 498 comp_summary "$time0" "$size0" "$(sizes loc)" |
al@865 | 499 } |
al@865 | 500 |
al@865 | 501 |
al@865 | 502 # Find and strip: --strip-all (-s) or --strip-debug on static libs as well |
al@865 | 503 # as removing unneeded files like in Python packages. Cross compiled binaries |
al@865 | 504 # must be stripped with cross-tools aka $ARCH-slitaz-*-strip |
al@865 | 505 # Stripping can be disabled with COOKOPTS="!strip" |
al@865 | 506 |
al@865 | 507 strip_package() { |
al@865 | 508 [ "${COOKOPTS/!strip/}" != "$COOKOPTS" ] && return |
al@865 | 509 |
al@865 | 510 case "$ARCH" in |
al@865 | 511 arm*|x86_64) export STRIP="$HOST_SYSTEM-strip" ;; |
al@865 | 512 *) export STRIP='strip' ;; |
al@865 | 513 esac |
al@865 | 514 action 'Executing strip on all files...' |
al@865 | 515 size0=0 |
al@865 | 516 size1=0 |
al@881 | 517 time0=$(get_time) |
al@865 | 518 |
al@865 | 519 # Strip executable files |
al@865 | 520 for dir in $fs/bin $fs/sbin $fs/usr/bin $fs/usr/sbin $fs/usr/games; do |
al@865 | 521 if [ -d "$dir" ]; then |
al@865 | 522 oldsize=$(find $dir -type f -exec ls -l '{}' \; | awk '{s+=$5}END{print s}') |
al@865 | 523 find $dir -type f -exec $STRIP -s '{}' 2>/dev/null \; |
al@865 | 524 newsize=$(find $dir -type f -exec ls -l '{}' \; | awk '{s+=$5}END{print s}') |
al@865 | 525 size0=$((size0 + oldsize)); size1=$((size1 + newsize)) |
al@865 | 526 fi |
al@865 | 527 done |
al@865 | 528 |
al@899 | 529 oldsize=$(sizes str) |
al@899 | 530 |
al@865 | 531 # Strip shared and static libraries |
al@865 | 532 find $fs -name '*.so*' -exec $STRIP -s '{}' 2>/dev/null \; |
al@865 | 533 find $fs -name '*.a' -exec $STRIP --strip-debug '{}' 2>/dev/null \; |
al@899 | 534 |
al@899 | 535 # Remove Python *.pyc and *.pyo |
al@865 | 536 find $fs -type f \( -name '*.pyc' -o -name '*.pyo' \) -delete 2>/dev/null |
al@865 | 537 |
al@899 | 538 # Remove both with the empty subfolders: |
al@899 | 539 # 1. Perl perllocal.pod and .packlist (unconditionally) |
al@899 | 540 local perlfiles="$(find $fs -type f \( -name 'perllocal.pod' -o -name '.packlist' \))" |
al@899 | 541 # 2. Perl *.pod (if not disabled) |
al@899 | 542 [ "${COOKOPTS/!rmpod/}" == "$COOKOPTS" ] && |
al@899 | 543 perlfiles="$perlfiles $(find $fs -type f -name '*.pod')" |
al@899 | 544 echo "$perlfiles" | xargs rm -f 2>/dev/null |
al@899 | 545 echo "$perlfiles" | awk 'BEGIN{FS=OFS="/"}{$NF="";print}' | xargs rmdir -p 2>/dev/null |
al@899 | 546 |
al@899 | 547 # Strip Perl files (*.pm and *.pl) from documentation inside (if not disabled) |
al@899 | 548 [ "${COOKOPTS/!perlz/}" == "$COOKOPTS" ] && |
al@899 | 549 find $fs -type f \( -name '*.pm' -o -name '*.pl' \) -exec sed -i '/^=/,/^=cut/d' '{}' \; |
al@899 | 550 |
al@899 | 551 newsize=$(sizes str) |
al@865 | 552 |
al@865 | 553 comp_summary "$time0" "$((size0 + oldsize))" "$((size1 + newsize))" |
al@865 | 554 } |
al@865 | 555 |
al@865 | 556 |
al@865 | 557 # Strip unsupported locales (.mo files) |
al@865 | 558 |
al@865 | 559 strip_mo_i18n() { |
al@865 | 560 [ "${COOKOPTS/!i18nz/}" != "$COOKOPTS" ] && return |
al@865 | 561 |
al@865 | 562 [ ! -d "$fs/usr/share/locale" ] && return |
al@865 | 563 [ -z "$(find $fs/usr/share/locale -type f -name '*.mo')" ] && return |
al@865 | 564 |
al@865 | 565 action 'Thin out translation files...' |
al@865 | 566 size0=$(sizes mo2) |
al@881 | 567 time0=$(get_time) |
al@865 | 568 |
al@865 | 569 # The variable $LOCALE is set in cook.conf and may be overridden in the receipt. |
al@865 | 570 # Default value is "" (empty). That means for us that we'll use the full |
al@865 | 571 # list of supported locales here. |
al@865 | 572 [ -z "$LOCALE" ] && LOCALE=$(get_supported_locales) |
al@865 | 573 |
al@865 | 574 # Existing locales |
al@865 | 575 elocales=" $(ls -1 "$fs/usr/share/locale" | tr '\n' ' ') " |
al@865 | 576 |
al@865 | 577 # Thin out the list of existing locales. At the end there will be only locales that need |
al@865 | 578 # deleting (and the garbage like '_AU', _US', '_BR' leaving from 'en_AU', 'en_US', 'pt_BR'...) |
al@865 | 579 for keep_locale in $LOCALE; do |
al@865 | 580 elocales=${elocales//$keep_locale} |
al@865 | 581 done |
al@865 | 582 |
al@865 | 583 # Remove the unsupported locales |
al@865 | 584 for rem_locale in $elocales; do |
al@865 | 585 [ -d "$fs/usr/share/locale/$rem_locale" ] && |
al@865 | 586 rm -r "$fs/usr/share/locale/$rem_locale" |
al@865 | 587 done |
al@865 | 588 |
al@865 | 589 comp_summary "$time0" "$size0" "$(sizes mo2)" |
al@865 | 590 } |
al@865 | 591 |
al@865 | 592 |
al@865 | 593 |
al@865 | 594 |
al@865 | 595 case $1 in |
al@865 | 596 install) |
al@865 | 597 # Compressors working in the $install |
al@865 | 598 case "$ARCH" in |
al@865 | 599 arm*) ;; |
al@865 | 600 *) |
al@872 | 601 recompress_gz |
al@865 | 602 compress_manpages |
al@865 | 603 compress_png |
al@865 | 604 compress_svg |
al@865 | 605 compress_ui |
al@865 | 606 ;; |
al@865 | 607 esac |
al@865 | 608 |
al@865 | 609 fix_desktop_files |
al@865 | 610 normalize_mo |
al@865 | 611 strip_locale_def |
al@865 | 612 ;; |
al@865 | 613 fs) |
al@865 | 614 # Compressors working in the $fs |
al@865 | 615 strip_package |
al@865 | 616 strip_mo_i18n |
al@865 | 617 ;; |
al@865 | 618 esac |
al@868 | 619 |
al@868 | 620 # Clean |
al@868 | 621 rm "$cache_stat" |
al@869 | 622 find $comp_cache_root -type f -links -2 -delete |