cookutils annotate modules/compressor @ rev 869

modules/compressor: auto-clean the cache.
author Aleksej Bobylev <al.bobylev@gmail.com>
date Mon Jan 23 11:16:27 2017 +0200 (2017-01-23)
parents 9e870e53cac9
children 088359ca2353
rev   line source
al@865 1 #!/bin/sh
al@865 2 #
al@865 3 # compressor - module of the SliTaz Cook
al@865 4 # Copyright (C) SliTaz GNU/Linux - GNU GPL v3
al@865 5 #
al@865 6
al@865 7 . /usr/lib/slitaz/libcook.sh
al@865 8
al@865 9
al@868 10 # Compressor cache stuff
al@868 11
al@868 12 comp_cache_root='/var/cache/cook'
al@869 13 mkdir -p "$comp_cache_root"
al@868 14 cache_stat=$(mktemp)
al@868 15
al@868 16 # Cache notes.
al@868 17 # Do not do the same job twice. Getting the file from the cache is much faster
al@868 18 # than compressing the file one more time. In addition, this cache is trying not
al@868 19 # to take extra space, using the hardlinks. Although the files from the cache
al@869 20 # without reference to himself should be removed periodically.
al@868 21
al@868 22
al@868 23
al@868 24
al@865 25 #
al@865 26 # Functions
al@865 27 #
al@865 28
al@865 29
al@865 30 # Display time.
al@865 31
al@865 32 disp_time() {
al@865 33 div=$(( ($1 + 30) / 60))
al@865 34 case $div in
al@865 35 0) min='';;
al@865 36 # L10n: 'm' is for minutes (approximate time)
al@865 37 *) min=$(_n ' ~ %dm' "$div");;
al@865 38 esac
al@865 39
al@865 40 # L10n: 's' is for seconds (cooking time)
al@865 41 _ '%ds%s' "$1" "$min"
al@865 42 }
al@865 43
al@865 44
al@865 45 # Compressor mini summary
al@865 46
al@865 47 comp_summary() {
al@865 48 # "$time0" "$size0" "$size1"
al@865 49 time1=$(date +%s)
al@865 50 status
al@865 51 [ "$2" -eq 0 ] && return
al@865 52 time=$(($time1 - $1))
al@865 53 saving=$(( ($2 - $3) / 1024 ))
al@868 54 cache_msg=''
al@868 55 if [ -s "$cache_stat" ]; then
al@868 56 cache_msg=$(_n ' Cache hit: %d/%d.' "$(fgrep '+' $cache_stat | wc -l)" "$(wc -l < $cache_stat)")
al@868 57 echo -n > $cache_stat
al@868 58 fi
al@868 59 _ ' Time: %s. Size: %s B -> %s B. Save: %s KB.%s' \
al@868 60 "$(disp_time $time)" "$2" "$3" "$saving" "$cache_msg"
al@865 61 }
al@865 62
al@865 63
al@865 64 # Calculating different sizes
al@865 65
al@865 66 sizes() {
al@865 67 case $1 in
al@865 68 man) find $install/usr/share/man -type f -exec ls -l \{\} \; ;;
al@865 69 png) find $install -type f -name '*.png' -exec ls -l \{\} \; ;;
al@865 70 svg) find $install -type f -name '*.svg' -exec ls -l \{\} \; ;;
al@865 71 xml) find $install -type f \( -name '*.ui' -o -name '*.glade' \) -exec ls -l \{\} \; ;;
al@865 72 des) find $install -type f -name '*.desktop' -exec ls -l \{\} \; ;;
al@865 73 mo1) find $install -type f -name '*.mo' -exec ls -l \{\} \; ;;
al@865 74 loc) find $install/usr/share/i18n/locales -type f -exec ls -l \{\} \; ;;
al@865 75 mo2) find $fs/usr/share/locale -type f -name '*.mo' -exec ls -l \{\} \; ;;
al@865 76 esac | awk '{s+=$5}END{print s}'
al@865 77 }
al@865 78
al@865 79
al@868 80 # Query cache for already existing compressed file; substitute original file with the cached
al@868 81 # compressed one if so.
al@868 82 # $1: cache section (gz, mangz, png, etc.); $2: path to original file
al@868 83
al@868 84 query_cache() {
al@868 85 md5=$(md5sum "$2")
al@868 86 cachefile="$comp_cache_root/$1/${md5%% *}"
al@868 87 echo "$cachefile"
al@868 88 if [ -f "$cachefile" ]; then
al@868 89 ln -f "$cachefile" "$2"
al@868 90 echo '+' >> "$cache_stat"
al@868 91 else
al@868 92 echo '-' >> "$cache_stat"
al@868 93 false
al@868 94 fi
al@868 95 }
al@868 96
al@868 97
al@868 98 # Store compressed file to the cache
al@868 99 # $1: path to cache entry to be stored; $2: path to compressed file to be stored
al@868 100
al@868 101 store_cache() {
al@868 102 mkdir -p "${1%/*}"
al@868 103 mv "$2" "$1"
al@868 104 ln "$1" "$2"
al@868 105 }
al@868 106
al@868 107
al@865 108 # Function to compress all man pages
al@865 109 # Compressing can be disabled with COOKOPTS="!manz"
al@865 110
al@865 111 compress_manpages() {
al@865 112 time0=$(date +%s)
al@865 113 [ "${COOKOPTS/!manz/}" != "$COOKOPTS" ] && return
al@865 114 manpath="$install/usr/share/man"
al@865 115 [ -d "$manpath" ] || return
al@865 116 size0=$(sizes man); [ -z "$size0" ] && return
al@865 117
al@867 118 tazpkg -gi advancecomp --quiet --cookmode
al@867 119
al@865 120 action 'Compressing man pages...'
al@865 121
al@865 122 # We'll use only Gzip compression, so decompress other formats first
al@865 123 find $manpath -type f -name '*.bz2' -exec bunzip2 \{\} \;
al@865 124 find $manpath -type f -name '*.xz' -exec unxz \{\} \;
al@865 125
al@865 126 # Fast compress with gzip
al@865 127 find $manpath -type f -name '*.[1-9]*' -exec gzip \{\} \;
al@865 128
al@865 129 # Fix symlinks
al@865 130 for i in $(find $install/usr/share/man -type l); do
al@865 131 dest=$(readlink $i | sed 's|\.[gbx]z2*$||')
al@865 132 link=$(echo $i | sed 's|\.[gbx]z2*$||')
al@865 133 rm $i; ln -s $dest.gz $link.gz
al@865 134 done
al@865 135
al@865 136 # Recompress with advdef (it can't compress, only recompress)
al@865 137 for i in $(find $install/usr/share/man -type f); do
al@868 138 if ! cached_path=$(query_cache mangz "$i"); then
al@868 139 advdef -z4q "$i"
al@868 140 store_cache "$cached_path" "$i"
al@868 141 fi
al@865 142 done
al@865 143
al@865 144 comp_summary "$time0" "$size0" "$(sizes man)"
al@865 145 }
al@865 146
al@865 147
al@865 148 # Function used after compile_rules() to compress all png images
al@865 149 # Compressing can be disabled with COOKOPTS="!pngz"
al@865 150
al@865 151 compress_png() {
al@865 152 time0=$(date +%s)
al@865 153 [ "${COOKOPTS/!pngz/}" != "$COOKOPTS" ] && return
al@865 154 size0=$(sizes png); [ -z "$size0" ] && return
al@865 155
al@865 156 use_pq=true
al@865 157 use_op=true
al@865 158 [ "${COOKOPTS/!pngquant/}" != "$COOKOPTS" ] && use_pq=false
al@865 159 [ "${COOKOPTS/!optipng/}" != "$COOKOPTS" ] && use_op=false
al@867 160 $use_pq && tazpkg -gi pngquant --quiet --cookmode
al@867 161 $use_op && tazpkg -gi optipng --quiet --cookmode
al@865 162
al@867 163 action 'Compressing png images...'
al@865 164
al@865 165 oplevel=$(echo $COOKOPTS | grep 'op[0-8]' | sed 's|.*op\([0-8]\).*|\1|')
al@868 166 [ -z "$oplevel" ] && oplevel='2'
al@868 167
al@868 168 cache_section="png$oplevel"
al@868 169 $use_pq && cache_section="${cache_section}p"
al@868 170 $use_op && cache_section="${cache_section}o"
al@868 171
al@865 172 [ "$oplevel" == '8' ] && oplevel='7 -zm1-9'
al@865 173
al@865 174 for i in $(find $install -type f -name '*.png'); do
al@868 175 if ! cached_path=$(query_cache $cache_section "$i"); then
al@868 176 $use_pq && pngquant -f --skip-if-larger --ext .png --speed 1 "$i"
al@868 177 $use_op && optipng -quiet -strip all -o$oplevel "$i"
al@868 178 store_cache "$cached_path" "$i"
al@868 179 fi
al@865 180 done
al@865 181
al@865 182 comp_summary "$time0" "$size0" "$(sizes png)"
al@865 183 }
al@865 184
al@865 185
al@865 186 # Function used after compile_rules() to compress all svg images
al@865 187 # Compressing can be disabled with COOKOPTS="!svgz"
al@865 188
al@865 189 compress_svg() {
al@865 190 time0=$(date +%s)
al@865 191 [ "${COOKOPTS/!svgz/}" != "$COOKOPTS" ] && return
al@865 192 size0=$(sizes svg); [ -z "$size0" ] && return
al@865 193
al@867 194 tazpkg -gi svgcleaner --quiet --cookmode
al@867 195
al@865 196 action 'Compressing svg images...'
al@865 197
al@865 198 cleaner_log="$(mktemp)"
al@865 199 for i in $(find $install -type f -name '*.svg'); do
al@865 200 echo -n "$i: " >> "$cleaner_log"
al@865 201 svgcleaner "$i" "$i" --remove-unresolved-classes false --quiet true >> "$cleaner_log"
al@865 202 done
al@865 203
al@865 204 comp_summary "$time0" "$size0" "$(sizes svg)"
al@865 205
al@865 206 sed -i '/: $/d' "$cleaner_log"
al@865 207 if [ -s "$cleaner_log" ]; then
al@865 208 _ 'Cleaner warnings and errors:'
al@865 209 awk '{printf " %s\n", $0;}' "$cleaner_log"
al@865 210 echo
al@865 211 fi
al@865 212 rm "$cleaner_log"
al@865 213 }
al@865 214
al@865 215
al@865 216 # Function used after compile_rules() to shrink all *.ui and *.glade files:
al@865 217 # remove insignificant spaces and comments
al@865 218 # Compressing can be disabled with COOKOPTS="!uiz"
al@865 219
al@865 220 compress_ui() {
al@865 221 [ "${COOKOPTS/!uiz/}" != "$COOKOPTS" ] && return
al@865 222 [ -z "$(find $install -type f \( -name '*.ui' -o -name '*.glade' \) )" ] && return
al@865 223
al@867 224 tazpkg -gi xmlstarlet --quiet --cookmode
al@867 225
al@865 226 action 'Compressing ui files...'
al@867 227
al@865 228 size0=$(sizes xml)
al@865 229 time0=$(date +%s)
al@865 230 temp_ui="$(mktemp)"
al@865 231 for ui in $(find $install -type f \( -name '*.ui' -o -name '*.glade' \) ); do
al@865 232 xmlstarlet c14n --without-comments "$ui" | xmlstarlet sel -B -t -c '*' > "$temp_ui"
al@865 233 cat "$temp_ui" > "$ui"
al@865 234 done
al@865 235
al@865 236 comp_summary "$time0" "$size0" "$(sizes xml)"
al@865 237 rm "$temp_ui"
al@865 238 }
al@865 239
al@865 240
al@865 241 # Get list of supported locales...
al@865 242
al@865 243 get_supported_locales() {
al@865 244 lpc='/slitaz-i18n/stuff/locale-pack.conf'
al@865 245 if [ -e "$WOK$lpc" ]; then
al@865 246 # ... from package in the local wok
al@865 247 . "$WOK$lpc"
al@865 248 else
al@865 249 # ... from Hg
al@865 250 temp_conf=$(mktemp)
al@865 251 wget -q -O $temp_conf -T 10 "http://hg.slitaz.org/wok/raw-file/tip$lpc"
al@865 252 if [ -s $temp_conf ]; then
al@865 253 . $temp_conf
al@865 254 else
al@865 255 # Give up and use hardcoded list
al@865 256 LOCALE_PACK="ar ca cs da de el en es fi fr hr hu id is it ja nb nl nn pl pt \
al@865 257 pt_BR ro ru sl sv tr uk zh_CN zh_TW"
al@865 258 fi
al@865 259 rm $temp_conf
al@865 260 fi
al@865 261 echo $LOCALE_PACK
al@865 262 }
al@865 263
al@865 264
al@865 265 # Fix common errors and warnings in the .desktop files
al@865 266 # Fixing can be disabled with COOKOPTS="!fixdesktops"
al@865 267
al@865 268 fix_desktop_files() {
al@865 269 [ "${COOKOPTS/!fixdesktops/}" != "$COOKOPTS" ] && return
al@865 270 [ -z "$(find $install -type f -name '*.desktop')" ] && return
al@865 271
al@865 272 size0=$(sizes des)
al@865 273 time0=$(date +%s)
al@865 274
al@865 275 if [ -n "$QA" -a -z "$(which desktop-file-validate)" ]; then
al@867 276 tazpkg -gi desktop-file-utils-extra --quiet --cookmode
al@865 277 fi
al@865 278
al@865 279 # The variable $LOCALE is set in cook.conf and may be overridden in the receipt.
al@865 280 # Default value is "" (empty). That means for us that we'll use the full
al@865 281 # list of supported locales here.
al@865 282 [ -z "$LOCALE" ] && LOCALE=$(get_supported_locales)
al@865 283
al@865 284 for desktop in $(find $install -type f -name '*.desktop'); do
al@865 285 cp "$desktop" "$desktop.orig"
al@865 286
al@865 287 # Sort out .desktop file (is prerequisite to correct working of `fix-desktop-file`)
al@865 288 sdft "$desktop" -i
al@865 289
al@865 290 # Fix common errors in .desktop file
al@865 291 fix-desktop-file "$desktop"
al@865 292
al@865 293 # Strip unsupported locales from .desktop file
al@865 294 [ "${COOKOPTS/!i18nz/}" == "$COOKOPTS" ] &&
al@865 295 sdft "$desktop" -i -k "$LOCALE"
al@865 296
al@865 297 # Extra-strip
al@865 298 [ "${COOKOPTS/!extradesktops/}" == "$COOKOPTS" ] &&
al@865 299 sdft "$desktop" -i -g -x -tf -r 'Keywords*' -o
al@865 300
al@865 301 if [ -n "$QA" ]; then
al@865 302 # Check the rest of errors, warnings and tips
al@865 303 _ 'QA: Checking %s...' "$(basename $desktop)"
al@865 304 diff "$desktop.orig" "$desktop"
al@865 305 desktop-file-validate "$desktop" | busybox fold -s
al@865 306 echo
al@865 307 fi
al@865 308
al@865 309 rm "$desktop.orig"
al@865 310 done
al@865 311
al@865 312 comp_summary "$time0" "$size0" "$(sizes des)"
al@865 313 }
al@865 314
al@865 315
al@865 316 # Normalize all *.mo files: unconditionally convert to UTF-8; remove strings that are not really added
al@865 317 # to the translation (msgid = msgstr)
al@865 318 # Normalization can be disabled with COOKOPTS="!monorm"
al@865 319
al@865 320 normalize_mo() {
al@865 321 [ "${COOKOPTS/!monorm/}" != "$COOKOPTS" ] && return
al@865 322 [ -z "$(find $install -type f -name '*.mo')" ] && return
al@865 323
al@867 324 # Gettext functions: msgunfmt, msguniq, msgconv, msgfmt
al@867 325 tazpkg -gi gettext --quiet --cookmode
al@867 326 # Gconv modules (convert to UTF-8)
al@867 327 tazpkg -gi glibc-locale --quiet --cookmode
al@867 328
al@865 329 action 'Normalizing mo files...'
al@867 330
al@865 331 size0=$(sizes mo1)
al@865 332 time0=$(date +%s)
al@865 333
al@865 334 # Process all existing *.mo files
al@865 335 for mo in $(find "$install" -type f -name '*.mo'); do
al@865 336 tmpfile="$(mktemp)"
al@865 337
al@865 338 msgunfmt "$mo" | msguniq | msgconv -o "$tmpfile" -t 'UTF-8'
al@865 339 # add newline
al@865 340 echo >> "$tmpfile"
al@865 341
al@865 342 # get Plural-Forms
al@865 343 awk '
al@865 344 BEGIN { skip = ""; }
al@865 345 {
al@865 346 if (! skip) {
al@865 347 s = $0;
al@865 348 gsub(/^[^\"]*\"/, "", s);
al@865 349 gsub(/\"$/, "", s);
al@865 350 printf("%s", s);
al@865 351 }
al@865 352 if (! $0) skip = "yes";
al@865 353 }
al@865 354 ' "$tmpfile" | sed 's|\\n|\n|g' | grep "^Plural-Forms:" > "$tmpfile.pf"
al@865 355
al@865 356 if ! grep -q 'msgid_plural' "$tmpfile"; then
al@865 357 echo > "$tmpfile.pf"
al@865 358 fi
al@865 359
al@865 360 # main
al@865 361 awk -v pf="$(cat "$tmpfile.pf")" '
al@865 362 function clean() {
al@865 363 mode = msgctxt = msgid = msgid_plural = msgstr = msgstr0 = msgstr1 = msgstr2 = msgstr3 = msgstr4 = msgstr5 = "";
al@865 364 }
al@865 365
al@865 366 function getstring() {
al@865 367 # Skip unquoted words at the beginning (msgid, msgstr...) and get string from inside quotes
al@865 368 s = $0;
al@865 369 gsub(/^[^\"]*\"/, "", s);
al@865 370 gsub(/\"$/, "", s);
al@865 371 return s;
al@865 372 }
al@865 373
al@865 374 BEGIN {
al@865 375 printf("msgid \"\"\nmsgstr \"\"\n\"Content-Type: text/plain; charset=UTF-8\\n\"\n");
al@865 376 if (pf)
al@865 377 printf("\"%s\\n\"\n", pf);
al@865 378 printf("\n");
al@865 379 skip = 1;
al@865 380 clean();
al@865 381 }
al@865 382
al@865 383 {
al@865 384 # Skip the entire header
al@865 385 if (!skip) {
al@865 386 if ($1 == "msgctxt" || $1 == "msgid" || $1 == "msgstr" || $1 == "msgid_plural")
al@865 387 mode = $1;
al@865 388 if ($1 == "msgstr[0]") mode = "msgstr0";
al@865 389 if ($1 == "msgstr[1]") mode = "msgstr1";
al@865 390 if ($1 == "msgstr[2]") mode = "msgstr2";
al@865 391 if ($1 == "msgstr[3]") mode = "msgstr3";
al@865 392 if ($1 == "msgstr[4]") mode = "msgstr4";
al@865 393 if ($1 == "msgstr[5]") mode = "msgstr5";
al@865 394
al@865 395 if (mode == "msgctxt") msgctxt = msgctxt getstring();
al@865 396 if (mode == "msgid") msgid = msgid getstring();
al@865 397 if (mode == "msgstr") msgstr = msgstr getstring();
al@865 398 if (mode == "msgid_plural") msgid_plural = msgid_plural getstring();
al@865 399 if (mode == "msgstr0") msgstr0 = msgstr0 getstring();
al@865 400 if (mode == "msgstr1") msgstr1 = msgstr1 getstring();
al@865 401 if (mode == "msgstr2") msgstr2 = msgstr2 getstring();
al@865 402 if (mode == "msgstr3") msgstr3 = msgstr3 getstring();
al@865 403 if (mode == "msgstr4") msgstr4 = msgstr4 getstring();
al@865 404 if (mode == "msgstr5") msgstr5 = msgstr5 getstring();
al@865 405
al@865 406 if (! $0) {
al@865 407 if (msgid != msgstr) {
al@865 408 if (msgctxt) printf("msgctxt \"%s\"\n", msgctxt);
al@865 409 printf("msgid \"%s\"\n", msgid);
al@865 410 if (msgid_plural) printf("msgid_plural \"%s\"\n", msgid_plural);
al@865 411 if (msgstr) printf("msgstr \"%s\"\n", msgstr);
al@865 412 if (msgstr0) printf("msgstr[0] \"%s\"\n", msgstr0);
al@865 413 if (msgstr1) printf("msgstr[1] \"%s\"\n", msgstr1);
al@865 414 if (msgstr2) printf("msgstr[2] \"%s\"\n", msgstr2);
al@865 415 if (msgstr3) printf("msgstr[3] \"%s\"\n", msgstr3);
al@865 416 if (msgstr4) printf("msgstr[4] \"%s\"\n", msgstr4);
al@865 417 if (msgstr5) printf("msgstr[5] \"%s\"\n", msgstr5);
al@865 418 printf("\n");
al@865 419 }
al@865 420 clean();
al@865 421 }
al@865 422 }
al@865 423 if ($0 == "") skip = "";
al@865 424 }
al@865 425 ' "$tmpfile" > "$tmpfile.awk"
al@865 426
al@865 427 msgfmt "$tmpfile.awk" -o "$tmpfile.mo"
al@865 428
al@865 429 if [ -s "$tmpfile.mo" ]; then
al@865 430 rm "$mo"; mv "$tmpfile.mo" "$mo"
al@865 431 else
al@865 432 _ 'Error processing %s' "$mo"
al@865 433 [ -e "$tmpfile.mo" ] && rm "$tmpfile.mo"
al@865 434 fi
al@865 435
al@865 436 # Clean
al@865 437 rm "$tmpfile" "$tmpfile.pf" "$tmpfile.awk"
al@865 438 done
al@865 439
al@865 440 comp_summary "$time0" "$size0" "$(sizes mo1)"
al@865 441 }
al@865 442
al@865 443
al@865 444 # Strip locale definitions: normalize whitespace and remove comments
al@865 445 # Stripping can be disabled with COOKOPTS="!locdef"
al@865 446
al@865 447 strip_locale_def() {
al@865 448 [ "${COOKOPTS/!locdef/}" != "$COOKOPTS" ] && return
al@865 449 [ ! -d "$install/usr/share/i18n/locales" ] && return
al@865 450 [ -z "$(find $install/usr/share/i18n/locales -type f)" ] && return
al@865 451
al@865 452 action 'Stripping locale definitions...'
al@865 453 size0=$(sizes loc)
al@865 454 time0=$(date +%s)
al@865 455
al@865 456 for i in $(find $install/usr/share/i18n/locales -type f); do
al@865 457 sed -i 's| | |g; s| *| |g; s|^ ||; /^%/d' $i
al@865 458 done
al@865 459
al@865 460 comp_summary "$time0" "$size0" "$(sizes loc)"
al@865 461 }
al@865 462
al@865 463
al@865 464 # Find and strip: --strip-all (-s) or --strip-debug on static libs as well
al@865 465 # as removing unneeded files like in Python packages. Cross compiled binaries
al@865 466 # must be stripped with cross-tools aka $ARCH-slitaz-*-strip
al@865 467 # Stripping can be disabled with COOKOPTS="!strip"
al@865 468
al@865 469 strip_package() {
al@865 470 [ "${COOKOPTS/!strip/}" != "$COOKOPTS" ] && return
al@865 471
al@865 472 case "$ARCH" in
al@865 473 arm*|x86_64) export STRIP="$HOST_SYSTEM-strip" ;;
al@865 474 *) export STRIP='strip' ;;
al@865 475 esac
al@865 476 action 'Executing strip on all files...'
al@865 477 size0=0
al@865 478 size1=0
al@865 479 time0=$(date +%s)
al@865 480
al@865 481 # Strip executable files
al@865 482 for dir in $fs/bin $fs/sbin $fs/usr/bin $fs/usr/sbin $fs/usr/games; do
al@865 483 if [ -d "$dir" ]; then
al@865 484 oldsize=$(find $dir -type f -exec ls -l '{}' \; | awk '{s+=$5}END{print s}')
al@865 485 find $dir -type f -exec $STRIP -s '{}' 2>/dev/null \;
al@865 486 newsize=$(find $dir -type f -exec ls -l '{}' \; | awk '{s+=$5}END{print s}')
al@865 487 size0=$((size0 + oldsize)); size1=$((size1 + newsize))
al@865 488 fi
al@865 489 done
al@865 490
al@865 491 # Strip shared and static libraries
al@865 492 # Remove Python *.pyc and *.pyo, Perl perllocal.pod and .packlist
al@865 493 oldsize=$(find $fs -type f \( \
al@865 494 -name '*.so*' -o -name '*.a' -o \
al@865 495 -name '*.pyc' -o -name '*.pyo' -o \
al@865 496 -name 'perllocal.pod' -o -name '.packlist' \) -exec ls -l '{}' \; | awk '{s+=$5}END{print s}')
al@865 497
al@865 498 find $fs -name '*.so*' -exec $STRIP -s '{}' 2>/dev/null \;
al@865 499 find $fs -name '*.a' -exec $STRIP --strip-debug '{}' 2>/dev/null \;
al@865 500 find $fs -type f \( -name '*.pyc' -o -name '*.pyo' \) -delete 2>/dev/null
al@865 501 find $fs -type f \( -name 'perllocal.pod' -o -name '.packlist' \) -delete 2>/dev/null
al@865 502
al@865 503 newsize=$(find $fs -type f \( \
al@865 504 -name '*.so*' -o -name '*.a' -o \) -exec ls -l '{}' \; | awk '{s+=$5}END{print s}')
al@865 505
al@865 506 comp_summary "$time0" "$((size0 + oldsize))" "$((size1 + newsize))"
al@865 507 }
al@865 508
al@865 509
al@865 510 # Strip unsupported locales (.mo files)
al@865 511
al@865 512 strip_mo_i18n() {
al@865 513 [ "${COOKOPTS/!i18nz/}" != "$COOKOPTS" ] && return
al@865 514
al@865 515 [ ! -d "$fs/usr/share/locale" ] && return
al@865 516 [ -z "$(find $fs/usr/share/locale -type f -name '*.mo')" ] && return
al@865 517
al@865 518 action 'Thin out translation files...'
al@865 519 size0=$(sizes mo2)
al@865 520 time0=$(date +%s)
al@865 521
al@865 522 # The variable $LOCALE is set in cook.conf and may be overridden in the receipt.
al@865 523 # Default value is "" (empty). That means for us that we'll use the full
al@865 524 # list of supported locales here.
al@865 525 [ -z "$LOCALE" ] && LOCALE=$(get_supported_locales)
al@865 526
al@865 527 # Existing locales
al@865 528 elocales=" $(ls -1 "$fs/usr/share/locale" | tr '\n' ' ') "
al@865 529
al@865 530 # Thin out the list of existing locales. At the end there will be only locales that need
al@865 531 # deleting (and the garbage like '_AU', _US', '_BR' leaving from 'en_AU', 'en_US', 'pt_BR'...)
al@865 532 for keep_locale in $LOCALE; do
al@865 533 elocales=${elocales//$keep_locale}
al@865 534 done
al@865 535
al@865 536 # Remove the unsupported locales
al@865 537 for rem_locale in $elocales; do
al@865 538 [ -d "$fs/usr/share/locale/$rem_locale" ] &&
al@865 539 rm -r "$fs/usr/share/locale/$rem_locale"
al@865 540 done
al@865 541
al@865 542 comp_summary "$time0" "$size0" "$(sizes mo2)"
al@865 543 }
al@865 544
al@865 545
al@865 546
al@865 547
al@865 548 case $1 in
al@865 549 install)
al@865 550 # Compressors working in the $install
al@865 551 case "$ARCH" in
al@865 552 arm*) ;;
al@865 553 *)
al@865 554 compress_manpages
al@865 555 compress_png
al@865 556 compress_svg
al@865 557 compress_ui
al@865 558 ;;
al@865 559 esac
al@865 560
al@865 561 fix_desktop_files
al@865 562 normalize_mo
al@865 563 strip_locale_def
al@865 564 ;;
al@865 565 fs)
al@865 566 # Compressors working in the $fs
al@865 567 strip_package
al@865 568 strip_mo_i18n
al@865 569 ;;
al@865 570 esac
al@868 571
al@868 572 # Clean
al@868 573 rm "$cache_stat"
al@869 574 find $comp_cache_root -type f -links -2 -delete