rev |
line source |
al@865
|
1 #!/bin/sh
|
al@865
|
2 #
|
al@865
|
3 # compressor - module of the SliTaz Cook
|
al@865
|
4 # Copyright (C) SliTaz GNU/Linux - GNU GPL v3
|
al@865
|
5 #
|
al@865
|
6
|
al@865
|
7 . /usr/lib/slitaz/libcook.sh
|
al@865
|
8
|
al@865
|
9
|
al@868
|
10 # Compressor cache stuff
|
al@868
|
11
|
al@868
|
12 comp_cache_root='/var/cache/cook'
|
al@869
|
13 mkdir -p "$comp_cache_root"
|
al@868
|
14 cache_stat=$(mktemp)
|
al@868
|
15
|
al@868
|
16 # Cache notes.
|
al@868
|
17 # Do not do the same job twice. Getting the file from the cache is much faster
|
al@868
|
18 # than compressing the file one more time. In addition, this cache is trying not
|
al@868
|
19 # to take extra space, using the hardlinks. Although the files from the cache
|
paul@870
|
20 # without reference to itself should be removed periodically.
|
al@868
|
21
|
al@868
|
22
|
al@868
|
23
|
al@868
|
24
|
al@865
|
25 #
|
al@865
|
26 # Functions
|
al@865
|
27 #
|
al@865
|
28
|
al@865
|
29
|
al@865
|
30 # Display time.
|
al@865
|
31
|
al@865
|
32 disp_time() {
|
al@865
|
33 div=$(( ($1 + 30) / 60))
|
al@865
|
34 case $div in
|
al@865
|
35 0) min='';;
|
al@865
|
36 # L10n: 'm' is for minutes (approximate time)
|
al@865
|
37 *) min=$(_n ' ~ %dm' "$div");;
|
al@865
|
38 esac
|
al@865
|
39
|
al@865
|
40 # L10n: 's' is for seconds (cooking time)
|
al@865
|
41 _ '%ds%s' "$1" "$min"
|
al@865
|
42 }
|
al@865
|
43
|
al@865
|
44
|
al@865
|
45 # Compressor mini summary
|
al@865
|
46
|
al@865
|
47 comp_summary() {
|
al@865
|
48 # "$time0" "$size0" "$size1"
|
al@865
|
49 time1=$(date +%s)
|
al@865
|
50 status
|
al@865
|
51 [ "$2" -eq 0 ] && return
|
al@865
|
52 time=$(($time1 - $1))
|
al@865
|
53 saving=$(( ($2 - $3) / 1024 ))
|
al@868
|
54 cache_msg=''
|
al@868
|
55 if [ -s "$cache_stat" ]; then
|
al@868
|
56 cache_msg=$(_n ' Cache hit: %d/%d.' "$(fgrep '+' $cache_stat | wc -l)" "$(wc -l < $cache_stat)")
|
al@868
|
57 echo -n > $cache_stat
|
al@868
|
58 fi
|
al@868
|
59 _ ' Time: %s. Size: %s B -> %s B. Save: %s KB.%s' \
|
al@868
|
60 "$(disp_time $time)" "$2" "$3" "$saving" "$cache_msg"
|
al@865
|
61 }
|
al@865
|
62
|
al@865
|
63
|
al@865
|
64 # Calculating different sizes
|
al@865
|
65
|
al@865
|
66 sizes() {
|
al@865
|
67 case $1 in
|
al@865
|
68 man) find $install/usr/share/man -type f -exec ls -l \{\} \; ;;
|
al@865
|
69 png) find $install -type f -name '*.png' -exec ls -l \{\} \; ;;
|
al@865
|
70 svg) find $install -type f -name '*.svg' -exec ls -l \{\} \; ;;
|
al@865
|
71 xml) find $install -type f \( -name '*.ui' -o -name '*.glade' \) -exec ls -l \{\} \; ;;
|
al@865
|
72 des) find $install -type f -name '*.desktop' -exec ls -l \{\} \; ;;
|
al@865
|
73 mo1) find $install -type f -name '*.mo' -exec ls -l \{\} \; ;;
|
al@865
|
74 loc) find $install/usr/share/i18n/locales -type f -exec ls -l \{\} \; ;;
|
al@865
|
75 mo2) find $fs/usr/share/locale -type f -name '*.mo' -exec ls -l \{\} \; ;;
|
al@865
|
76 esac | awk '{s+=$5}END{print s}'
|
al@865
|
77 }
|
al@865
|
78
|
al@865
|
79
|
al@868
|
80 # Query cache for already existing compressed file; substitute original file with the cached
|
al@868
|
81 # compressed one if so.
|
al@868
|
82 # $1: cache section (gz, mangz, png, etc.); $2: path to original file
|
al@868
|
83
|
al@868
|
84 query_cache() {
|
al@868
|
85 md5=$(md5sum "$2")
|
al@868
|
86 cachefile="$comp_cache_root/$1/${md5%% *}"
|
al@868
|
87 echo "$cachefile"
|
al@868
|
88 if [ -f "$cachefile" ]; then
|
al@868
|
89 ln -f "$cachefile" "$2"
|
al@868
|
90 echo '+' >> "$cache_stat"
|
al@868
|
91 else
|
al@868
|
92 echo '-' >> "$cache_stat"
|
al@868
|
93 false
|
al@868
|
94 fi
|
al@868
|
95 }
|
al@868
|
96
|
al@868
|
97
|
al@868
|
98 # Store compressed file to the cache
|
al@868
|
99 # $1: path to cache entry to be stored; $2: path to compressed file to be stored
|
al@868
|
100
|
al@868
|
101 store_cache() {
|
al@868
|
102 mkdir -p "${1%/*}"
|
al@868
|
103 mv "$2" "$1"
|
al@868
|
104 ln "$1" "$2"
|
al@868
|
105 }
|
al@868
|
106
|
al@868
|
107
|
al@865
|
108 # Function to compress all man pages
|
al@865
|
109 # Compressing can be disabled with COOKOPTS="!manz"
|
al@865
|
110
|
al@865
|
111 compress_manpages() {
|
al@865
|
112 time0=$(date +%s)
|
al@865
|
113 [ "${COOKOPTS/!manz/}" != "$COOKOPTS" ] && return
|
al@865
|
114 manpath="$install/usr/share/man"
|
al@865
|
115 [ -d "$manpath" ] || return
|
al@865
|
116 size0=$(sizes man); [ -z "$size0" ] && return
|
al@865
|
117
|
al@867
|
118 tazpkg -gi advancecomp --quiet --cookmode
|
al@867
|
119
|
al@865
|
120 action 'Compressing man pages...'
|
al@865
|
121
|
al@865
|
122 # We'll use only Gzip compression, so decompress other formats first
|
al@865
|
123 find $manpath -type f -name '*.bz2' -exec bunzip2 \{\} \;
|
al@865
|
124 find $manpath -type f -name '*.xz' -exec unxz \{\} \;
|
al@865
|
125
|
al@865
|
126 # Fast compress with gzip
|
al@865
|
127 find $manpath -type f -name '*.[1-9]*' -exec gzip \{\} \;
|
al@865
|
128
|
al@865
|
129 # Fix symlinks
|
al@865
|
130 for i in $(find $install/usr/share/man -type l); do
|
al@865
|
131 dest=$(readlink $i | sed 's|\.[gbx]z2*$||')
|
al@865
|
132 link=$(echo $i | sed 's|\.[gbx]z2*$||')
|
al@865
|
133 rm $i; ln -s $dest.gz $link.gz
|
al@865
|
134 done
|
al@865
|
135
|
al@865
|
136 # Recompress with advdef (it can't compress, only recompress)
|
al@865
|
137 for i in $(find $install/usr/share/man -type f); do
|
al@868
|
138 if ! cached_path=$(query_cache mangz "$i"); then
|
al@868
|
139 advdef -z4q "$i"
|
al@868
|
140 store_cache "$cached_path" "$i"
|
al@868
|
141 fi
|
al@865
|
142 done
|
al@865
|
143
|
al@865
|
144 comp_summary "$time0" "$size0" "$(sizes man)"
|
al@865
|
145 }
|
al@865
|
146
|
al@865
|
147
|
al@865
|
148 # Function used after compile_rules() to compress all png images
|
al@865
|
149 # Compressing can be disabled with COOKOPTS="!pngz"
|
al@865
|
150
|
al@865
|
151 compress_png() {
|
al@865
|
152 time0=$(date +%s)
|
al@865
|
153 [ "${COOKOPTS/!pngz/}" != "$COOKOPTS" ] && return
|
al@865
|
154 size0=$(sizes png); [ -z "$size0" ] && return
|
al@865
|
155
|
al@865
|
156 use_pq=true
|
al@865
|
157 use_op=true
|
al@865
|
158 [ "${COOKOPTS/!pngquant/}" != "$COOKOPTS" ] && use_pq=false
|
al@865
|
159 [ "${COOKOPTS/!optipng/}" != "$COOKOPTS" ] && use_op=false
|
al@867
|
160 $use_pq && tazpkg -gi pngquant --quiet --cookmode
|
al@867
|
161 $use_op && tazpkg -gi optipng --quiet --cookmode
|
al@865
|
162
|
al@867
|
163 action 'Compressing png images...'
|
al@865
|
164
|
al@865
|
165 oplevel=$(echo $COOKOPTS | grep 'op[0-8]' | sed 's|.*op\([0-8]\).*|\1|')
|
al@868
|
166 [ -z "$oplevel" ] && oplevel='2'
|
al@868
|
167
|
al@868
|
168 cache_section="png$oplevel"
|
al@868
|
169 $use_pq && cache_section="${cache_section}p"
|
al@868
|
170 $use_op && cache_section="${cache_section}o"
|
al@868
|
171
|
al@865
|
172 [ "$oplevel" == '8' ] && oplevel='7 -zm1-9'
|
al@865
|
173
|
al@865
|
174 for i in $(find $install -type f -name '*.png'); do
|
al@868
|
175 if ! cached_path=$(query_cache $cache_section "$i"); then
|
al@868
|
176 $use_pq && pngquant -f --skip-if-larger --ext .png --speed 1 "$i"
|
al@868
|
177 $use_op && optipng -quiet -strip all -o$oplevel "$i"
|
al@868
|
178 store_cache "$cached_path" "$i"
|
al@868
|
179 fi
|
al@865
|
180 done
|
al@865
|
181
|
al@865
|
182 comp_summary "$time0" "$size0" "$(sizes png)"
|
al@865
|
183 }
|
al@865
|
184
|
al@865
|
185
|
al@865
|
186 # Function used after compile_rules() to compress all svg images
|
al@865
|
187 # Compressing can be disabled with COOKOPTS="!svgz"
|
al@865
|
188
|
al@865
|
189 compress_svg() {
|
al@865
|
190 time0=$(date +%s)
|
al@865
|
191 [ "${COOKOPTS/!svgz/}" != "$COOKOPTS" ] && return
|
al@865
|
192 size0=$(sizes svg); [ -z "$size0" ] && return
|
al@865
|
193
|
al@867
|
194 tazpkg -gi svgcleaner --quiet --cookmode
|
al@867
|
195
|
al@865
|
196 action 'Compressing svg images...'
|
al@865
|
197
|
al@865
|
198 cleaner_log="$(mktemp)"
|
al@865
|
199 for i in $(find $install -type f -name '*.svg'); do
|
al@865
|
200 echo -n "$i: " >> "$cleaner_log"
|
al@865
|
201 svgcleaner "$i" "$i" --remove-unresolved-classes false --quiet true >> "$cleaner_log"
|
al@865
|
202 done
|
al@865
|
203
|
al@865
|
204 comp_summary "$time0" "$size0" "$(sizes svg)"
|
al@865
|
205
|
al@865
|
206 sed -i '/: $/d' "$cleaner_log"
|
al@865
|
207 if [ -s "$cleaner_log" ]; then
|
al@865
|
208 _ 'Cleaner warnings and errors:'
|
al@865
|
209 awk '{printf " %s\n", $0;}' "$cleaner_log"
|
al@865
|
210 echo
|
al@865
|
211 fi
|
al@865
|
212 rm "$cleaner_log"
|
al@865
|
213 }
|
al@865
|
214
|
al@865
|
215
|
al@865
|
216 # Function used after compile_rules() to shrink all *.ui and *.glade files:
|
al@865
|
217 # remove insignificant spaces and comments
|
al@865
|
218 # Compressing can be disabled with COOKOPTS="!uiz"
|
al@865
|
219
|
al@865
|
220 compress_ui() {
|
al@865
|
221 [ "${COOKOPTS/!uiz/}" != "$COOKOPTS" ] && return
|
al@865
|
222 [ -z "$(find $install -type f \( -name '*.ui' -o -name '*.glade' \) )" ] && return
|
al@865
|
223
|
al@867
|
224 tazpkg -gi xmlstarlet --quiet --cookmode
|
al@867
|
225
|
al@865
|
226 action 'Compressing ui files...'
|
al@867
|
227
|
al@865
|
228 size0=$(sizes xml)
|
al@865
|
229 time0=$(date +%s)
|
al@865
|
230 temp_ui="$(mktemp)"
|
al@865
|
231 for ui in $(find $install -type f \( -name '*.ui' -o -name '*.glade' \) ); do
|
al@865
|
232 xmlstarlet c14n --without-comments "$ui" | xmlstarlet sel -B -t -c '*' > "$temp_ui"
|
al@865
|
233 cat "$temp_ui" > "$ui"
|
al@865
|
234 done
|
al@865
|
235
|
al@865
|
236 comp_summary "$time0" "$size0" "$(sizes xml)"
|
al@865
|
237 rm "$temp_ui"
|
al@865
|
238 }
|
al@865
|
239
|
al@865
|
240
|
al@865
|
241 # Get list of supported locales...
|
al@865
|
242
|
al@865
|
243 get_supported_locales() {
|
al@865
|
244 lpc='/slitaz-i18n/stuff/locale-pack.conf'
|
al@865
|
245 if [ -e "$WOK$lpc" ]; then
|
al@865
|
246 # ... from package in the local wok
|
al@865
|
247 . "$WOK$lpc"
|
al@865
|
248 else
|
al@865
|
249 # ... from Hg
|
al@865
|
250 temp_conf=$(mktemp)
|
al@865
|
251 wget -q -O $temp_conf -T 10 "http://hg.slitaz.org/wok/raw-file/tip$lpc"
|
al@865
|
252 if [ -s $temp_conf ]; then
|
al@865
|
253 . $temp_conf
|
al@865
|
254 else
|
al@865
|
255 # Give up and use hardcoded list
|
al@865
|
256 LOCALE_PACK="ar ca cs da de el en es fi fr hr hu id is it ja nb nl nn pl pt \
|
al@865
|
257 pt_BR ro ru sl sv tr uk zh_CN zh_TW"
|
al@865
|
258 fi
|
al@865
|
259 rm $temp_conf
|
al@865
|
260 fi
|
al@865
|
261 echo $LOCALE_PACK
|
al@865
|
262 }
|
al@865
|
263
|
al@865
|
264
|
al@865
|
265 # Fix common errors and warnings in the .desktop files
|
al@865
|
266 # Fixing can be disabled with COOKOPTS="!fixdesktops"
|
al@865
|
267
|
al@865
|
268 fix_desktop_files() {
|
al@865
|
269 [ "${COOKOPTS/!fixdesktops/}" != "$COOKOPTS" ] && return
|
al@865
|
270 [ -z "$(find $install -type f -name '*.desktop')" ] && return
|
al@865
|
271
|
al@865
|
272 size0=$(sizes des)
|
al@865
|
273 time0=$(date +%s)
|
al@865
|
274
|
al@865
|
275 if [ -n "$QA" -a -z "$(which desktop-file-validate)" ]; then
|
al@867
|
276 tazpkg -gi desktop-file-utils-extra --quiet --cookmode
|
al@865
|
277 fi
|
al@865
|
278
|
al@865
|
279 # The variable $LOCALE is set in cook.conf and may be overridden in the receipt.
|
al@865
|
280 # Default value is "" (empty). That means for us that we'll use the full
|
al@865
|
281 # list of supported locales here.
|
al@865
|
282 [ -z "$LOCALE" ] && LOCALE=$(get_supported_locales)
|
al@865
|
283
|
al@865
|
284 for desktop in $(find $install -type f -name '*.desktop'); do
|
al@865
|
285 cp "$desktop" "$desktop.orig"
|
al@865
|
286
|
al@865
|
287 # Sort out .desktop file (is prerequisite to correct working of `fix-desktop-file`)
|
al@865
|
288 sdft "$desktop" -i
|
al@865
|
289
|
al@865
|
290 # Fix common errors in .desktop file
|
al@865
|
291 fix-desktop-file "$desktop"
|
al@865
|
292
|
al@865
|
293 # Strip unsupported locales from .desktop file
|
al@865
|
294 [ "${COOKOPTS/!i18nz/}" == "$COOKOPTS" ] &&
|
al@865
|
295 sdft "$desktop" -i -k "$LOCALE"
|
al@865
|
296
|
al@865
|
297 # Extra-strip
|
al@865
|
298 [ "${COOKOPTS/!extradesktops/}" == "$COOKOPTS" ] &&
|
al@865
|
299 sdft "$desktop" -i -g -x -tf -r 'Keywords*' -o
|
al@865
|
300
|
al@865
|
301 if [ -n "$QA" ]; then
|
al@865
|
302 # Check the rest of errors, warnings and tips
|
al@865
|
303 _ 'QA: Checking %s...' "$(basename $desktop)"
|
al@865
|
304 diff "$desktop.orig" "$desktop"
|
al@865
|
305 desktop-file-validate "$desktop" | busybox fold -s
|
al@865
|
306 echo
|
al@865
|
307 fi
|
al@865
|
308
|
al@865
|
309 rm "$desktop.orig"
|
al@865
|
310 done
|
al@865
|
311
|
al@865
|
312 comp_summary "$time0" "$size0" "$(sizes des)"
|
al@865
|
313 }
|
al@865
|
314
|
al@865
|
315
|
al@865
|
316 # Normalize all *.mo files: unconditionally convert to UTF-8; remove strings that are not really added
|
al@865
|
317 # to the translation (msgid = msgstr)
|
al@865
|
318 # Normalization can be disabled with COOKOPTS="!monorm"
|
al@865
|
319
|
al@865
|
320 normalize_mo() {
|
al@865
|
321 [ "${COOKOPTS/!monorm/}" != "$COOKOPTS" ] && return
|
al@865
|
322 [ -z "$(find $install -type f -name '*.mo')" ] && return
|
al@865
|
323
|
al@867
|
324 # Gettext functions: msgunfmt, msguniq, msgconv, msgfmt
|
al@867
|
325 tazpkg -gi gettext --quiet --cookmode
|
al@867
|
326 # Gconv modules (convert to UTF-8)
|
al@867
|
327 tazpkg -gi glibc-locale --quiet --cookmode
|
al@867
|
328
|
al@865
|
329 action 'Normalizing mo files...'
|
al@867
|
330
|
al@865
|
331 size0=$(sizes mo1)
|
al@865
|
332 time0=$(date +%s)
|
al@865
|
333
|
al@865
|
334 # Process all existing *.mo files
|
al@865
|
335 for mo in $(find "$install" -type f -name '*.mo'); do
|
al@865
|
336 tmpfile="$(mktemp)"
|
al@865
|
337
|
al@865
|
338 msgunfmt "$mo" | msguniq | msgconv -o "$tmpfile" -t 'UTF-8'
|
al@865
|
339 # add newline
|
al@865
|
340 echo >> "$tmpfile"
|
al@865
|
341
|
al@865
|
342 # get Plural-Forms
|
al@865
|
343 awk '
|
al@865
|
344 BEGIN { skip = ""; }
|
al@865
|
345 {
|
al@865
|
346 if (! skip) {
|
al@865
|
347 s = $0;
|
al@865
|
348 gsub(/^[^\"]*\"/, "", s);
|
al@865
|
349 gsub(/\"$/, "", s);
|
al@865
|
350 printf("%s", s);
|
al@865
|
351 }
|
al@865
|
352 if (! $0) skip = "yes";
|
al@865
|
353 }
|
al@865
|
354 ' "$tmpfile" | sed 's|\\n|\n|g' | grep "^Plural-Forms:" > "$tmpfile.pf"
|
al@865
|
355
|
al@865
|
356 if ! grep -q 'msgid_plural' "$tmpfile"; then
|
al@865
|
357 echo > "$tmpfile.pf"
|
al@865
|
358 fi
|
al@865
|
359
|
al@865
|
360 # main
|
al@865
|
361 awk -v pf="$(cat "$tmpfile.pf")" '
|
al@865
|
362 function clean() {
|
al@865
|
363 mode = msgctxt = msgid = msgid_plural = msgstr = msgstr0 = msgstr1 = msgstr2 = msgstr3 = msgstr4 = msgstr5 = "";
|
al@865
|
364 }
|
al@865
|
365
|
al@865
|
366 function getstring() {
|
al@865
|
367 # Skip unquoted words at the beginning (msgid, msgstr...) and get string from inside quotes
|
al@865
|
368 s = $0;
|
al@865
|
369 gsub(/^[^\"]*\"/, "", s);
|
al@865
|
370 gsub(/\"$/, "", s);
|
al@865
|
371 return s;
|
al@865
|
372 }
|
al@865
|
373
|
al@865
|
374 BEGIN {
|
al@865
|
375 printf("msgid \"\"\nmsgstr \"\"\n\"Content-Type: text/plain; charset=UTF-8\\n\"\n");
|
al@865
|
376 if (pf)
|
al@865
|
377 printf("\"%s\\n\"\n", pf);
|
al@865
|
378 printf("\n");
|
al@865
|
379 skip = 1;
|
al@865
|
380 clean();
|
al@865
|
381 }
|
al@865
|
382
|
al@865
|
383 {
|
al@865
|
384 # Skip the entire header
|
al@865
|
385 if (!skip) {
|
al@865
|
386 if ($1 == "msgctxt" || $1 == "msgid" || $1 == "msgstr" || $1 == "msgid_plural")
|
al@865
|
387 mode = $1;
|
al@865
|
388 if ($1 == "msgstr[0]") mode = "msgstr0";
|
al@865
|
389 if ($1 == "msgstr[1]") mode = "msgstr1";
|
al@865
|
390 if ($1 == "msgstr[2]") mode = "msgstr2";
|
al@865
|
391 if ($1 == "msgstr[3]") mode = "msgstr3";
|
al@865
|
392 if ($1 == "msgstr[4]") mode = "msgstr4";
|
al@865
|
393 if ($1 == "msgstr[5]") mode = "msgstr5";
|
al@865
|
394
|
al@865
|
395 if (mode == "msgctxt") msgctxt = msgctxt getstring();
|
al@865
|
396 if (mode == "msgid") msgid = msgid getstring();
|
al@865
|
397 if (mode == "msgstr") msgstr = msgstr getstring();
|
al@865
|
398 if (mode == "msgid_plural") msgid_plural = msgid_plural getstring();
|
al@865
|
399 if (mode == "msgstr0") msgstr0 = msgstr0 getstring();
|
al@865
|
400 if (mode == "msgstr1") msgstr1 = msgstr1 getstring();
|
al@865
|
401 if (mode == "msgstr2") msgstr2 = msgstr2 getstring();
|
al@865
|
402 if (mode == "msgstr3") msgstr3 = msgstr3 getstring();
|
al@865
|
403 if (mode == "msgstr4") msgstr4 = msgstr4 getstring();
|
al@865
|
404 if (mode == "msgstr5") msgstr5 = msgstr5 getstring();
|
al@865
|
405
|
al@865
|
406 if (! $0) {
|
al@865
|
407 if (msgid != msgstr) {
|
al@865
|
408 if (msgctxt) printf("msgctxt \"%s\"\n", msgctxt);
|
al@865
|
409 printf("msgid \"%s\"\n", msgid);
|
al@865
|
410 if (msgid_plural) printf("msgid_plural \"%s\"\n", msgid_plural);
|
al@865
|
411 if (msgstr) printf("msgstr \"%s\"\n", msgstr);
|
al@865
|
412 if (msgstr0) printf("msgstr[0] \"%s\"\n", msgstr0);
|
al@865
|
413 if (msgstr1) printf("msgstr[1] \"%s\"\n", msgstr1);
|
al@865
|
414 if (msgstr2) printf("msgstr[2] \"%s\"\n", msgstr2);
|
al@865
|
415 if (msgstr3) printf("msgstr[3] \"%s\"\n", msgstr3);
|
al@865
|
416 if (msgstr4) printf("msgstr[4] \"%s\"\n", msgstr4);
|
al@865
|
417 if (msgstr5) printf("msgstr[5] \"%s\"\n", msgstr5);
|
al@865
|
418 printf("\n");
|
al@865
|
419 }
|
al@865
|
420 clean();
|
al@865
|
421 }
|
al@865
|
422 }
|
al@865
|
423 if ($0 == "") skip = "";
|
al@865
|
424 }
|
al@865
|
425 ' "$tmpfile" > "$tmpfile.awk"
|
al@865
|
426
|
al@865
|
427 msgfmt "$tmpfile.awk" -o "$tmpfile.mo"
|
al@865
|
428
|
al@865
|
429 if [ -s "$tmpfile.mo" ]; then
|
al@865
|
430 rm "$mo"; mv "$tmpfile.mo" "$mo"
|
al@865
|
431 else
|
al@865
|
432 _ 'Error processing %s' "$mo"
|
al@865
|
433 [ -e "$tmpfile.mo" ] && rm "$tmpfile.mo"
|
al@865
|
434 fi
|
al@865
|
435
|
al@865
|
436 # Clean
|
al@865
|
437 rm "$tmpfile" "$tmpfile.pf" "$tmpfile.awk"
|
al@865
|
438 done
|
al@865
|
439
|
al@865
|
440 comp_summary "$time0" "$size0" "$(sizes mo1)"
|
al@865
|
441 }
|
al@865
|
442
|
al@865
|
443
|
al@865
|
444 # Strip locale definitions: normalize whitespace and remove comments
|
al@865
|
445 # Stripping can be disabled with COOKOPTS="!locdef"
|
al@865
|
446
|
al@865
|
447 strip_locale_def() {
|
al@865
|
448 [ "${COOKOPTS/!locdef/}" != "$COOKOPTS" ] && return
|
al@865
|
449 [ ! -d "$install/usr/share/i18n/locales" ] && return
|
al@865
|
450 [ -z "$(find $install/usr/share/i18n/locales -type f)" ] && return
|
al@865
|
451
|
al@865
|
452 action 'Stripping locale definitions...'
|
al@865
|
453 size0=$(sizes loc)
|
al@865
|
454 time0=$(date +%s)
|
al@865
|
455
|
al@865
|
456 for i in $(find $install/usr/share/i18n/locales -type f); do
|
al@865
|
457 sed -i 's| | |g; s| *| |g; s|^ ||; /^%/d' $i
|
al@865
|
458 done
|
al@865
|
459
|
al@865
|
460 comp_summary "$time0" "$size0" "$(sizes loc)"
|
al@865
|
461 }
|
al@865
|
462
|
al@865
|
463
|
al@865
|
464 # Find and strip: --strip-all (-s) or --strip-debug on static libs as well
|
al@865
|
465 # as removing unneeded files like in Python packages. Cross compiled binaries
|
al@865
|
466 # must be stripped with cross-tools aka $ARCH-slitaz-*-strip
|
al@865
|
467 # Stripping can be disabled with COOKOPTS="!strip"
|
al@865
|
468
|
al@865
|
469 strip_package() {
|
al@865
|
470 [ "${COOKOPTS/!strip/}" != "$COOKOPTS" ] && return
|
al@865
|
471
|
al@865
|
472 case "$ARCH" in
|
al@865
|
473 arm*|x86_64) export STRIP="$HOST_SYSTEM-strip" ;;
|
al@865
|
474 *) export STRIP='strip' ;;
|
al@865
|
475 esac
|
al@865
|
476 action 'Executing strip on all files...'
|
al@865
|
477 size0=0
|
al@865
|
478 size1=0
|
al@865
|
479 time0=$(date +%s)
|
al@865
|
480
|
al@865
|
481 # Strip executable files
|
al@865
|
482 for dir in $fs/bin $fs/sbin $fs/usr/bin $fs/usr/sbin $fs/usr/games; do
|
al@865
|
483 if [ -d "$dir" ]; then
|
al@865
|
484 oldsize=$(find $dir -type f -exec ls -l '{}' \; | awk '{s+=$5}END{print s}')
|
al@865
|
485 find $dir -type f -exec $STRIP -s '{}' 2>/dev/null \;
|
al@865
|
486 newsize=$(find $dir -type f -exec ls -l '{}' \; | awk '{s+=$5}END{print s}')
|
al@865
|
487 size0=$((size0 + oldsize)); size1=$((size1 + newsize))
|
al@865
|
488 fi
|
al@865
|
489 done
|
al@865
|
490
|
al@865
|
491 # Strip shared and static libraries
|
al@865
|
492 # Remove Python *.pyc and *.pyo, Perl perllocal.pod and .packlist
|
al@865
|
493 oldsize=$(find $fs -type f \( \
|
al@865
|
494 -name '*.so*' -o -name '*.a' -o \
|
al@865
|
495 -name '*.pyc' -o -name '*.pyo' -o \
|
al@865
|
496 -name 'perllocal.pod' -o -name '.packlist' \) -exec ls -l '{}' \; | awk '{s+=$5}END{print s}')
|
al@865
|
497
|
al@865
|
498 find $fs -name '*.so*' -exec $STRIP -s '{}' 2>/dev/null \;
|
al@865
|
499 find $fs -name '*.a' -exec $STRIP --strip-debug '{}' 2>/dev/null \;
|
al@865
|
500 find $fs -type f \( -name '*.pyc' -o -name '*.pyo' \) -delete 2>/dev/null
|
al@865
|
501 find $fs -type f \( -name 'perllocal.pod' -o -name '.packlist' \) -delete 2>/dev/null
|
al@865
|
502
|
al@865
|
503 newsize=$(find $fs -type f \( \
|
al@865
|
504 -name '*.so*' -o -name '*.a' -o \) -exec ls -l '{}' \; | awk '{s+=$5}END{print s}')
|
al@865
|
505
|
al@865
|
506 comp_summary "$time0" "$((size0 + oldsize))" "$((size1 + newsize))"
|
al@865
|
507 }
|
al@865
|
508
|
al@865
|
509
|
al@865
|
510 # Strip unsupported locales (.mo files)
|
al@865
|
511
|
al@865
|
512 strip_mo_i18n() {
|
al@865
|
513 [ "${COOKOPTS/!i18nz/}" != "$COOKOPTS" ] && return
|
al@865
|
514
|
al@865
|
515 [ ! -d "$fs/usr/share/locale" ] && return
|
al@865
|
516 [ -z "$(find $fs/usr/share/locale -type f -name '*.mo')" ] && return
|
al@865
|
517
|
al@865
|
518 action 'Thin out translation files...'
|
al@865
|
519 size0=$(sizes mo2)
|
al@865
|
520 time0=$(date +%s)
|
al@865
|
521
|
al@865
|
522 # The variable $LOCALE is set in cook.conf and may be overridden in the receipt.
|
al@865
|
523 # Default value is "" (empty). That means for us that we'll use the full
|
al@865
|
524 # list of supported locales here.
|
al@865
|
525 [ -z "$LOCALE" ] && LOCALE=$(get_supported_locales)
|
al@865
|
526
|
al@865
|
527 # Existing locales
|
al@865
|
528 elocales=" $(ls -1 "$fs/usr/share/locale" | tr '\n' ' ') "
|
al@865
|
529
|
al@865
|
530 # Thin out the list of existing locales. At the end there will be only locales that need
|
al@865
|
531 # deleting (and the garbage like '_AU', _US', '_BR' leaving from 'en_AU', 'en_US', 'pt_BR'...)
|
al@865
|
532 for keep_locale in $LOCALE; do
|
al@865
|
533 elocales=${elocales//$keep_locale}
|
al@865
|
534 done
|
al@865
|
535
|
al@865
|
536 # Remove the unsupported locales
|
al@865
|
537 for rem_locale in $elocales; do
|
al@865
|
538 [ -d "$fs/usr/share/locale/$rem_locale" ] &&
|
al@865
|
539 rm -r "$fs/usr/share/locale/$rem_locale"
|
al@865
|
540 done
|
al@865
|
541
|
al@865
|
542 comp_summary "$time0" "$size0" "$(sizes mo2)"
|
al@865
|
543 }
|
al@865
|
544
|
al@865
|
545
|
al@865
|
546
|
al@865
|
547
|
al@865
|
548 case $1 in
|
al@865
|
549 install)
|
al@865
|
550 # Compressors working in the $install
|
al@865
|
551 case "$ARCH" in
|
al@865
|
552 arm*) ;;
|
al@865
|
553 *)
|
al@865
|
554 compress_manpages
|
al@865
|
555 compress_png
|
al@865
|
556 compress_svg
|
al@865
|
557 compress_ui
|
al@865
|
558 ;;
|
al@865
|
559 esac
|
al@865
|
560
|
al@865
|
561 fix_desktop_files
|
al@865
|
562 normalize_mo
|
al@865
|
563 strip_locale_def
|
al@865
|
564 ;;
|
al@865
|
565 fs)
|
al@865
|
566 # Compressors working in the $fs
|
al@865
|
567 strip_package
|
al@865
|
568 strip_mo_i18n
|
al@865
|
569 ;;
|
al@865
|
570 esac
|
al@868
|
571
|
al@868
|
572 # Clean
|
al@868
|
573 rm "$cache_stat"
|
al@869
|
574 find $comp_cache_root -type f -links -2 -delete
|