slitaz-dev-tools view mirror-tools/rootfs/usr/bin/mkpkgiso @ rev 308
mkpkgiso: fix broken hg repos
| author | Pascal Bellard <pascal.bellard@slitaz.org> |
|---|---|
| date | Fri May 18 15:57:37 2018 +0200 (2018-05-18) |
| parents | cbddfd886247 |
| children | a6b28f1e53eb |
line source
1 #!/bin/sh
2 # mkpkgiso, build packages ISO image.
3 # (C) 2007-TODAY SliTaz - GNU General Public License v3.
4 #
5 # Authors : Eric Joseph-Alexandre <erjo@slitaz.org>
6 # Pascal Bellard <pascal.bellard@slitaz.org>
8 VERSION=0.9
10 PKG_VER=$1
11 ROOT=/home/slitaz/iso
12 REPOS=/var/www/slitaz/mirror/packages/$PKG_VER
13 SOURCES=/var/www/slitaz/mirror/sources/packages
14 IFMEM_C32=/var/www/slitaz/mirror/pxe/ifmem.c32
15 ISO_DIR=/var/www/slitaz/mirror/iso/$PKG_VER
17 [ -s /etc/slitaz/mkpkgiso.conf ] && . /etc/slitaz/mkpkgiso.conf
18 [ -s ./mkpkgiso.conf ] && . ./mkpkgiso.conf
20 SORT_DIR=${ROOT}/_iso.$$
21 TEMP_DIR=${ROOT}/_iso.$$
22 SORT_FILE=${ROOT}/_sort.$$
23 shift
24 OPTIONS=$@
25 PKG_DIR=$TEMP_DIR/packages/$PKG_VER
26 SRC_DIR=$TEMP_DIR/src
27 LOG=$PWD/$(basename $0).log
29 #
30 VOLUME_ID="packages-${PKG_VER}"
31 PUBLISHER="SliTaz http://www.slitaz.org/"
32 IMAGE="packages-${PKG_VER}.iso"
33 case " $@ " in
34 *\ --sources\ *)
35 IMAGE="sources-${PKG_VER}.iso" ;;
36 esac
37 OUTPUT="$ROOT/$IMAGE"
39 # Check command line option.
40 if [ -z $PKG_VER ]; then
41 cat <<EOT
42 Usage: $(basename $0) <Version>
43 [--boot [--auto-install] [--loram-detect]]|--webboot] [--filter]
44 [--wok] [--wok-stable] [--website] [--sources] [--dry-run]
45 $(basename $0) update-hg <dir>
46 Example:
47 $(basename $0) cooking --boot --auto-install --loram-detect --filter --wok --website --sources
48 EOT
49 exit 1
50 fi
52 # Update hg repos
53 if [ "$PKG_VER" == "update-hg" ]; then
54 for repos in $@ ; do
55 for i in $repos/* ; do
56 grep -qs '\[paths]' $i/.hg/hgrc || continue
57 cd $i
58 if hg pull -u 2>&1 | grep -q abort ; then
59 cd - > /dev/null
60 cd $repos
61 mv $(basename $i) $(basename $i)-DEAD
62 hg clone http://hg.slitaz.org/$(basename $i)
63 cp $(basename $i)-DEAD/.hg/hgrc \
64 $(basename $i)/.hg/hgrc
65 rm -rf $(basename $i)-DEAD
66 fi
67 cd - > /dev/null
68 case "$i" in
69 */get-scripts)
70 rsync -a $i/* /var/www/slitaz/mirror/packages/get
71 for j in /var/www/slitaz/mirror/packages/get/* ; do
72 {
73 basename $j
74 for k in SHORT_DESC WEB_SITE CATEGORY VERSION LICENSE ; do
75 echo "|$(head -n 6 $j | sed \
76 "/^$k=/!d;s/$k=//;s/\"\\([^\"]*\\).*/\\1/")"
77 done
78 } | sed "s/'/\\\\'/" | sed "s|\$PACKAGE|$(basename $j)|" | xargs echo
79 done | sed 's/ |/|/g' > /var/www/slitaz/mirror/packages/get.list
80 chmod a+r /var/www/slitaz/mirror/packages/get.list
81 esac
82 done
83 done
84 exit 1
85 fi
87 # Check if we provide a valid version
88 if [ ! -d $REPOS ]; then
89 echo "Boooh! $PKG_VER is not a valid version."
90 exit 1
91 fi
93 # Status function.
94 status()
95 {
96 local CHECK=$?
97 echo -en "\\033[70G[ "
98 if [ $CHECK = 0 ]; then
99 echo -en "\\033[1;33mOK"
100 else
101 echo -en "\\033[1;31mFailed"
102 fi
103 echo -e "\\033[0;39m ]"
104 }
106 need()
107 {
108 found=1
109 for i in $@ ; do
110 [ -s $i ] && continue
111 echo "Missing: $i "
112 found=0
113 done
114 [ $found -ne 0 ] && return
115 status
116 rm -rf $TEMP_DIR $SORT_FILE
117 exit 1
118 }
120 # Create temp directory
121 mkdir -p $TEMP_DIR/packages/$PKG_VER
122 which genisoimage > /dev/null || need /usr/bin/genisoimage
124 # Prepare evrything for ISO
126 echo ""
127 echo "Building ISO for packages $PKG_VER"
128 echo "==============================================================================="
129 echo -n "Creating working dir $(basename $TEMP_DIR)"
130 status
131 echo -n "Creating symlink"
132 status
134 # Link every packages to temp dir
135 cd $PKG_DIR
136 for i in $REPOS/*
137 do
138 ln -s $i >> $LOG 2>&1
139 done
141 echo -n "Creating install script"
142 # Create install script as suggested by Pascal.
143 cat >$TEMP_DIR/install.sh<<EOF
144 #!/bin/sh
145 #
147 DIR=\$(cd \$(busybox dirname \$0); pwd)
149 # Handle --auto-install case
150 if [ "\$DIR" == "/etc/init.d" ]; then
151 DIR=/cdrom
152 if [ ! -f /cdrom/install.sh ]; then
153 mkdir /cdrom 2> /dev/null
154 mount --bind /mnt /cdrom
155 fi
156 # Handle loram on hybrid hard disk / usb key case
157 if [ ! -d /usr/bin ]; then
158 echo ""
159 if [ -d /.usr.rw ]; then
160 echo -n "Mounting /usr read-write... "
161 usr=.usr.ro
162 else
163 echo -n "Mounting /usr read-only... "
164 usr=usr
165 fi
166 FS=\$DIR/usr.cromfs
167 if [ -f \$FS ]; then
168 /bin/cromfs-driver \$FS /\$usr -o ro,dev,suid,allow_other
169 elif [ -f \$DIR/usr.sqfs ]; then
170 FS=\$DIR/usr.sqfs
171 mount -o loop,ro -t squashfs \$FS /\$usr
172 elif [ -L /\$usr ]; then
173 FS=\$DIR/usr
174 fi
175 status
176 if [ -d /.usr.rw ]; then
177 if [ -x /bin/funionfs ]; then
178 /bin/funionfs -o dirs=/.usr.ro=RO:/.usr.rw -o allow_other -o suid,dev NONE /usr
179 else
180 /bin/mount -t aufs -o br:/.usr.rw:/.usr.ro none /usr
181 fi
182 fi
183 fi
184 fi
186 [ -d /var/cache/tazpkg ] || mkdir -p /var/cache/tazpkg
187 ls -d \$DIR/packages/* > /var/lib/tazpkg/mirror
188 ln -fs \$DIR/packages/*/*.tazpkg /var/cache/tazpkg/
189 ln -fs \$DIR/packages/*/packages.* /var/lib/tazpkg
190 echo ""
191 echo "=> all $PKG_VER packages are available for tazpkg/tazpkgbox"
192 EOF
193 [ -e files.list.lzma ] && cat >>$TEMP_DIR/install.sh<<EOF
194 ln -fs \$DIR/packages/*/files.list.lzma /var/lib/tazpkg
195 EOF
197 status
198 cat > $SORT_FILE <<EOT
199 $SORT_DIR/install.sh -4000
200 $SORT_DIR/README -4000
201 $SORT_DIR/index.html -4000
202 $SORT_DIR/md5sum -4000
203 $SORT_DIR/style.css -4000
204 $SORT_DIR/images/header.png -4000
205 $SORT_DIR/boot/bzImage 2
206 $SORT_DIR/boot/rootfs.gz 1
207 $SORT_DIR/packages -9000
208 EOT
209 ( cd $ROOT; ls $SORT_DIR/packages/*/packages* $SORT_DIR/packages/*/files.list.lzma ) | \
210 awk '{ printf "%s -7000\n",$0 }' >> $SORT_FILE
211 chmod 755 $TEMP_DIR/install.sh
213 case " $OPTIONS " in
214 *\ --filter\ *)
215 SIZE=0
216 for i in *.tazpkg; do
217 while read f; do
218 case "$i" in
219 $f*) continue 2;;
220 esac
221 done < packages.list
222 echo -n "Filtering out $i ($(du -hs $(readlink $i) | awk '{ print $1 }'))..."
223 SIZE=$(( $SIZE + $(stat -c %s $(readlink $i)) ))
224 rm $i
225 status
226 done
227 UNIT=" bytes"
228 if [ $SIZE -gt 10240 ]; then
229 SIZE=$(( $SIZE / 1024 ))
230 UNIT="K"
231 fi
232 if [ $SIZE -gt 10240 ]; then
233 SIZE=$(( $SIZE / 1024 ))
234 UNIT="M"
235 fi
236 echo "$SIZE$UNIT removed.";;
237 esac
239 # Copy hg subtree
240 get_from_hg()
241 {
242 echo -n "Adding $2"
243 if [ -s /home/slitaz/$1/.hg/hgrc ]; then
244 cp -a /home/slitaz/$1 $TEMP_DIR
245 else
246 wget -q -O - http://hg.slitaz.org/$1/archive/tip.tar.bz2 | tar xjf - -C $TEMP_DIR
247 mv $TEMP_DIR/$1-* $TEMP_DIR/$1
248 fi
249 status
250 echo "$(du -hs $TEMP_DIR/$1 | awk '{ print $1 }') used by $2."
251 }
253 for i in $OPTIONS ; do
254 case "$i" in
255 --wok)
256 cat >>$TEMP_DIR/install.sh<<EOF
257 mkdir -p /home/slitaz
258 ln -s \$DIR/wok /home/slitaz
259 echo "=> Wok (cooking) is in /home/slitaz/wok"
260 EOF
261 if get_from_hg wok "wok (cooking)"; then
262 echo "$SORT_DIR/wok -8000" >> $SORT_FILE
263 fi;;
264 --wok-stable)
265 cat >>$TEMP_DIR/install.sh<<EOF
266 mkdir -p /home/slitaz
267 ln -s \$DIR/wok /home/slitaz
268 echo "=> Wok (stable) is in /home/slitaz/wok"
269 EOF
270 if get_from_hg wok-stable "wok (stable)"; then
271 mv $TEMP_DIR/wok-stable $TEMP_DIR/wok
272 echo "$SORT_DIR/wok -8000" >> $SORT_FILE
273 fi;;
274 --website)
275 if get_from_hg website "web site"; then
276 echo "$SORT_DIR/website -6000" >> $SORT_FILE
277 cat >>$TEMP_DIR/install.sh<<EOF
278 if [ -s \$DIR/website/index.html ]; then
279 echo "=> slitaz web site installed in file://\$DIR/website/index.html"
280 elif [ -s \$DIR/website/index.php ]; then
281 yes y | tazpkg get-install php
282 ln -s /\$DIR/website /var/www
283 echo "=> slitaz web site installed in http://127.0.0.1/website/index.php"
284 else
285 echo "=> slitaz web site is not installed. How can I do it ?"
286 fi
287 EOF
288 fi;;
289 --sources)
290 echo -n "Removing previous ISO..."
291 rm -f $OUTPUT
292 status
293 cat >>$TEMP_DIR/install.sh<<EOF
294 mkdir -p /home/slitaz
295 ln -s \$DIR/src /home/slitaz
296 echo "=> sources are in /home/slitaz/src"
297 EOF
298 mkdir -p $SRC_DIR
299 cd $SRC_DIR
300 for i in $SOURCES/*/*
301 do
302 case "$i" in
303 */md5sum) continue;;
304 esac
305 ln -s $i >> $LOG 2>&1
306 done
307 find * -not -type d -not -name md5sum -print0 | xargs -0 md5sum > md5sum
308 echo "$(du -hs $SOURCES | awk '{ print $1 }') used by sources." ;;
309 esac
310 done
312 # Extract boot package function
313 extract_boot()
314 {
315 f=$(ls $REPOS/$1-[0-9]*.tazpkg 2> /dev/null)
316 [ -f "$f" ] || return 1
317 [ -d $TEMP_DIR/boot ] || mkdir $TEMP_DIR/boot
318 ( cd $TEMP_DIR/boot ; cpio -i fs.cpio.gz fs.cpio.lzma < $f 2> /dev/null )
319 ( cd $TEMP_DIR/boot ; { zcat fs.cpio.gz || unlzma -c fs.cpio.lzma ; } | cpio -id 2> /dev/null )
320 mv $TEMP_DIR/boot/fs/boot/* $TEMP_DIR/boot
321 rm -rf $TEMP_DIR/boot/fs.cpio.* $TEMP_DIR/boot/fs
322 return 0
323 }
325 # Build hybdrid shell/mbr boot
326 shhybrid()
327 {
328 blkuuid="$(blkid $1 | sed 's/UUID=/!d;/.* UUID="\([^"]*\).*/\1/')"
329 [ "$blkuuid" ] || blkuuid="$(blkid $1 | sed 's/.* \(LABEL="[^"]*"\).*/\1/')"
330 echo -e "#\xE4\x73\x1C\nexec sed 1,/^#@/d/^#%/q \$0" | dd of=$1 conv=notrunc 2>/dev/null
331 dd bs=512 seek=1 conv=notrunc of=$1 2>/dev/null <<EOT
333 #@
334 #!/bin/sh
336 dev=\$({ blkid $(basename $1); blkid; } | sed '/$blkuuid/!d;s/:.*//;q')
338 if [ -n "\$dev" ]; then
339 mkdir -p /mnt/packages
340 mount -t iso9660 -o loop,ro \$dev /mnt/packages
341 /mnt/packages/install.sh
342 fi
343 #%
344 EOT
345 }
347 # Gen boot part
348 BOOT_OPT=""
349 iso=$ISO_DIR/slitaz-$PKG_VER.iso
350 for i in slitaz-loram-cdrom-sqfs slitaz-$PKG_VER-loram-cdrom ; do
351 isoloram=$ISO_DIR/flavors/$i.iso
352 [ -s $isoloram ] && break
353 done
354 case " $OPTIONS " in
355 *\ --boot\ *)
356 echo -n "Creating boot tree"
357 need $iso
358 which isoinfo > /dev/null || need /usr/bin/isoinfo
359 isoinfo -R -l -i $iso | awk '/^Directory/ { path=$4 } /^-/ { print path$12 }' | while read file; do
360 [ "$(basename $file)" == ".." ] && continue
361 [ "$file" = "/boot/isolinux/boot.cat" ] && continue
362 [ -d "$(dirname $TEMP_DIR/$file)" ] ||
363 mkdir -p "$(dirname $TEMP_DIR/$file)"
364 isoinfo -R -x "$file" -i $iso > "$TEMP_DIR/$file"
365 done
366 if [ -f "$(echo $TEMP_DIR/boot/vmlinuz*)" ]; then
367 rm -f $TEMP_DIR/boot/bzImage
368 ln $TEMP_DIR/boot/vmlinuz* $TEMP_DIR/boot/bzImage
369 fi
370 status
371 BOOT_OPT="-sort $SORT_FILE -b boot/isolinux/isolinux.bin \
372 -c boot/isolinux/boot.cat -no-emul-boot -boot-load-size 4 -boot-info-table"
373 case " $OPTIONS " in
374 *\ --auto-install\ *)
375 echo -n "Enabling auto install"
376 sed -i "s/rw root/rw config=LABEL=packages-$PKG_VER,install.sh root/" \
377 $TEMP_DIR/boot/isolinux/*.cfg
378 status
379 ;;
380 esac
381 case " $OPTIONS " in
382 *\ --loram-detect\ *)
383 echo -n "Enabling loram autodetection"
384 need $IFMEM_C32 $isoloram
385 which isoinfo > /dev/null || need /usr/bin/isoinfo
386 cp $IFMEM_C32 "$TEMP_DIR/boot/isolinux"
387 isoinfo -R -x "/usr.sqfs" -i $isoloram \
388 > "$TEMP_DIR/usr.sqfs" 2> /dev/null
389 if [ -s "$TEMP_DIR/usr.sqfs" ]; then
390 echo "$SORT_DIR/usr.sqfs -5000" >> $SORT_FILE
391 else
392 rm -f "$TEMP_DIR/usr.sqfs"
393 isoinfo -R -x "/rootfs.gz" -i $isoloram \
394 > "$TEMP_DIR/rootfs.gz" 2> /dev/null
395 echo "$SORT_DIR/rootfs.gz -5000" >> $SORT_FILE
396 fi
397 isoinfo -R -x "/boot/rootfs.gz" -i $isoloram > \
398 "$TEMP_DIR/boot/loram.gz"
399 cat >> $TEMP_DIR/boot/isolinux/common.cfg <<EOT
400 label noram
401 config noram.cfg
402 EOT
403 cat >> $TEMP_DIR/boot/isolinux/noram.cfg <<EOT
404 display isolinux.msg
405 say Not enough RAM to boot slitaz.
406 default reboot
407 label reboot
408 com32 reboot.c32
410 implicit 0
411 prompt 1
412 timeout 80
413 F1 help.txt
414 F2 options.txt
415 F3 isolinux.msg
416 F4 display.txt
417 F5 enhelp.txt
418 F6 enopts.txt
419 EOT
420 sed -i -e 's|kernel /boot/bzImage|kernel /boot/isolinux/ifmem.c32\n\tappend 160768 core 29696 loram noram\n|' \
421 -e "s|\\(.*/\\)rootfs\\(.gz .*\\)\$|label core\\n\\tkernel /boot/bzImage\\n\\1rootfs\\2\\n\\nlabel loram\\n\\tkernel /boot/bzImage\\n\\1loram\\2 loram=LABEL=packages-$PKG_VER,|" \
422 $TEMP_DIR/boot/isolinux/*.cfg
423 status
424 ;;
425 esac
426 echo "$SORT_DIR/boot 0" >> $SORT_FILE
427 ;;
428 *\ --webboot\ *)
429 if extract_boot gpxe; then
430 echo -n "Creating web boot tree"
431 which isoinfo > /dev/null || need /usr/bin/isoinfo
432 mkdir $TEMP_DIR/boot/isolinux/
433 isoinfo -R -x "/boot/isolinux/isolinux.bin" -i $iso > \
434 $TEMP_DIR/boot/isolinux/isolinux.bin
435 mv $TEMP_DIR/boot/gpxe $TEMP_DIR/boot/isolinux
436 echo "$SORT_DIR/boot 0" >> $SORT_FILE
437 cat > $TEMP_DIR/boot/isolinux/isolinux.cfg <<EOT
438 default gpxe
439 append http://mirror.slitaz.org/pxe/pxelinux.0
440 EOT
441 status
442 BOOT_OPT="-sort $SORT_FILE -b boot/isolinux/isolinux.bin \
443 -c boot/isolinux/boot.cat -no-emul-boot -boot-load-size 4 -boot-info-table"
444 fi
445 ;;
446 esac
448 if [ -n "$BOOT_OPT" ]; then
449 echo "$(du -chs $TEMP_DIR/boot $TEMP_DIR/usr.sqfs 2> /dev/null | \
450 awk 'END { print $1 }') used by boot."
451 fi
453 case " $OPTIONS " in
454 *\ --dry-run\ *)
455 echo "Please check and remove $TEMP_DIR and $SORT_FILE"
456 exit
457 ;;
458 esac
459 # Gen ISO
460 echo -n "Generating iso image"
461 genisoimage -R -J -f -V $VOLUME_ID \
462 -P "$PUBLISHER" -md5-list $REPOS/packages.md5 \
463 -quiet -o $OUTPUT $BOOT_OPT $TEMP_DIR
464 status
466 echo "$(du -hs $OUTPUT | awk '{ print $1 }') used by iso image."
468 cd ${ROOT}
469 echo -n "Creating hybrid DVD/CDROM"
470 ISOHYBRID=isohybrid.sh
471 which isohybrid > /dev/null && ISOHYBRID=isohybrid
472 which $ISOHYBRID > /dev/null && $ISOHYBRID $IMAGE 2> /dev/null
473 status
475 echo -n "Creating hybrid shell/mbr"
476 shhybrid $IMAGE
477 status
479 echo -n "Calculating md5sum"
480 md5sum $IMAGE > $(basename $IMAGE .iso).md5
481 status
483 echo -n "Moving file to mirror"
484 mv $IMAGE $ISO_DIR
485 mv $(basename $IMAGE .iso).md5 $ISO_DIR
486 status
488 # Cleaning temp files
489 rm -rf $TEMP_DIR $SORT_FILE