wok-stable annotate mirror-tools/stuff/usr/bin/mkpkgiso @ rev 4965

mirror-tools/mkpkgiso: fix loram support
author Pascal Bellard <pascal.bellard@slitaz.org>
date Mon Feb 22 20:26:25 2010 +0100 (2010-02-22)
parents cb9b7275be7a
children afd44e3eda0d
rev   line source
pascal@1725 1 #!/bin/sh
pascal@1725 2 # mkpkgiso, build packages ISO image.
pascal@1725 3 # (C) 2007-TODAY SliTaz - GNU General Public License v3.
pascal@1725 4 #
pascal@1725 5 # Authors : Eric Joseph-Alexandre <erjo@slitaz.org>
pascal@1725 6 # Pascal Bellard <pascal.bellard@slitaz.org>
pascal@1725 7
pascal@4839 8 VERSION=0.8
pascal@1725 9
pascal@4466 10 PKG_VER=$1
pascal@1725 11 ROOT=/home/slitaz/iso
pascal@4466 12 REPOS=/var/www/slitaz/mirror/packages/$PKG_VER
pascal@4839 13 SOURCES=/var/www/slitaz/mirror/sources/packages
pascal@4466 14 IFMEM_C32=/var/www/slitaz/mirror/pxe/ifmem.c32
pascal@4466 15 ISO_DIR=/var/www/slitaz/mirror/iso/$PKG_VER
pascal@4466 16
pascal@4466 17 [ -s /etc/slitaz/mkpkgiso.conf ] && . /etc/slitaz/mkpkgiso.conf
pascal@4466 18 [ -s ./mkpkgiso.conf ] && . ./mkpkgiso.conf
pascal@4466 19
pascal@3759 20 SORT_DIR=${ROOT}/_iso.$$
pascal@3759 21 TEMP_DIR=${ROOT}/_iso.$$
pascal@3670 22 SORT_FILE=${ROOT}/_sort.$$
pascal@1725 23 shift
pascal@1725 24 OPTIONS=$@
pascal@1725 25 PKG_DIR=$TEMP_DIR/packages/$PKG_VER
pascal@4839 26 SRC_DIR=$TEMP_DIR/src
pascal@1725 27 LOG=$PWD/$(basename $0).log
pascal@1725 28
pascal@1725 29 #
pascal@1725 30 VOLUME_ID="packages-${PKG_VER}"
pascal@1725 31 PUBLISHER="SliTaz http://www.slitaz.org/"
pascal@1725 32 IMAGE="packages-${PKG_VER}.iso"
pascal@4839 33 case " $@ " in
pascal@4839 34 *\ --sources\ *)
pascal@4839 35 IMAGE="sources-${PKG_VER}.iso" ;;
pascal@4839 36 esac
pascal@1725 37 OUTPUT="$ROOT/$IMAGE"
pascal@1725 38
pascal@1725 39 # Check command line option.
pascal@1725 40 if [ -z $PKG_VER ]; then
pascal@3670 41 cat <<EOT
pascal@3670 42 Usage: $(basename $0) <Version>
pascal@3670 43 [--boot [--auto-install] [--loram-detect]]|--webboot] [--filter]
pascal@4839 44 [--wok] [--wok-stable] [--website] [--sources] [--dry-run]
pascal@4466 45 Example:
pascal@4839 46 $(basename $0) cooking --boot --auto-install --loram-detect --filter --wok --website --sources
pascal@3670 47 EOT
pascal@1725 48 exit 1
pascal@1725 49 fi
pascal@1725 50
pascal@1725 51 # Check if we provide a valide version
pascal@1725 52 if [ ! -d $REPOS ]; then
pascal@1725 53 echo "Boooh! $PKG_VER is not a valid version."
pascal@1725 54 exit 1
pascal@1725 55 fi
pascal@1725 56
pascal@1725 57 # Status function.
pascal@1725 58 status()
pascal@1725 59 {
pascal@4466 60 local CHECK=$?
pascal@4466 61 echo -en "\\033[70G[ "
pascal@4466 62 if [ $CHECK = 0 ]; then
pascal@4466 63 echo -en "\\033[1;33mOK"
pascal@4466 64 else
pascal@4466 65 echo -en "\\033[1;31mFailed"
pascal@4466 66 fi
pascal@4466 67 echo -e "\\033[0;39m ]"
pascal@4466 68 }
pascal@4466 69
pascal@4466 70 need()
pascal@4466 71 {
pascal@4466 72 found=1
pascal@4466 73 for i in $@ ; do
pascal@4466 74 [ -s $i ] && continue
pascal@4466 75 echo "Missing: $i "
pascal@4466 76 found=0
pascal@4466 77 done
pascal@4466 78 [ $found -ne 0 ] && return
pascal@4466 79 status
pascal@4466 80 rm -rf $TEMP_DIR $SORT_FILE
pascal@4466 81 exit 1
pascal@1725 82 }
pascal@1725 83
pascal@1725 84 # Create temp directory
pascal@1725 85 mkdir -p $TEMP_DIR/packages/$PKG_VER
pascal@4466 86 which genisoimage > /dev/null || need /usr/bin/genisoimage
pascal@1725 87
pascal@1725 88 # Prepare evrything for ISO
pascal@1725 89
pascal@1725 90 echo ""
pascal@1725 91 echo "Building ISO for packages $PKG_VER"
pascal@1725 92 echo "==============================================================================="
pascal@1725 93 echo -n "Creating working dir $(basename $TEMP_DIR)"
pascal@1725 94 status
pascal@1725 95 echo -n "Creating symlink"
pascal@1725 96 status
pascal@1725 97
pascal@1725 98 # Link every packages to temp dir
pascal@1725 99 cd $PKG_DIR
pascal@1725 100 for i in $REPOS/*
pascal@1725 101 do
pascal@1725 102 ln -s $i >> $LOG 2>&1
pascal@1725 103 done
pascal@1725 104
pascal@1725 105 echo -n "Creating install script"
pascal@1725 106 # Create install script as suggested by Pascal.
pascal@1725 107 cat >$TEMP_DIR/install.sh<<EOF
pascal@1725 108 #!/bin/sh
pascal@1725 109 #
pascal@1725 110
pascal@3670 111 DIR=\$(cd \$(busybox dirname \$0); pwd)
pascal@3670 112
pascal@3670 113 # Handle --auto-install case
pascal@3670 114 if [ "\$DIR" == "/etc/init.d" ]; then
pascal@3929 115 DIR=/cdrom
pascal@3932 116 if [ ! -f /cdrom/install.sh ]; then
pascal@3932 117 mkdir /cdrom 2> /dev/null
pascal@3932 118 mount --bind /mnt /cdrom
pascal@3932 119 fi
pascal@3670 120 # Handle loram on hybrid hard disk / usb key case
pascal@3670 121 if [ ! -d /usr/bin ]; then
pascal@3925 122 echo ""
pascal@3670 123 if [ -d /.usr.rw ]; then
pascal@3670 124 echo -n "Mounting /usr read-write... "
pascal@3670 125 usr=.usr.ro
pascal@3670 126 else
pascal@3670 127 echo -n "Mounting /usr read-only... "
pascal@3670 128 usr=usr
pascal@3670 129 fi
pascal@3670 130 FS=\$DIR/usr.cromfs
pascal@3670 131 if [ -f \$FS ]; then
pascal@3670 132 /bin/cromfs-driver \$FS /\$usr -o ro,dev,suid,allow_other
pascal@3670 133 elif [ -f \$DIR/usr.sqfs ]; then
pascal@3670 134 FS=\$DIR/usr.sqfs
pascal@3670 135 mount -o loop,ro -t squashfs \$FS /\$usr
pascal@3670 136 elif [ -L /\$usr ]; then
pascal@3670 137 FS=\$DIR/usr
pascal@3670 138 fi
pascal@3670 139 status
pascal@3670 140 if [ -d /.usr.rw ]; then
pascal@3670 141 if [ -x /bin/funionfs ]; then
pascal@3670 142 /bin/funionfs -o dirs=/.usr.ro=RO:/.usr.rw -o allow_other -o suid,dev NONE /usr
pascal@3670 143 else
pascal@3670 144 /bin/mount -t aufs -o br:/.usr.rw:/.usr.ro none /usr
pascal@3670 145 fi
pascal@3670 146 fi
pascal@3670 147 fi
pascal@3670 148 fi
pascal@1725 149
pascal@1725 150 [ -d /var/cache/tazpkg ] || mkdir -p /var/cache/tazpkg
pascal@1725 151 ls -d \$DIR/packages/* > /var/lib/tazpkg/mirror
pascal@1725 152 ln -fs \$DIR/packages/*/*.tazpkg /var/cache/tazpkg/
pascal@1725 153 ln -fs \$DIR/packages/*/packages.* /var/lib/tazpkg
pascal@3932 154 echo ""
pascal@3932 155 echo "=> all $PKG_VER packages are available for tazpkg/tazpkgbox"
pascal@1725 156 EOF
pascal@1725 157 [ -e files.list.lzma ] && cat >>$TEMP_DIR/install.sh<<EOF
pascal@1725 158 ln -fs \$DIR/packages/*/files.list.lzma /var/lib/tazpkg
pascal@1725 159 EOF
pascal@1725 160
pascal@1725 161 status
pascal@3670 162 cat > $SORT_FILE <<EOT
pascal@3757 163 $SORT_DIR/install.sh -4000
pascal@3757 164 $SORT_DIR/README -4000
pascal@3757 165 $SORT_DIR/index.html -4000
pascal@3757 166 $SORT_DIR/md5sum -4000
pascal@3757 167 $SORT_DIR/style.css -4000
pascal@3757 168 $SORT_DIR/images/header.png -4000
pascal@3757 169 $SORT_DIR/boot/bzImage 2
pascal@3757 170 $SORT_DIR/boot/rootfs.gz 1
pascal@3757 171 $SORT_DIR/packages -9000
pascal@3670 172 EOT
pascal@3757 173 ( cd $ROOT; ls $SORT_DIR/packages/*/packages* $SORT_DIR/packages/*/files.list.lzma ) | \
pascal@3757 174 awk '{ printf "%s -7000\n",$0 }' >> $SORT_FILE
pascal@1725 175 chmod 755 $TEMP_DIR/install.sh
pascal@1725 176
pascal@1725 177 case " $OPTIONS " in
pascal@1725 178 *\ --filter\ *)
pascal@1725 179 SIZE=0
pascal@1725 180 for i in *.tazpkg; do
pascal@1725 181 while read f; do
pascal@1725 182 case "$i" in
pascal@1725 183 $f*) continue 2;;
pascal@1725 184 esac
pascal@1725 185 done < packages.list
pascal@1725 186 echo -n "Filter out $i ($(du -hs $(readlink $i) | awk '{ print $1 }'))..."
pascal@1725 187 SIZE=$(( $SIZE + $(stat -c %s $(readlink $i)) ))
pascal@1725 188 rm $i
pascal@1725 189 status
pascal@1725 190 done
pascal@1725 191 UNIT=" bytes"
pascal@1725 192 if [ $SIZE -gt 10240 ]; then
pascal@1725 193 SIZE=$(( $SIZE / 1024 ))
pascal@1725 194 UNIT="K"
pascal@1725 195 fi
pascal@1725 196 if [ $SIZE -gt 10240 ]; then
pascal@1725 197 SIZE=$(( $SIZE / 1024 ))
pascal@1725 198 UNIT="M"
pascal@1725 199 fi
pascal@1725 200 echo "$SIZE$UNIT removed.";;
pascal@1725 201 esac
pascal@2569 202
pascal@2569 203 # Copy hg subtree
pascal@2569 204 get_from_hg()
pascal@2569 205 {
pascal@2569 206 echo -n "Adding $2"
pascal@4466 207 wget -q -O - http://hg.slitaz.org/$1/archive/tip.tar.bz2 | tar xjf - -C $TEMP_DIR
pascal@4466 208 mv $TEMP_DIR/$1-* $TEMP_DIR/$1
pascal@2569 209 status
pascal@2569 210 echo "$(du -hs $TEMP_DIR/$1 | awk '{ print $1 }') used by $2."
pascal@2569 211 }
pascal@2569 212
pascal@2571 213 for i in $OPTIONS ; do
pascal@2571 214 case "$i" in
pascal@2571 215 --wok)
pascal@3670 216 cat >>$TEMP_DIR/install.sh<<EOF
pascal@3927 217 mkdir -p /home/slitaz
pascal@3927 218 ln -s \$DIR/wok /home/slitaz
pascal@3927 219 echo "=> Wok (cooking) is in /home/slitaz/wok"
pascal@3670 220 EOF
pascal@3670 221 if get_from_hg wok "wok (cooking)"; then
pascal@3759 222 echo "$SORT_DIR/wok -8000" >> $SORT_FILE
pascal@3670 223 fi;;
pascal@2571 224 --wok-stable)
pascal@3670 225 cat >>$TEMP_DIR/install.sh<<EOF
pascal@3927 226 mkdir -p /home/slitaz
pascal@3927 227 ln -s \$DIR/wok /home/slitaz
pascal@3927 228 echo "=> Wok (stable) is in /home/slitaz/wok"
pascal@3670 229 EOF
pascal@3670 230 if get_from_hg wok-stable "wok (stable)"; then
pascal@3670 231 mv $TEMP_DIR/wok-stable $TEMP_DIR/wok
pascal@3759 232 echo "$SORT_DIR/wok -8000" >> $SORT_FILE
pascal@3670 233 fi;;
pascal@2571 234 --website)
pascal@2569 235 if get_from_hg website "web site"; then
pascal@3759 236 echo "$SORT_DIR/website -6000" >> $SORT_FILE
pascal@1725 237 cat >>$TEMP_DIR/install.sh<<EOF
pascal@3932 238 echo "=> slitaz web site installed in file://\$DIR/website/index.html"
pascal@1725 239 EOF
pascal@1725 240 fi;;
pascal@4839 241 --sources)
pascal@4839 242 cat >>$TEMP_DIR/install.sh<<EOF
pascal@4839 243 mkdir -p /home/slitaz
pascal@4839 244 ln -s \$DIR/src /home/slitaz
pascal@4839 245 echo "=> sources are in /home/slitaz/src"
pascal@4839 246 EOF
pascal@4839 247 mkdir -p $SRC_DIR
pascal@4839 248 cd $SRC_DIR
pascal@4839 249 for i in $SOURCES/*/*
pascal@4839 250 do
pascal@4839 251 case "$i" in
pascal@4839 252 */md5sum) continue;;
pascal@4839 253 esac
pascal@4839 254 ln -s $i >> $LOG 2>&1
pascal@4839 255 done
pascal@4839 256 find * -not -type d | grep -v md5sum | xargs md5sum > md5sum
pascal@4839 257 echo "$(du -hs $SOURCES | awk '{ print $1 }') used by sources." ;;
pascal@1725 258 esac
pascal@2571 259 done
pascal@1725 260
pascal@1725 261 # Extract boot package function
pascal@1725 262 extract_boot()
pascal@1725 263 {
pascal@1725 264 f=$(ls $REPOS/$1-[0-9]*.tazpkg 2> /dev/null)
pascal@1725 265 [ -f "$f" ] || return 1
pascal@1725 266 [ -d $TEMP_DIR/boot ] || mkdir $TEMP_DIR/boot
pascal@1725 267 ( cd $TEMP_DIR/boot ; cpio -i fs.cpio.gz < $f 2> /dev/null )
pascal@1725 268 ( cd $TEMP_DIR/boot ; zcat fs.cpio.gz | cpio -id 2> /dev/null )
pascal@1725 269 mv $TEMP_DIR/boot/fs/boot/* $TEMP_DIR/boot
pascal@1725 270 rm -rf $TEMP_DIR/boot/fs.cpio.gz $TEMP_DIR/boot/fs
pascal@1725 271 return 0
pascal@1725 272 }
pascal@1725 273
pascal@1725 274 # Gen boot part
pascal@1725 275 BOOT_OPT=""
pascal@1725 276 iso=$ISO_DIR/slitaz-$PKG_VER.iso
pascal@3670 277 isoloram=$ISO_DIR/flavors/slitaz-loram-cdrom-sqfs.iso
pascal@1725 278 case " $OPTIONS " in
pascal@1725 279 *\ --boot\ *)
pascal@4466 280 echo -n "Creating boot tree"
pascal@4466 281 need $iso
pascal@4466 282 which isoinfo > /dev/null || need /usr/bin/isoinfo
pascal@1725 283 isoinfo -R -l -i $iso | awk '/^Directory/ { path=$4 } /^-/ { print path$12 }' | while read file; do
pascal@2118 284 [ "$(basename $file)" == ".." ] && continue
pascal@1725 285 [ "$file" = "/boot/isolinux/boot.cat" ] && continue
pascal@1725 286 [ -d "$(dirname $TEMP_DIR/$file)" ] ||
pascal@1725 287 mkdir -p "$(dirname $TEMP_DIR/$file)"
pascal@1725 288 isoinfo -R -x "$file" -i $iso > "$TEMP_DIR/$file"
pascal@1725 289 done
pascal@3757 290 if [ -f "$(echo $TEMP_DIR/boot/vmlinuz*)" ]; then
pascal@3757 291 rm -f $TEMP_DIR/boot/bzImage
pascal@3757 292 ln $TEMP_DIR/boot/vmlinuz* $TEMP_DIR/boot/bzImage
pascal@4466 293 fi
pascal@1725 294 status
pascal@3757 295 BOOT_OPT="-sort $SORT_FILE -b boot/isolinux/isolinux.bin \
pascal@3757 296 -c boot/isolinux/boot.cat -no-emul-boot -boot-load-size 4 -boot-info-table"
pascal@4466 297 case " $OPTIONS " in
pascal@3670 298 *\ --auto-install\ *)
pascal@4466 299 echo -n "Enable auto install"
pascal@3670 300 sed -i "s/rw root/rw config=LABEL=packages-$PKG_VER,install.sh root/" \
pascal@3670 301 $TEMP_DIR/boot/isolinux/*.cfg
pascal@3670 302 status
pascal@3670 303 ;;
pascal@3670 304 esac
pascal@4466 305 case " $OPTIONS " in
pascal@3670 306 *\ --loram-detect\ *)
pascal@4466 307 echo -n "Enable loram autodetection"
pascal@4466 308 need $IFMEM_C32 $isoloram
pascal@4466 309 which isoinfo > /dev/null || need /usr/bin/isoinfo
pascal@4466 310 cp $IFMEM_C32 "$TEMP_DIR/boot/isolinux"
pascal@3670 311 isoinfo -R -x "/usr.sqfs" -i $isoloram > "$TEMP_DIR/usr.sqfs"
pascal@3759 312 echo "$SORT_DIR/usr.sqfs -5000" >> $SORT_FILE
pascal@3670 313 isoinfo -R -x "/boot/rootfs.gz" -i $isoloram > \
pascal@3670 314 "$TEMP_DIR/boot/loram.gz"
pascal@3759 315 cat >> $TEMP_DIR/boot/isolinux/common.cfg <<EOT
pascal@3759 316 label noram
pascal@3759 317 config noram.cfg
pascal@3759 318 EOT
pascal@3759 319 cat >> $TEMP_DIR/boot/isolinux/noram.cfg <<EOT
pascal@3759 320 display isolinux.msg
pascal@3759 321 say Not enough RAM to boot slitaz.
pascal@3759 322 default reboot
pascal@3759 323 label reboot
pascal@3759 324 com32 reboot.c32
pascal@3759 325
pascal@3759 326 implicit 0
pascal@3759 327 prompt 1
pascal@3759 328 timeout 80
pascal@3759 329 F1 help.txt
pascal@3759 330 F2 options.txt
pascal@3759 331 F3 isolinux.msg
pascal@3759 332 F4 display.txt
pascal@3759 333 F5 enhelp.txt
pascal@3759 334 F6 enopts.txt
pascal@3759 335 EOT
pascal@3759 336 sed -i -e 's|kernel /boot/bzImage|kernel /boot/isolinux/ifmem.c32\n\tappend 160768 core 29696 loram noram\n|' \
pascal@4965 337 -e "s|\\(.*/\\)rootfs\\(.gz .*\\)\$|label core\\n\\tkernel /boot/bzImage\\n\\1rootfs\\2\\n\\nlabel loram\\n\\tkernel /boot/bzImage\\n\\1loram\\2 loram=LABEL=packages-$PKG_VER,|" \
pascal@3670 338 $TEMP_DIR/boot/isolinux/*.cfg
pascal@3670 339 status
pascal@3670 340 ;;
pascal@3670 341 esac
pascal@3759 342 echo "$SORT_DIR/boot 0" >> $SORT_FILE
pascal@1725 343 ;;
pascal@1725 344 *\ --webboot\ *)
pascal@1725 345 if extract_boot gpxe; then
pascal@4466 346 echo -n "Creating web boot tree"
pascal@4466 347 which isoinfo > /dev/null || need /usr/bin/isoinfo
pascal@4466 348 mkdir $TEMP_DIR/boot/isolinux/
pascal@4466 349 isoinfo -R -x "/boot/isolinux/isolinux.bin" -i $iso > \
pascal@4466 350 $TEMP_DIR/boot/isolinux/isolinux.bin
pascal@4466 351 mv $TEMP_DIR/boot/gpxe $TEMP_DIR/boot/isolinux
pascal@4466 352 echo "$SORT_DIR/boot 0" >> $SORT_FILE
pascal@4466 353 cat > $TEMP_DIR/boot/isolinux/isolinux.cfg <<EOT
pascal@1725 354 default gpxe
pascal@1725 355 append http://mirror.slitaz.org/pxe/pxelinux.0
pascal@1725 356 EOT
pascal@4466 357 status
pascal@4466 358 BOOT_OPT="-sort $SORT_FILE -b boot/isolinux/isolinux.bin \
pascal@3757 359 -c boot/isolinux/boot.cat -no-emul-boot -boot-load-size 4 -boot-info-table"
pascal@1725 360 fi
pascal@1725 361 ;;
pascal@1725 362 esac
pascal@1725 363
pascal@1725 364 if [ -n "$BOOT_OPT" ]; then
pascal@3670 365 echo "$(du -chs $TEMP_DIR/boot $TEMP_DIR/usr.sqfs 2> /dev/null | \
pascal@4466 366 awk 'END { print $1 }') used by boot."
pascal@1725 367 fi
pascal@1725 368
pascal@3670 369 case " $OPTIONS " in
pascal@3670 370 *\ --dry-run\ *)
pascal@3670 371 echo "Please check and remove $TEMP_DIR and $SORT_FILE"
pascal@3670 372 exit
pascal@3670 373 ;;
pascal@3670 374 esac
pascal@1725 375 # Gen ISO
pascal@1725 376 echo -n "Generating iso image"
pascal@4466 377 genisoimage -R -J -f -V $VOLUME_ID \
pascal@1725 378 -P "$PUBLISHER" -md5-list $REPOS/packages.md5 \
pascal@1725 379 -quiet -o $OUTPUT $BOOT_OPT $TEMP_DIR
pascal@1725 380 status
pascal@1725 381
pascal@1725 382 echo "$(du -hs $OUTPUT | awk '{ print $1 }') used by iso image."
pascal@1725 383
pascal@2118 384 cd ${ROOT}
pascal@2115 385 echo -n "Create hybrid DVD/CDROM"
pascal@4466 386 which isohybrid > /dev/null && isohybrid $IMAGE 2> /dev/null
pascal@2115 387 status
pascal@2115 388
pascal@1725 389 echo -n "Calculate md5sum"
pascal@4466 390 md5sum $IMAGE > $(basename $IMAGE .iso).md5
pascal@1725 391 status
pascal@1725 392
pascal@1725 393 echo -n "Moving file to mirror"
pascal@1725 394 mv $IMAGE $ISO_DIR
pascal@1725 395 mv $(basename $IMAGE .iso).md5 $ISO_DIR
pascal@1725 396 status
pascal@1725 397
pascal@3670 398 # Cleaning temp files
pascal@3670 399 rm -rf $TEMP_DIR $SORT_FILE
pascal@1725 400