seb annotate seb @ rev 21

Include more libc, compress intramfs with xz and add rootfs section in README
author Christophe Lincoln <pankso@slitaz.org>
date Tue Mar 07 23:54:38 2017 +0100 (2017-03-07)
parents 58aea7b2f307
children e7d8e4a84d42
rev   line source
pankso@7 1 #!/bin/sh
pankso@7 2 #
pankso@7 3 # SEB - SliTaz Embedded Builder - Back to the roots with SliTaz in
pankso@7 4 # only a few MB. Please read the README file for more information.
pankso@7 5 #
pankso@7 6 # Copyright (C) 2017 SliTaz GNU/Linux - BSD License
pankso@7 7 # Author: Christophe Lincoln <pankso@slitaz.org>
pankso@7 8 #
pankso@7 9 . /lib/libtaz.sh
pankso@7 10 unset status get_cols separator colorize boldify
pankso@7 11
pankso@7 12 # --iso --work --linux can be set in config file or from cmdline
pankso@7 13 [ -f "build.conf" ] && . build.conf
pankso@7 14
pankso@7 15 [ "$work" ] || work="$(pwd)"
pankso@7 16 [ "$iso" ] || iso="seb-os-$(date '+%Y%m%d').iso"
pankso@7 17 [ "$linux" ] || linux="/boot/vmlinuz-$(uname -r)"
pankso@7 18
pankso@7 19 rootfs="$work/rootfs"
pankso@7 20 rootiso="$work/rootiso"
pankso@7 21 sebfs="$work/sebfs"
pankso@7 22 sebpkgs="$work/sebpkgs"
pankso@7 23 cache="$work/cache"
pankso@7 24 vdisk="$work/sebhome.img"
pankso@7 25 qemu_opts="-m 512"
pankso@7 26
pankso@7 27 tools="/usr/share/seb/tools"
pankso@7 28 initfs="/usr/share/seb/initfs"
pankso@7 29 packages="/usr/share/seb/packages"
pankso@7 30
pankso@7 31 # Working from source tree
pankso@7 32 [ -d "tools" ] && tools="$(pwd)/tools"
pankso@7 33 [ -d "initfs" ] && initfs="$(pwd)/initfs"
pankso@7 34 [ -d "packages" ] && packages="$(pwd)/packages"
pankso@7 35
pankso@7 36 # Source libseb.sh (overwrite libtaz.sh function)
pankso@7 37 if [ -f "$PWD/libseb.sh" ]; then
pankso@7 38 libseb="$PWD/libseb.sh"
pankso@7 39 . ${libseb}
pankso@7 40 else
pankso@7 41 if ! . /lib/libseb.sh; then
pankso@7 42 echo "Can't source any: libseb.sh"; exit 1
pankso@7 43 fi
pankso@7 44 libseb="/lib/libseb.sh"
pankso@7 45 fi
pankso@7 46 debug "work=$work"
pankso@7 47
pankso@7 48 #
pankso@7 49 # Functions
pankso@7 50 #
pankso@7 51
pankso@7 52 help() {
pankso@7 53 cat << EOT
pankso@7 54
pankso@7 55 $(colorize 35 "SliTaz Embedded Builder")
pankso@7 56
pankso@7 57 $(boldify "Usage:") $(basename $0) [command] [--opts]
paul@14 58 $(boldify "Manual:") man seb
pankso@7 59
pankso@7 60 $(boldify "Commands:")
pankso@7 61 -h help Display this short built-in help
paul@14 62 -i init Create base files to customize
pankso@7 63 -b build Generate a distribution (initramfs & iso)
pankso@7 64 -p packages Handle packages: --list --add
pankso@7 65 -g geniso Re-generate the ISO image
pankso@7 66 -c clean Remove all SEB generated files
pankso@7 67 -l lsfs List all files in rootfs (-type f)
pankso@7 68 -v vdisk Create, mount or unmount a virtual disk
pankso@7 69 -e emu Emulate ISO image with Qemu
pankso@7 70 env Print current seb environment
pankso@7 71
pankso@7 72 $(boldify "Options:")
pankso@7 73 --work= Path to build directory
pankso@7 74 --iso= Specify SliTaz Embedded ISO image name
pankso@7 75 --linux= Path to a custom Linux kernel
pankso@7 76 --all Clean all files including sebfs
pankso@7 77 --emu Emulate ISO image after build
pankso@7 78 --check Check a virtual disk image
pankso@7 79
pankso@7 80 EOT
pankso@7 81 }
pankso@7 82
paul@14 83 # Initial files which can be modified via sebfs/
pankso@7 84 init() {
pankso@7 85 mkdir -p ${sebfs} ${sebpkgs}
pankso@7 86 cp -rf ${initfs}/* ${sebfs}
pankso@7 87 }
pankso@7 88
pankso@7 89 geniso() {
pankso@7 90 echo -n "Generating ISO image: ${iso}"
pankso@7 91 cd ${work}
pankso@7 92 genisoimage -R -o ${iso} \
pankso@7 93 -b boot/isolinux/isolinux.bin \
pankso@7 94 -c boot/isolinux/boot.cat -no-emul-boot -boot-load-size 4 \
pankso@7 95 -V "SliTaz Embedded" -input-charset iso8859-1 \
pankso@7 96 -boot-info-table rootiso 2> /dev/null; check
pankso@7 97 echo -n "Checking ISO image size..."
pankso@7 98 info 035 $(du -mhs $iso | awk '{print $1}')
pankso@7 99 }
pankso@7 100
pankso@7 101 emulate() {
pankso@7 102 if [ -x "/usr/bin/qemu" ]; then
pankso@7 103 echo "qemu $qemu_opts -cdrom $1"
pankso@7 104 if [ -f "$vdisk" ]; then
pankso@7 105 hda="-hda $vdisk"
pankso@7 106 umount ${vdisk} 2>/dev/null
pankso@7 107 fi
pankso@7 108 qemu ${qemu_opts} ${hda} -cdrom ${1}
pankso@7 109 else
pankso@7 110 echo $(echo "Please install:") $(boldify qemu); exit 0
pankso@7 111 fi
pankso@7 112 }
pankso@7 113
paul@14 114 # Install files in the rootfs with same path as on the build host
pankso@7 115 # Usage: install_files "/file/1" "/lib/lib.so*" "/file/N"
pankso@7 116 install_files() {
pankso@7 117 for file in ${@} ; do
pankso@7 118 path=$(dirname $file)
pankso@19 119 if [ ! -d "${rootfs}${path}" ]; then
pankso@19 120 mkdir -p ${rootfs}${path}
pankso@19 121 fi
pankso@7 122 echo -n "Installing: $file"
pankso@19 123 cp -a ${file} ${rootfs}${path}; check
pankso@7 124 done
pankso@7 125 }
pankso@7 126
pankso@7 127 # Populate /dev + 'mdev -s' on boot
pankso@7 128 create_dev_files() {
pankso@7 129 echo -n "Populating: /dev"
pankso@7 130 mkdir -p ${rootfs}/dev/pts ${rootfs}/dev/shm
pankso@7 131 cd ${rootfs}/dev
pankso@7 132 mknod -m 0666 null c 1 3
pankso@7 133 mknod -m 0622 console c 5 1
pankso@7 134 mknod -m 0666 tty c 5 0
pankso@7 135 for i in 0 1 2; do
pankso@7 136 mknod -m 0666 tty$i c 4 $i
pankso@7 137 done; check
pankso@7 138 }
pankso@7 139
paul@14 140 # Configuration files for /etc not generated by init to keep initfs/sebfs
paul@14 141 # filesystems minimal
pankso@7 142 create_etc_files() {
pankso@7 143 echo -n "Creating config files in: /etc"
pankso@7 144 (echo "127.0.0.1 localhost seb" > ${rootfs}/etc/hosts
pankso@7 145 echo "localnet 127.0.0.1" > ${rootfs}/etc/networks
pankso@7 146 echo "order hosts,bind" > ${rootfs}/etc/host.conf
pankso@7 147 echo "multi on" >> ${rootfs}/etc/host.conf
pankso@7 148 # Users & passwd
pankso@7 149 echo "root:x:0:0:root:/root:/bin/sh" > ${rootfs}/etc/passwd
pankso@7 150 echo "root::13525:0:99999:7:::" > ${rootfs}/etc/shadow
pankso@7 151 cat > ${rootfs}/etc/group << EOT
pankso@7 152 root:x:0:
pankso@7 153 www:x:80:
pankso@7 154 EOT
pankso@7 155 cat > ${rootfs}/etc/gshadow << EOT
pankso@7 156 root:*::
pankso@7 157 www:!::
pankso@7 158 EOT
pankso@7 159 chmod 640 ${rootfs}/etc/*shadow)
pankso@7 160 cat > ${rootfs}/etc/nsswitch.conf << EOT
pankso@7 161 # /etc/nsswitch.conf: GNU Name Service Switch config.
pankso@7 162 #
pankso@7 163
pankso@7 164 passwd: files
pankso@7 165 group: files
pankso@7 166 shadow: files
pankso@7 167
pankso@7 168 hosts: files dns
pankso@7 169 networks: files
pankso@7 170 EOT
pankso@7 171 check
pankso@18 172 mkdir -p ${rootfs}/etc/daemons
pankso@7 173 }
pankso@7 174
pankso@7 175 build() {
pankso@7 176 title "Starting SliTaz Embedded builder"
pankso@7 177
pankso@7 178 # Build environment
pankso@7 179 rm -rf ${rootfs} ${rootiso}
pankso@7 180 mkdir -p ${rootfs} ${rootiso}/boot/isolinux
pankso@7 181
pankso@7 182 # FSH Tree
pankso@7 183 echo -n "Populating: filesystem"
pankso@7 184 for d in bin dev etc lib root run home proc media sbin sys \
pankso@10 185 usr/bin usr/sbin usr/share var/log var/cache var/lib var/run
pankso@7 186 do
pankso@7 187 mkdir -p ${rootfs}/${d}
pankso@7 188 done
pankso@7 189 install -d -m 1777 ${rootfs}/tmp; check
pankso@7 190
pankso@7 191 # /etc + /dev
pankso@7 192 create_etc_files
pankso@7 193 create_dev_files
pankso@7 194
pankso@7 195 # Initial sebfs from initfs: files can be modified
pankso@7 196 [ ! -d "$sebfs" ] && init
pankso@7 197
pankso@7 198 # GNU libc before chroot /bin/busybox --install + name resolution
pankso@21 199 for lib in /lib/libm[-.]* /lib/libc[-.]*; do
pankso@7 200 echo -n "Installing: $lib"
pankso@7 201 cp -a ${lib} ${rootfs}/lib && check
pankso@7 202 done
pankso@21 203 install_files "/lib/ld-*" "/lib/libnss_dns*" "/lib/libnss_file*" \
pankso@21 204 "/lib/libresolv*" "/lib/libpthread*" "/lib/libdl*"
pankso@7 205
pankso@7 206 # Busybox applets
pankso@7 207 action "Installing: busybox"
pankso@7 208 cp -a /bin/busybox ${rootfs}/bin
pankso@7 209 chroot ${rootfs} /bin/busybox --install -s; check
pankso@7 210
pankso@7 211 # Busybox configs
pankso@7 212 echo -n "Installing: busybox configs"
pankso@7 213 cp -r /usr/share/udhcpc ${rootfs}/usr/share
pankso@7 214 cp -f /etc/udhcpd.conf ${rootfs}/etc
pankso@7 215 cp -f /etc/httpd.conf ${rootfs}/etc
pankso@7 216 check
pankso@7 217
pankso@7 218 # Busybox keymap
pankso@7 219 echo -n "Dumping : keymap"
pankso@7 220 mkdir -p ${rootfs}/usr/share/kmap
pankso@7 221 dumpkmap > ${rootfs}/usr/share/kmap/default; check
pankso@7 222
pankso@7 223 # Kilo editor (20K) with syntax highlight and search (Thanks Paul :-)
pankso@7 224 action "Installing: kilo text editor"
pankso@7 225 cp -a ${tools}/kilo ${rootfs}/usr/bin; check
pankso@7 226
pankso@7 227 # Ncursesw && dialog for sebos and additional tools
pankso@10 228 install_files "/lib/libncursesw.so*" "/lib/libtinfo.so*"
pankso@7 229 mkdir -p ${rootfs}/usr/share/terminfo/l
pankso@7 230 cp /usr/share/terminfo/l/linux ${rootfs}/usr/share/terminfo/l
pankso@10 231 install_files "/usr/bin/dialog" "/etc/dialogrc"
pankso@7 232
pankso@7 233 # /lib/libseb.sh & sebos config tool
pankso@7 234 echo -n "Installing: /lib/libseb.sh"
pankso@7 235 cp ${libseb} ${rootfs}/lib; check
pankso@7 236 action "Installing: sebos config tool"
pankso@7 237 cp ${tools}/sebos ${rootfs}/usr/bin; check
pankso@7 238
pankso@7 239 # httphelper.sh for amazing CGI/Shell functions
pankso@7 240 mkdir -p ${rootfs}/usr/lib/slitaz
pankso@7 241 cp /usr/lib/slitaz/httphelper.sh ${rootfs}/usr/lib/slitaz
pankso@7 242
pankso@7 243 # Packages TODO: handle deps
pankso@7 244 touch ${rootfs}/var/lib/packages
pankso@7 245 for pkg in $(ls $sebpkgs); do
pankso@7 246 echo -n $(colorize 035 "Installing package:"); info 036 "$pkg"
pankso@10 247 . ${sebpkgs}/${pkg}
pankso@7 248 seb_install; echo "$pkg|$desc" >> ${rootfs}/var/lib/packages
pankso@7 249 done
pankso@7 250
pankso@7 251 # Custom files NOW
pankso@7 252 if [ -d "$sebfs" ]; then
pankso@7 253 echo -n "Copying custom files from sebfs..."
pankso@7 254 cp -rf ${sebfs}/* ${rootfs}; check
pankso@7 255 fi
pankso@7 256
pankso@7 257 # COPYING
pankso@7 258 mkdir -p ${rootfs}/usr/share/licenses
pankso@7 259 cat > ${rootfs}/usr/share/licenses/COPYING << EOT
pankso@7 260 Copyright (c) 2007-$(date '+%Y') SliTaz GNU/Linux
pankso@7 261
pankso@7 262 SliTaz is free software; you can redistribute it and/or modify it under
pankso@7 263 the terms of the GNU General Public License as published by the Free
pankso@7 264 Software Foundation; either version 3 of the License, or (at your option)
pankso@7 265 any later version.
pankso@7 266
pankso@7 267 SliTaz is distributed in the hope that it will be useful, but WITHOUT ANY
pankso@7 268 WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
pankso@7 269 FOR A PARTICULAR PURPOSE. See the GNU General Public License for details.
pankso@7 270
pankso@7 271 EOT
pankso@7 272
pankso@7 273 # Build date
pankso@7 274 cat >> ${rootfs}/etc/seb.conf << EOT
pankso@7 275
pankso@7 276 # Seb-OS Build date
pankso@7 277 build_date="$(date '+%Y%m%d')"
pankso@7 278
pankso@7 279 # Seb-OS/SliTaz release string
pankso@7 280 seb_os_release="$(cat /etc/slitaz-release)"
pankso@7 281
pankso@7 282 EOT
pankso@7 283
pankso@7 284 # Security check
pankso@11 285 chown -R 0.0 ${rootfs}
pankso@7 286 chmod 0600 ${rootfs}/etc/busybox.conf
pankso@7 287
pankso@21 288 # Rootfs archive: lzma e -si -so
pankso@7 289 action "Creating the initramfs..."
pankso@7 290 cd ${rootfs}
pankso@21 291 find . -print | cpio -o -H newc | xz -9 --format=lzma \
pankso@21 292 > ${rootiso}/boot/rootfs.xz 2>/dev/null
pankso@7 293 check
pankso@7 294
pankso@7 295 # Linux Kernel
pankso@7 296 echo -n "Copying the Linux kernel..."
pankso@7 297 cp ${linux} ${rootiso}/boot/bzImage; check
pankso@7 298
pankso@7 299 # Bootloader
pankso@7 300 echo -n "Copying the bootloader (isolinux)..."
pankso@7 301 cp ${tools}/isolinux.bin ${rootiso}/boot/isolinux; check
pankso@7 302
pankso@7 303 echo -n "Creating bootloader configs..."
pankso@7 304 cat > ${rootiso}/boot/isolinux/isolinux.cfg << EOF
pankso@7 305 display display.txt
pankso@7 306 default seb
pankso@7 307 label seb
pankso@7 308 kernel /boot/bzImage
pankso@21 309 append initrd=/boot/rootfs.xz rw root=/dev/null rdinit=/sbin/init
pankso@7 310 implicit 0
pankso@7 311 prompt 1
pankso@7 312 timeout 40
pankso@7 313 EOF
pankso@7 314 cat > ${rootiso}/boot/isolinux/display.txt << EOF
pankso@7 315
pankso@7 316 ____ _ _ _ _ ___ _
pankso@7 317 / ___| \ | | | | | / / | (_)_ __ _ ___ __
pankso@7 318 | | _| \| | | | |/ /| | | | '_ \| | | \ \/ /
pankso@7 319 | |_| | |\ | |_| / / | |___| | | | | |_| |> <
pankso@7 320 \____|_| \_|\___/_/ |_____|_|_| |_|\__,_/_/\_\
pankso@7 321
pankso@7 322 SliTaz Embedded OS - Press <ENTER> to boot
pankso@7 323 www.slitaz.org
pankso@7 324
pankso@7 325
pankso@7 326 EOF
pankso@7 327 check
pankso@7 328
pankso@7 329 echo -n "Checking rootfs size..."
pankso@7 330 info 035 $(du -mhs $rootfs | awk '{print $1}')
pankso@7 331 echo -n "Installed files in rootfs..."
pankso@7 332 info 036 $(find ${rootfs} -type f | wc -l)
pankso@7 333
pankso@7 334 # ISO image
pankso@7 335 geniso; footer
pankso@7 336 }
pankso@7 337
pankso@7 338 # Handle seb packages
pankso@7 339 packages_handler() {
pankso@7 340
paul@14 341 # List available packages
pankso@7 342 if [ ! "$1" ]; then
pankso@7 343 title "Seb packages"
pankso@7 344 for pkg in $(ls ${packages}); do
pankso@7 345 . ${packages}/${pkg}
pankso@7 346 echo -n "$(colorize 036 $pkg)"; indent 20 "$desc"
pankso@7 347 unset desc deps
pankso@7 348 done
pankso@7 349 footer && exit 0
pankso@7 350 fi
pankso@7 351
pankso@7 352 # Add package(s)
pankso@7 353 if [ "$add" ]; then
pankso@7 354 for pkg in ${@}; do
pankso@7 355 case "$pkg" in
pankso@7 356 --*) continue ;;
pankso@7 357 *)
pankso@7 358 if [ -f "$packages/$pkg" ]; then
paul@14 359 echo -n "Adding package: $pkg"
pankso@7 360 mkdir -p ${sebpkgs}
pankso@7 361 cp -f ${packages}/${pkg} ${sebpkgs}; check
pankso@7 362 else
pankso@7 363 echo "Can't find package: $package/$pkg"
pankso@7 364 fi ;;
pankso@7 365 esac
pankso@7 366 done
pankso@7 367 fi
pankso@7 368 }
pankso@7 369
pankso@7 370 # Handle vdisk: create, check, mount, umount
pankso@7 371 vdisk_hanler() {
pankso@7 372 title "SEB Virtual disk"
pankso@13 373 vsize=60
pankso@7 374 root=${vdisk%.img}
pankso@7 375
pankso@7 376 # Info or create
pankso@7 377 if [ -f "$vdisk" ]; then
pankso@7 378 echo -n "Virtual disk: $vdisk"
pankso@7 379 info 035 "$(du -mhs $vdisk | awk '{print $1}')"
pankso@7 380 else
pankso@7 381 echo "Creating virtual disk image..."
pankso@13 382 dd if=/dev/zero of=${vdisk} bs=1M count=${vsize}
pankso@7 383 action "Creating ext3 filesystem..."; echo
pankso@7 384 mkfs.ext3 -L "SebOShome" ${vdisk}
pankso@7 385 fi
pankso@7 386
pankso@7 387 # Check
pankso@7 388 if [ "$check" ]; then
pankso@7 389 echo "Umounting vdisk before: e2fsck -p"
pankso@7 390 umount ${vdisk} >/dev/null
pankso@7 391 e2fsck -p ${vdisk}
pankso@7 392 fi
pankso@7 393
pankso@7 394 # Action: mount/unmount
pankso@7 395 if ! mount | grep -q "^$vdisk"; then
pankso@7 396 echo -n "Mounting virtual disk..."; mkdir -p ${root}
pankso@7 397 mount -o loop -t ext3 ${vdisk} ${root}; status
pankso@7 398 else
pankso@7 399 echo -n "Unmounting virtual disk..."
pankso@7 400 umount ${vdisk}; status; sleep 1
pankso@7 401 fi; footer
pankso@7 402 }
pankso@7 403
pankso@7 404 #
pankso@7 405 # Commands
pankso@7 406 #
pankso@7 407
pankso@7 408 case "$1" in
pankso@7 409
pankso@7 410 -i|init)
pankso@7 411 rootfs="$sebfs"
pankso@7 412 echo -n "Creating files in: ${rootfs}"
pankso@7 413 init; check ;;
pankso@7 414
pankso@7 415 -b|build)
pankso@7 416 check_root
pankso@7 417 build
pankso@7 418 [ "$emu" ] && emulate ${work}/${iso} ;;
pankso@7 419
pankso@7 420 -g|geniso)
pankso@7 421 check_root
pankso@7 422 geniso ;;
pankso@7 423
pankso@7 424 -c|clean)
pankso@7 425 check_root
pankso@7 426 echo -n "Cleaning: ${work}"
pankso@7 427 [ "$all" ] && rm -rf ${sebfs} ${cache}
pankso@7 428 rm -rf ${rootfs}* ${rootiso} ${work}/*.iso
pankso@7 429 check ;;
pankso@7 430
pankso@7 431 -p|package*)
pankso@7 432 shift
pankso@7 433 packages_handler "$@" ;;
pankso@7 434
pankso@7 435 -v|vdisk)
pankso@7 436 vdisk_hanler ;;
pankso@7 437
pankso@7 438 -l|lsfs)
pankso@7 439 title "Listing: $rootfs"
pankso@7 440 cd ${rootfs}; find . -type f | sed s'/^.//'g
pankso@7 441 footer "Rootfs files: $(find . -type f | wc -l)" ;;
pankso@7 442
pankso@11 443 -e|emu)
pankso@7 444 title "Emulating: $iso"
pankso@7 445 emulate ${work}/${iso}
pankso@7 446 footer ;;
pankso@7 447
pankso@7 448 env)
pankso@7 449 title "SEB environment"
pankso@7 450 cat << EOT
pankso@7 451 work=$work
pankso@7 452 rootfs=$rootfs
pankso@7 453 rootiso=$rootiso
pankso@7 454 sebfs=$sebfs
pankso@7 455 sebpkgs=$sebpkgs
pankso@7 456 cache=$cache
pankso@7 457 vdisk=$vdisk
pankso@7 458 tools=$tools
pankso@7 459 initfs=$initfs
pankso@7 460 packages=$packages
pankso@7 461 iso=$iso
pankso@7 462 linux=$linux
pankso@7 463 EOT
pankso@7 464 footer ;;
pankso@7 465
pankso@7 466 -t|testsuite)
pankso@7 467 # Development purpose
pankso@7 468 ${tools}/libseb.sh ;;
pankso@7 469
pankso@7 470 *) help ;;
pankso@7 471
pankso@7 472 esac && exit 0