slitaz-dev-tools annotate tazdev/tazdev @ rev 175

tazdev: add help command
author Christophe Lincoln <pankso@slitaz.org>
date Tue Apr 24 10:33:49 2012 +0200 (2012-04-24)
parents bb4c28583c2b
children c613592a7f58
rev   line source
pankso@1 1 #!/bin/sh
pankso@70 2 #
pankso@70 3 # Tazdev - SliTaz developers and build host tool. System wide config
pankso@81 4 # file is located at: /etc/slitaz/tazdev.conf. Keep the code clear and
samuel_trassare@144 5 # well commented please, also: configuration variables are $UPPERCASE
samuel_trassare@144 6 # and variables initialized by tazdev itself are $lowerspace
pankso@1 7 #
pankso@17 8 # (c) 2011 SliTaz GNU/Linux - GNU gpl v3
pankso@1 9 #
pankso@70 10 # AUTHORS
pankso@70 11 # Christophe Lincoln <pankso@slitaz.org>
pankso@70 12 # Pascal Bellard <bellard@slitaz.org>
pankso@1 13 #
pankso@174 14 . /lib/libtaz.sh
pankso@1 15
pankso@77 16 [ -f /etc/slitaz/tazdev.conf ] && . /etc/slitaz/tazdev.conf
pankso@81 17 [ -f tazdev.conf ] && . ./tazdev.conf
pankso@77 18
pankso@174 19 if [ -z "$SLITAZ_HOME" ]; then
pankso@77 20 echo -e "\nNo config file found\n" && exit 1
pankso@1 21 fi
pankso@1 22
pankso@1 23 usage()
pankso@1 24 {
pankso@1 25 echo -e "\nSliTaz developers and build host tool\n
pankso@174 26 $(boldify "Usage:") $(basename $0) [command] [user|tool] [release|path]
pankso@174 27 $(boldify "Commands:")
pankso@70 28 usage Print this short usage and command list
pankso@174 29 help Give help on a SliTaz tool or library.
pankso@70 30 projects-stats|-ps Display statistics about your projects
pankso@70 31 chroot Mount virtual fs if needed and chroot into the build env
pankso@77 32 gen-chroot|-gs Generate a chroot using the last cooking base rootfs
pankso@77 33 umount-chroot|-uc Unmount chroot specified on cmdline (--forced to force)
pankso@70 34 clean-chroot Clean a chroot environment (skip root/ and home/)
pankso@70 35 purge Remove obsolete packages and obsolete source tarballs
pankso@70 36 dry-purge Show obsolete packages and obsolete source tarballs
paul@167 37 push|-p Upload new packages to the main mirror
pankso@70 38 dry-push|-dp Show what will be uploaded to the mirror. Does nothing
paul@167 39 pull Download new packages from the main mirror
pankso@70 40 dry-pull Show what will be downloaded from the mirror. Does nothing
paul@167 41 pack-flavors Pack all SliTaz Live flavors at once
pankso@70 42 relpkg|-rp Archive and upload new package/project version
pankso@70 43 reliso|-ri Create all main flavors (not loram)\n"
pankso@1 44 }
pankso@1 45
pankso@1 46 get_version()
pankso@1 47 {
pankso@1 48 if [ "$2" = "stable" ]; then
pankso@81 49 version=stable
pankso@81 50 slitaz=$STABLE
pankso@1 51 elif [ -n "$2" ]; then
pankso@1 52 # Undigest - custom ?
pankso@81 53 version=$2
pankso@174 54 slitaz=$SLITAZ_HOME/$2
pankso@1 55 else
pankso@81 56 version=cooking
pankso@81 57 slitaz=$COOKING
pankso@1 58 fi
pankso@81 59 rootfs=$slitaz/chroot
pankso@1 60 }
pankso@1 61
pankso@1 62 check_mirror()
pankso@1 63 {
pankso@1 64 # ping -c 1 $MIRROR
pankso@1 65 if [ -n "$2" ]; then
pankso@81 66 user=$2
pankso@1 67 else
pankso@81 68 user=$user
pankso@1 69 fi
pankso@1 70 if [ "$2" = "stable" ] || [ "$3" = "stable" ]; then
pankso@82 71 remote=$MIRROR_PKGS/stable/
pankso@82 72 local=$STABLE/packages/
pankso@3 73 elif [ "$2" = "undigest" ] || [ "$3" = "undigest" ]; then
pankso@82 74 remote=$MIRROR_PKGS/undigest/
pankso@82 75 local=$UNDIGEST/packages/
pankso@1 76 else
pankso@82 77 remote=$MIRROR_PKGS/cooking/
pankso@82 78 local=$COOKING/packages/
pankso@1 79 fi
pankso@1 80 }
pankso@1 81
pascal@142 82 # Bind a directory into the chroot
pascal@142 83 bind_chroot_dir()
pascal@142 84 {
pascal@142 85 mkdir -p $1 $2
pascal@142 86 mount -o bind $1 $2
pascal@142 87
pascal@142 88 # Update aufs jail configuration
pankso@153 89 # BUGGY
pankso@153 90 #if [ "${2#*/home}" != "$2" ] &&
pankso@153 91 #grep -s ^AUFS_MOUNTS= ${2%/home/*}/etc/slitaz/cook.conf &&
pankso@153 92 #! grep -q /home${2#*/home} ${2%/home/*}/etc/slitaz/cook.conf; then
pankso@153 93 #sed -i "s|^AUFS_MOUNTS=\"|&/home${2#*/home}|" \
pankso@153 94 #${2%/home/*}/etc/slitaz/cook.conf
pankso@153 95 #fi
pascal@142 96 }
pascal@142 97
pankso@1 98 # Mount virtual Kernel file systems and chroot but check that nobody
pankso@1 99 # else has done mounts
pankso@1 100 mount_chroot()
pankso@1 101 {
pankso@81 102 if [ ! -d $rootfs/proc/1 ]; then
pankso@82 103 echo -ne "\nMounting virtual filesystems..."
pankso@81 104 mount -t proc proc $rootfs/proc
pankso@81 105 mount -t sysfs sysfs $rootfs/sys
pankso@81 106 mount -t devpts devpts $rootfs/dev/pts
pankso@81 107 mount -t tmpfs shm $rootfs/dev/shm
pankso@1 108 status
pankso@1 109 fi
pankso@80 110 # Mount source so they can be shared between cooking/stable/undigest.
pankso@80 111 # But do it only if it's a slitaz developement chroot.
pankso@81 112 fs=$rootfs/home/slitaz
pankso@81 113 if [ -d "$slitaz" ]; then
pankso@174 114 bind_chroot_dir $SLITAZ_HOME/src $fs/src
pankso@81 115 # Now mount package dir so they are in /home/slitaz/$version
pankso@80 116 # We may not mount cache wok or others it has no point and if
paul@167 117 # one wants to use a shared wok he can bind it manually.
pascal@142 118 bind_chroot_dir $slitaz/packages $fs/packages
pankso@80 119 fi
pankso@1 120 }
pankso@1 121
pankso@1 122 # Unmount virtual Kernel file systems on exit and ensure we are the last
pankso@1 123 # user before unmounting !
pankso@1 124 umount_chroot()
pankso@1 125 {
pankso@80 126 [ "$1" ] && ROOTF=$1
pankso@81 127 fs=$rootfs/home/slitaz
pankso@82 128 echo -ne "\nUnmounting virtual filesystems..."
pankso@81 129 umount $rootfs/dev/shm
pankso@81 130 umount $rootfs/dev/pts
pankso@81 131 umount $rootfs/sys
pankso@81 132 umount $rootfs/proc
pankso@80 133 umount $fs/src
pankso@80 134 umount $fs/packages
pankso@82 135 status && echo ""
pankso@80 136 #echo -e "\nProcess: $ps\n"
pankso@80 137 #ps | grep `basename $0` | grep -v grep
pankso@80 138 #echo -e "\nLeaving virtual filesystems unmounted (`pidof tazdev`)...\n"
pankso@1 139 }
pankso@1 140
pankso@1 141 # Get the last cooking base rootfs, extract and configure.
pankso@1 142 gen_new_chroot()
pankso@1 143 {
pankso@81 144 echo -e "\nGenerating new chroot in : $rootfs"
slaxemulator@85 145 separator
slaxemulator@85 146 mkdir -p $rootfs
slaxemulator@88 147 if [ "$ROOTFS_PKG" == "yes" ]; then
slaxemulator@88 148 for pkg in $CHROOT_PKGS
slaxemulator@85 149 do
slaxemulator@85 150 tazpkg get-install $pkg --root=$rootfs
slaxemulator@85 151 done
slaxemulator@88 152 elif [ "$ROOTFS_PKG" == "no" ]; then
slaxemulator@85 153 cd $rootfs
slaxemulator@85 154 wget $DL_URL/boot/cooking/rootfs-base.gz
slaxemulator@85 155 echo -n "Extracting the rootfs..."
slaxemulator@85 156 lzma d rootfs-base.gz -so | cpio -id
slaxemulator@85 157 rm rootfs-base.gz
slaxemulator@85 158 fi
pankso@1 159 echo -n "Creating resolv.conf..."
pankso@81 160 cat /etc/resolv.conf > $rootfs/etc/resolv.conf
pankso@1 161 status
pankso@82 162 separator
pankso@1 163 echo -e "Ready to chroot. Use 'tazdev chroot [version|path]'"
pankso@81 164 echo -e "Example: tazdev chroot $rootfs\n"
pankso@1 165 }
pankso@1 166
pankso@1 167 # Remove obsolate slitaz packages
pankso@1 168 purge_packages()
pankso@1 169 {
pankso@1 170 arg=$1
pankso@81 171 tmp=/tmp/tazdev.$$
pankso@1 172 ls $BUILD_WOK | while read pkg; do
pankso@1 173 [ -f $BUILD_WOK/$pkg/taz/*/receipt ] || continue
pankso@81 174 EXTRAversion=""
pankso@1 175 . $BUILD_WOK/$pkg/taz/*/receipt
pankso@81 176 echo $pkg-$version$EXTRAversion.tazpkg
pankso@81 177 done > $tmp
pankso@81 178 ls $slitaz/chroot/home/slitaz/packages | while read pkg; do
pankso@1 179 case "$pkg" in
pankso@1 180 *.tazpkg)
pankso@81 181 grep -q ^$pkg$ $tmp && continue
pankso@1 182 echo Remove $pkg
pankso@1 183 [ "$arg" == "purge" ] &&
pankso@81 184 rm -f $slitaz/chroot/home/slitaz/packages/$pkg ;;
pankso@1 185 esac
pankso@1 186 done
pankso@81 187 rm -f $tmp
pankso@1 188 }
pankso@1 189
samuel_trassare@144 190 # Remove obsolete source tarballs
pankso@1 191 purge_sources()
pankso@1 192 {
pankso@1 193 arg=$1
pankso@81 194 tmp=/tmp/tazdev.$$
pankso@1 195 ls $BUILD_WOK | while read pkg; do
pankso@1 196 [ -f $BUILD_WOK/$pkg/receipt ] || continue
pankso@1 197 TARBALL=""
pankso@1 198 . $BUILD_WOK/$pkg/receipt
pankso@1 199 [ -n "$TARBALL" ] && echo $TARBALL
pankso@1 200 grep SOURCES_REPOSITORY/ $BUILD_WOK/$pkg/receipt | sed \
pankso@1 201 -e 's|.*SOURCES_REPOSITORY/\([^ ]*\)\( .*\)$|\1|' \
pankso@1 202 -e 's|.*SOURCES_REPOSITORY/\([^ ]*\)$|\1|' | sort | uniq | \
pankso@1 203 sed "s|['\"/]||g" | while read file ; do
pankso@1 204 eval echo $file 2> /dev/null
pankso@1 205 done
pankso@81 206 done > $tmp
pankso@81 207 ls $slitaz/chroot/home/slitaz/src | while read pkg; do
pankso@81 208 grep -q ^$pkg$ $tmp && continue
pankso@1 209 echo Remove $pkg
pankso@1 210 [ "$arg" == "purge" ] &&
pankso@81 211 rm -f $slitaz/chroot/home/slitaz/src/$pkg
pankso@1 212 done
pankso@81 213 rm -f $tmp
pankso@1 214 }
pankso@1 215
pankso@1 216 case "$1" in
pankso@70 217 projects-stats|-ps)
pankso@1 218 echo -e "\nStatistics for: $PROJECTS\n"
pankso@1 219 echo -n "Project" && echo -ne "\033[24G Size" && echo -ne "\033[38G Revision"
pankso@1 220 echo -ne "\033[48G Version" && echo -e "\033[64G Files"
pankso@82 221 separator
pankso@1 222 cd $PROJECTS
pankso@1 223 for proj in *
pankso@1 224 do
pankso@1 225 rev=""
pankso@1 226 echo -n "$proj"
pankso@1 227 size=`du -sh $proj | awk '{ print $1 }'`
pankso@1 228 echo -ne "\033[24G $size"
pankso@1 229 if [ -d $proj/.hg ]; then
pankso@1 230 cd $proj
pankso@1 231 rev=`hg head --template '{rev}\n'`
pankso@1 232 vers=`hg tags | head -n 2 | tail -n 1 | cut -d " " -f 1`
pankso@1 233 echo -ne "\033[38G $rev"
pankso@1 234 echo -ne "\033[48G $vers" && cd ..
pankso@1 235 fi
pankso@1 236 files=`find $proj -type f | wc -l`
pankso@1 237 echo -e "\033[64G $files"
pankso@1 238 done
pankso@82 239 separator
pankso@1 240 echo "" ;;
pankso@1 241 chroot)
pankso@82 242 # Chroot into a build env. Default to cooking configured in tazdev.conf
pankso@1 243 check_root
pankso@1 244 get_version $@
pankso@81 245 [ -d "$2" ] && rootfs=$2
pankso@1 246 mount_chroot
pankso@82 247 echo -e "Chrooting to: $rootfs\n"
pankso@81 248 chroot $rootfs /bin/sh --login
pankso@80 249 umount_chroot ;;
pankso@77 250 umount-chroot|-uc)
pankso@1 251 check_root
pankso@80 252 get_version $@
pankso@81 253 [ "$2" ] && rootfs=$2
pankso@81 254 umount_chroot $rootfs ;;
pankso@77 255 gen-chroot|-gc)
pankso@77 256 check_root
pankso@78 257 get_version $@
pankso@81 258 [ -d "$2" ] && rootfs=$2
pankso@1 259 # Dont break another env.
pankso@81 260 if [ -d $rootfs/bin ]; then
pankso@81 261 echo -e "\nA chroot environment already exists in : $rootfs\n"
pankso@1 262 exit 1
pankso@1 263 fi
pankso@1 264 gen_new_chroot ;;
pankso@1 265 clean-chroot)
pankso@1 266 # Keep root/ and /home they may have a build wok, custom scripts, etc.
pankso@1 267 check_root
pankso@1 268 if [ -z "$2" ]; then
pankso@1 269 echo -e "\nPlease specify the path to the chroot environment to clean.\n"
pankso@1 270 exit 0
pankso@1 271 else
pankso@81 272 rootfs=$2
pankso@81 273 if [ ! -d "$rootfs" ]; then
pankso@81 274 echo -e "\nWarning : $rootfs doesn't exist!\n"
pankso@1 275 exit 1
pankso@1 276 fi
pankso@1 277 fi
pankso@81 278 if [ -d $rootfs/proc/1 ]; then
pankso@81 279 echo -e "\nWarning : $rootfs/proc mounted!\n"
pankso@1 280 exit 1
pankso@1 281 fi
pankso@81 282 cd $rootfs || exit 1
pankso@81 283 echo -e "\nCleaning chroot in: $rootfs"
pankso@82 284 separator
pankso@1 285 for i in bin dev etc init lib media mnt proc sbin sys tmp usr var
pankso@1 286 do
pankso@1 287 echo -n "Removing: $i (`du -sh $i | awk '{ print $1 }'`)... "
pankso@1 288 rm -rf $i
pankso@1 289 status
pankso@1 290 done
pankso@82 291 separator && echo "" ;;
pankso@70 292 push|-p)
pankso@1 293 check_mirror $@
pankso@113 294 rsync -r -t -O -l -v -z --delete \
pankso@82 295 $local -e ssh $user@$MIRROR:$remote ;;
pankso@70 296 dry-push|-dp)
pankso@1 297 check_mirror $@
pankso@113 298 rsync -r -t -O -l -v -z --delete --dry-run \
pankso@82 299 $local -e ssh $user@$MIRROR:$remote ;;
pankso@1 300 pull)
pankso@1 301 check_mirror $@
pankso@1 302 rsync -r -t -l -v -z --delete \
pankso@82 303 -e ssh $user@$MIRROR:$remote $local ;;
pankso@1 304 dry-pull)
pankso@1 305 check_mirror $@
pankso@1 306 rsync -r -t -l -v -z --delete --dry-run \
pankso@82 307 -e ssh $user@$MIRROR:$remote $local ;;
pankso@1 308 purge|dry-purge)
pankso@1 309 check_root
pankso@1 310 get_version $@
pankso@1 311 purge_packages $1
pankso@1 312 purge_sources $1 ;;
pankso@70 313 relpkg|-rp)
pankso@82 314 # Release a slitaz sub-project and upload tarball to mirror
pankso@1 315 [ -z "$MIRROR_SOURCES" ] && MIRROR_SOURCES="/var/www/slitaz/mirror/sources"
pankso@1 316 if [ -z $2 ] || [ -z $3 ]; then
pankso@1 317 echo -e "\nUsage: $0 relpkg package version\n"
pankso@1 318 exit 0
pankso@1 319 fi
pankso@81 320 pkg=$2
pankso@81 321 version=$3
pankso@81 322 echo "" && cd $PROJECTS/$pkg
pankso@81 323
pankso@1 324 # Sanity check
pankso@81 325 if ! grep -q $version$ .hgtags; then
pankso@81 326 echo "Missing Hg tag for version: $version"
pankso@81 327 echo -e "You may want to: hg tag $version && hg push\n"
pankso@1 328 exit 0
pankso@1 329 fi
pankso@81 330
pankso@1 331 # Archive
pankso@81 332 echo -n "Creating tarball and md5sum for: $pkg-$version... "
pankso@81 333 hg archive -t tgz $pkg-$version.tar.gz
pankso@81 334 md5sum $pkg-$version.tar.gz > $pkg-$version.md5
pankso@1 335 echo "Done"
pankso@81 336
pankso@1 337 # Upload
pankso@1 338 echo -n "Do you wish to upload tarball to the mirror [N/y] ? "
pankso@1 339 read upload
pankso@1 340 if [ "$upload" = "y" ]; then
pankso@81 341 echo "Uploading to: $MIRROR/sources/${pkg#slitaz-}"
pankso@81 342 scp $pkg-$version.tar.gz $pkg-$version.md5 \
pankso@81 343 $user@$MIRROR:$MIRROR_SOURCES/${pkg#slitaz-}
pankso@147 344 fi
pankso@147 345
pankso@147 346 # Update pkg in wok
pankso@147 347 echo -n "Do you wish to update $pkg in wok [N/y] ? "
pankso@147 348 read update
pankso@147 349 if [ "$update" = "y" ]; then
pankso@174 350 echo "Updating $pkg: $version"
pankso@147 351 cd $PROJECTS/wok
pankso@147 352 sed -i s"/VERSION=.*/VERSION=\"$version\"/" $pkg*/receipt
pankso@174 353 status
pankso@1 354 fi ;;
pankso@70 355 reliso|-ri)
pankso@82 356 # Generate all official images iso at once for a specific version.
pankso@82 357 get_version $@
pankso@82 358 iso=$slitaz/iso
pankso@82 359 mkdir -p $iso
pankso@147 360 for flavor in base core gtkonly firefox
pankso@70 361 do
pankso@82 362 cd $slitaz
pankso@70 363 tazlito pack-flavor $flavor
pankso@70 364 tazlito get-flavor $flavor
pankso@70 365 tazlito gen-distro
pankso@70 366 if [ "$flavor" == "core" ]; then
pankso@70 367 cp distro/slitaz-$flavor.iso $ISO/slitaz-$version.iso
pankso@70 368 cd $ISO && md5sum slitaz-$version.iso > slitaz-$version.md5
pankso@70 369 else
pankso@70 370 cp distro/slitaz-$flavor.iso $ISO/slitaz-$version-$flavor.iso
pankso@70 371 cd $ISO && md5sum slitaz-$version-$flavor.iso slitaz-$version-$flavor.md5
pankso@70 372 fi
pankso@82 373 done
pankso@82 374 # Clean up slitaz working directory.
pankso@82 375 rm *.flavor tazlito.conf ;;
pankso@174 376 help)
pankso@174 377 [ ! "$2" ] && echo "Missing tool/library name" && exit 0
pankso@174 378 echo ""
pankso@174 379 boldify "Help for: $2"
pankso@174 380 separator
pankso@175 381 if [ -f "/usr/share/doc/slitaz/$2.txt" ]; then
pankso@175 382 less -M /usr/share/doc/slitaz/$2.txt
pankso@175 383 else
pankso@175 384 echo "No help found"
pankso@175 385 fi
pankso@174 386 separator && echo "" ;;
pankso@1 387 usage|*)
pankso@1 388 usage ;;
pankso@1 389 esac
pankso@1 390
pankso@1 391 exit 0