slitaz-dev-tools annotate tazdev/tazdev @ rev 183

tazdev: let use chroot pkgs version and gen chroot handle options: tazdev -gc undigest --clean
author Christophe Lincoln <pankso@slitaz.org>
date Fri Jun 01 18:36:31 2012 +0200 (2012-06-01)
parents c787539dbaed
children 252fd7b50fd6
rev   line source
pankso@1 1 #!/bin/sh
pankso@70 2 #
pankso@70 3 # Tazdev - SliTaz developers and build host tool. System wide config
pankso@81 4 # file is located at: /etc/slitaz/tazdev.conf. Keep the code clear and
samuel_trassare@144 5 # well commented please, also: configuration variables are $UPPERCASE
samuel_trassare@144 6 # and variables initialized by tazdev itself are $lowerspace
pankso@1 7 #
pankso@17 8 # (c) 2011 SliTaz GNU/Linux - GNU gpl v3
pankso@1 9 #
pankso@70 10 # AUTHORS
pankso@70 11 # Christophe Lincoln <pankso@slitaz.org>
pankso@70 12 # Pascal Bellard <bellard@slitaz.org>
pankso@1 13 #
pankso@174 14 . /lib/libtaz.sh
pankso@1 15
pankso@77 16 [ -f /etc/slitaz/tazdev.conf ] && . /etc/slitaz/tazdev.conf
pankso@81 17 [ -f tazdev.conf ] && . ./tazdev.conf
pankso@77 18
pankso@183 19 if [ ! "$SLITAZ_HOME" ]; then
pankso@77 20 echo -e "\nNo config file found\n" && exit 1
pankso@1 21 fi
pankso@1 22
pankso@180 23 usage() {
pankso@183 24 cat << EOT
pankso@183 25
pankso@183 26 $(boldify "Usage:") $(basename $0) [command] [vers|user|tool] [vers|--opts]
pankso@183 27
pankso@183 28 SliTaz developers and build host tool
pankso@183 29
pankso@174 30 $(boldify "Commands:")
pankso@183 31 usage Print this short usage and command list
pankso@183 32 help Give help on a SliTaz tool or library.
pankso@183 33 stats|-s Display statistics about your projects
pankso@183 34 chroot|-c Mount virtual fs and chroot into the build env
pankso@183 35 gen-chroot|-gc Generate a chroot using packages from config file
pankso@183 36 umount-chroot|-uc Unmount chroot specified on cmdline
pankso@183 37 clean-chroot|-cc Clean a chroot environment (skip root/ and home/)
pankso@183 38 !purge Remove obsolete packages and obsolete source tarballs
pankso@183 39 !dry-purge Show obsolete packages and obsolete source tarballs
pankso@183 40 push|-p Upload new packages to the main mirror
pankso@183 41 dry-push|-dp Show what will be uploaded to the mirror. Does nothing
pankso@183 42 pull Download new packages from the main mirror
pankso@183 43 dry-pull Show what will be downloaded from the mirror. Does nothing
pankso@183 44 relpkg|-rp Archive and upload new package/project version
pankso@183 45
pankso@183 46 $(boldify "Options:")
pankso@183 47 --rootfs= Path to the chroot to generate or clean
pankso@183 48 --arch= Specify the architecture type for cross-chroot
pankso@183 49 --clean Clean chroot before generation a new one
pankso@183 50
pankso@183 51 $(boldify "Options:")
pankso@183 52 $(basename $0) gen-chroot undigest --clean
pankso@183 53 $(basename $0) chroot stable
pankso@183 54 $(basename $0) -c --arch=arm
pankso@183 55
pankso@183 56 EOT
pankso@1 57 }
pankso@1 58
pankso@180 59 get_version() {
pankso@180 60 # Stable, undigest or custom.
pankso@180 61 if [ "$2" ] && [ ! $(echo $2 | grep "\--*") ]; then
pankso@81 62 version=$2
pankso@174 63 slitaz=$SLITAZ_HOME/$2
pankso@1 64 else
pankso@81 65 version=cooking
pankso@183 66 slitaz=$SLITAZ_HOME/cooking
pankso@1 67 fi
pankso@180 68 if [ "$arch" ]; then
pankso@180 69 rootfs=$slitaz/$arch/chroot
pankso@180 70 else
pankso@180 71 rootfs=$slitaz/chroot
pankso@180 72 fi
pankso@1 73 }
pankso@1 74
pankso@180 75 check_mirror() {
pankso@1 76 # ping -c 1 $MIRROR
pankso@1 77 if [ -n "$2" ]; then
pankso@81 78 user=$2
pankso@1 79 else
pankso@81 80 user=$user
pankso@1 81 fi
pankso@1 82 if [ "$2" = "stable" ] || [ "$3" = "stable" ]; then
pankso@82 83 remote=$MIRROR_PKGS/stable/
pankso@183 84 local=$SLITAZ_HOME/stable/packages/
pankso@3 85 elif [ "$2" = "undigest" ] || [ "$3" = "undigest" ]; then
pankso@82 86 remote=$MIRROR_PKGS/undigest/
pankso@183 87 local=$SLITAZ_HOME/undigest/packages/
pankso@1 88 else
pankso@82 89 remote=$MIRROR_PKGS/cooking/
pankso@183 90 local=$SLITAZ_HOME/cooking/packages/
pankso@1 91 fi
pankso@1 92 }
pankso@1 93
pascal@142 94 # Bind a directory into the chroot
pascal@142 95 bind_chroot_dir()
pascal@142 96 {
pascal@142 97 mkdir -p $1 $2
pascal@142 98 mount -o bind $1 $2
pascal@142 99 }
pascal@142 100
pankso@1 101 # Mount virtual Kernel file systems and chroot but check that nobody
pankso@1 102 # else has done mounts
pankso@1 103 mount_chroot()
pankso@1 104 {
pankso@81 105 if [ ! -d $rootfs/proc/1 ]; then
pankso@82 106 echo -ne "\nMounting virtual filesystems..."
pankso@81 107 mount -t proc proc $rootfs/proc
pankso@81 108 mount -t sysfs sysfs $rootfs/sys
pankso@81 109 mount -t devpts devpts $rootfs/dev/pts
pankso@81 110 mount -t tmpfs shm $rootfs/dev/shm
pankso@1 111 status
pankso@1 112 fi
pankso@80 113 # Mount source so they can be shared between cooking/stable/undigest.
pankso@80 114 # But do it only if it's a slitaz developement chroot.
pankso@81 115 fs=$rootfs/home/slitaz
pankso@81 116 if [ -d "$slitaz" ]; then
pankso@174 117 bind_chroot_dir $SLITAZ_HOME/src $fs/src
pankso@81 118 # Now mount package dir so they are in /home/slitaz/$version
pankso@80 119 # We may not mount cache wok or others it has no point and if
paul@167 120 # one wants to use a shared wok he can bind it manually.
pankso@181 121 if [ "$arch" ]; then
pankso@181 122 slitaz=$slitaz/$arch
pankso@181 123 fi
pankso@181 124 [ -d "$fs/packages" ] || mkdir -p $fs/packages
pankso@181 125 [ -d "$slitaz/packages" ] || mkdir -p $fs/packages
pascal@142 126 bind_chroot_dir $slitaz/packages $fs/packages
pankso@80 127 fi
pankso@1 128 }
pankso@1 129
pankso@180 130 # Unmount virtual Kernel file systems.
pankso@180 131 umount_chroot() {
pankso@180 132 [ "$1" ] && rootfs=$1
pankso@81 133 fs=$rootfs/home/slitaz
pankso@82 134 echo -ne "\nUnmounting virtual filesystems..."
pankso@81 135 umount $rootfs/dev/shm
pankso@81 136 umount $rootfs/dev/pts
pankso@81 137 umount $rootfs/sys
pankso@81 138 umount $rootfs/proc
pankso@180 139 if mount | fgrep -q $fs/src; then
pankso@180 140 umount $fs/src
pankso@180 141 umount $fs/packages
pankso@180 142 fi
pankso@82 143 status && echo ""
pankso@1 144 }
pankso@1 145
pankso@1 146 # Get the last cooking base rootfs, extract and configure.
pankso@180 147 gen_chroot() {
pankso@180 148 echo -e "\nGenerating new chroot in: $rootfs"
pankso@177 149 separator
slaxemulator@85 150 mkdir -p $rootfs
pankso@183 151 # We my gen cooking chroot from a stable version or invers
pankso@183 152 case "$version" in
pankso@183 153 cooking|undigest) url="http://$MIRROR/packages/cooking/" ;;
pankso@183 154 stable|4.0) url="http://$MIRROR/packages/stable/" ;;
pankso@183 155 esac
pankso@183 156 # --mirror=
pankso@183 157 [ "$mirror" ] && url="$mirror"
pankso@183 158 mpath=/var/lib/tazpkg/mirror
pankso@183 159 cp $mpath ${mpath}.tazdev
pankso@183 160 echo "$url" > $mpath
pankso@183 161 echo -n "Mirror URL: ${url#http://}"
pankso@183 162 tazpkg recharge 2>/dev/null 1>/dev/null
pankso@183 163 status
pankso@180 164 for pkg in $CHROOT_PKGS
pankso@180 165 do
pankso@183 166 echo -n "Installing: $pkg $vers"
pankso@183 167 tazpkg -gi $pkg --root=$rootfs 2>/dev/null 1>/dev/null
pankso@183 168 status
pankso@180 169 done
pankso@1 170 echo -n "Creating resolv.conf..."
pankso@81 171 cat /etc/resolv.conf > $rootfs/etc/resolv.conf
pankso@1 172 status
pankso@183 173 echo -n "Restoring host packages list..."
pankso@183 174 mv -f ${mpath}.tazdev $mpath
pankso@183 175 tazpkg recharge 2>/dev/null 1>/dev/null >/dev/null
pankso@183 176 status
pankso@82 177 separator
pankso@183 178 case "$version" in
pankso@183 179 cooking) version="" ;;
pankso@183 180 esac
pankso@183 181 [ "$arch" ] && version="$version --arch=$arch"
pankso@183 182 echo -n "Ready to chroot with:"; colorize 34 " tazdev -c $version"
pankso@183 183 newline
pankso@1 184 }
pankso@1 185
pankso@183 186 # Remove obsolate slitaz packages --> in cooker ???
pankso@180 187 purge_packages() {
pankso@1 188 arg=$1
pankso@81 189 tmp=/tmp/tazdev.$$
pankso@180 190 ls $wok| while read pkg; do
pankso@180 191 [ -f $wok/$pkg/taz/*/receipt ] || continue
pankso@180 192 unset VERSION EXTRAVERSION
pankso@180 193 . $wok/$pkg/taz/*/receipt
pankso@180 194 echo $pkg-${VERSION}$EXTRAVERSION.tazpkg
pankso@81 195 done > $tmp
pankso@81 196 ls $slitaz/chroot/home/slitaz/packages | while read pkg; do
pankso@1 197 case "$pkg" in
pankso@180 198 *.tazpkg)
pankso@180 199 grep -q ^$pkg$ $tmp && continue
pankso@180 200 echo "Removing pkg: $pkg"
pankso@180 201 [ "$arg" == "purge" ] &&
pankso@180 202 rm -f $slitaz/chroot/home/slitaz/packages/$pkg ;;
pankso@1 203 esac
pankso@1 204 done
pankso@81 205 rm -f $tmp
pankso@1 206 }
pankso@1 207
pankso@183 208 # Remove obsolete source tarballs --> in cooker ??? but we share $src
pankso@183 209 # between cooking and stable to we must scan all versions, all arch
pankso@180 210 purge_sources() {
pankso@1 211 arg=$1
pankso@180 212 wok=$slitaz/chroot/home/slitaz/wok
pankso@81 213 tmp=/tmp/tazdev.$$
pankso@180 214 ls $wok| while read pkg; do
pankso@180 215 [ -f $wok/$pkg/receipt ] || continue
pankso@1 216 TARBALL=""
pankso@180 217 . $wok/$pkg/receipt
pankso@1 218 [ -n "$TARBALL" ] && echo $TARBALL
pankso@180 219 grep SOURCES_REPOSITORY/ $wok/$pkg/receipt | sed \
pankso@1 220 -e 's|.*SOURCES_REPOSITORY/\([^ ]*\)\( .*\)$|\1|' \
pankso@1 221 -e 's|.*SOURCES_REPOSITORY/\([^ ]*\)$|\1|' | sort | uniq | \
pankso@1 222 sed "s|['\"/]||g" | while read file ; do
pankso@1 223 eval echo $file 2> /dev/null
pankso@1 224 done
pankso@81 225 done > $tmp
pankso@81 226 ls $slitaz/chroot/home/slitaz/src | while read pkg; do
pankso@81 227 grep -q ^$pkg$ $tmp && continue
pankso@180 228 echo "Removing src: $pkg"
pankso@1 229 [ "$arg" == "purge" ] &&
pankso@180 230 rm -f $slitaz/chroot/home/slitaz/src/$pkg
pankso@1 231 done
pankso@81 232 rm -f $tmp
pankso@1 233 }
pankso@1 234
pankso@1 235 case "$1" in
pankso@183 236 stats|-s)
pankso@1 237 echo -e "\nStatistics for: $PROJECTS\n"
pankso@1 238 echo -n "Project" && echo -ne "\033[24G Size" && echo -ne "\033[38G Revision"
pankso@1 239 echo -ne "\033[48G Version" && echo -e "\033[64G Files"
pankso@82 240 separator
pankso@1 241 cd $PROJECTS
pankso@1 242 for proj in *
pankso@1 243 do
pankso@1 244 rev=""
pankso@1 245 echo -n "$proj"
pankso@1 246 size=`du -sh $proj | awk '{ print $1 }'`
pankso@1 247 echo -ne "\033[24G $size"
pankso@1 248 if [ -d $proj/.hg ]; then
pankso@1 249 cd $proj
pankso@1 250 rev=`hg head --template '{rev}\n'`
pankso@1 251 vers=`hg tags | head -n 2 | tail -n 1 | cut -d " " -f 1`
pankso@1 252 echo -ne "\033[38G $rev"
pankso@1 253 echo -ne "\033[48G $vers" && cd ..
pankso@1 254 fi
pankso@1 255 files=`find $proj -type f | wc -l`
pankso@1 256 echo -e "\033[64G $files"
pankso@1 257 done
pankso@82 258 separator
pankso@1 259 echo "" ;;
pankso@180 260 chroot|-c)
pankso@82 261 # Chroot into a build env. Default to cooking configured in tazdev.conf
pankso@1 262 check_root
pankso@1 263 get_version $@
pankso@81 264 [ -d "$2" ] && rootfs=$2
pankso@1 265 mount_chroot
pankso@82 266 echo -e "Chrooting to: $rootfs\n"
pankso@81 267 chroot $rootfs /bin/sh --login
pankso@80 268 umount_chroot ;;
pankso@77 269 umount-chroot|-uc)
pankso@1 270 check_root
pankso@80 271 get_version $@
pankso@183 272 [ -d "$2" ] && rootfs=$2
pankso@81 273 umount_chroot $rootfs ;;
pankso@77 274 gen-chroot|-gc)
pankso@77 275 check_root
pankso@180 276 # We can use: --rootfs=/path/to/chroot
pankso@183 277 if [ ! "$rootfs" ]; then
pankso@180 278 get_version $@
pankso@180 279 fi
pankso@183 280 if [ "$clean" ] || [ "$forced" ]; then
pankso@183 281 $0 -cc --rootfs=$rootfs --noline
pankso@183 282 fi
pankso@1 283 # Dont break another env.
pankso@81 284 if [ -d $rootfs/bin ]; then
pankso@81 285 echo -e "\nA chroot environment already exists in : $rootfs\n"
pankso@1 286 exit 1
pankso@1 287 fi
pankso@180 288 gen_chroot ;;
pankso@183 289 clean-chroot|-cc)
pankso@1 290 check_root
pankso@183 291 # We can use: --rootfs=/path/to/chroot
pankso@183 292 if [ ! "$rootfs" ]; then
pankso@183 293 get_version $@
pankso@183 294 fi
pankso@183 295 if [ ! -d "$rootfs" ]; then
pankso@183 296 echo -e "\nChroot doesn't exist: $rootfs\n"
pankso@183 297 exit 1
pankso@1 298 fi
pankso@81 299 if [ -d $rootfs/proc/1 ]; then
pankso@183 300 echo -e "\nWARNING: $rootfs/proc mounted!\n"
pankso@1 301 exit 1
pankso@1 302 fi
pankso@81 303 cd $rootfs || exit 1
pankso@180 304 echo ""
pankso@180 305 boldify "Cleaning chroot: $rootfs"
pankso@82 306 separator
pankso@183 307 # Keep root/ and /home they may have a build wok, custom scripts, etc.
pankso@181 308 for i in boot bin dev etc lib media mnt proc sbin sys tmp usr var run
pankso@1 309 do
pankso@181 310 if [ -d "$i" ]; then
pankso@181 311 echo -n "Removing: $i ($(du -sh $i | awk '{ print $1 }'))... "
pankso@181 312 rm -rf $i && status
pankso@181 313 fi
pankso@1 314 done
pankso@181 315 rm -f init
pankso@183 316 separator
pankso@183 317 [ "$noline" ] || newline ;;
pankso@70 318 push|-p)
pankso@1 319 check_mirror $@
pankso@113 320 rsync -r -t -O -l -v -z --delete \
pankso@82 321 $local -e ssh $user@$MIRROR:$remote ;;
pankso@70 322 dry-push|-dp)
pankso@1 323 check_mirror $@
pankso@113 324 rsync -r -t -O -l -v -z --delete --dry-run \
pankso@82 325 $local -e ssh $user@$MIRROR:$remote ;;
pankso@1 326 pull)
pankso@1 327 check_mirror $@
pankso@1 328 rsync -r -t -l -v -z --delete \
pankso@82 329 -e ssh $user@$MIRROR:$remote $local ;;
pankso@1 330 dry-pull)
pankso@1 331 check_mirror $@
pankso@1 332 rsync -r -t -l -v -z --delete --dry-run \
pankso@82 333 -e ssh $user@$MIRROR:$remote $local ;;
pankso@1 334 purge|dry-purge)
pankso@1 335 check_root
pankso@1 336 get_version $@
pankso@1 337 purge_packages $1
pankso@1 338 purge_sources $1 ;;
pankso@70 339 relpkg|-rp)
pankso@82 340 # Release a slitaz sub-project and upload tarball to mirror
pankso@1 341 [ -z "$MIRROR_SOURCES" ] && MIRROR_SOURCES="/var/www/slitaz/mirror/sources"
pankso@1 342 if [ -z $2 ] || [ -z $3 ]; then
pankso@1 343 echo -e "\nUsage: $0 relpkg package version\n"
pankso@1 344 exit 0
pankso@1 345 fi
pankso@81 346 pkg=$2
pankso@81 347 version=$3
pankso@81 348 echo "" && cd $PROJECTS/$pkg
pankso@177 349
pankso@1 350 # Sanity check
pankso@81 351 if ! grep -q $version$ .hgtags; then
pankso@81 352 echo "Missing Hg tag for version: $version"
pankso@81 353 echo -e "You may want to: hg tag $version && hg push\n"
pankso@1 354 exit 0
pankso@1 355 fi
pankso@177 356
pankso@1 357 # Archive
pankso@81 358 echo -n "Creating tarball and md5sum for: $pkg-$version... "
pankso@81 359 hg archive -t tgz $pkg-$version.tar.gz
pankso@81 360 md5sum $pkg-$version.tar.gz > $pkg-$version.md5
pankso@1 361 echo "Done"
pankso@177 362
pankso@1 363 # Upload
pankso@1 364 echo -n "Do you wish to upload tarball to the mirror [N/y] ? "
pankso@1 365 read upload
pankso@1 366 if [ "$upload" = "y" ]; then
pankso@81 367 echo "Uploading to: $MIRROR/sources/${pkg#slitaz-}"
pankso@81 368 scp $pkg-$version.tar.gz $pkg-$version.md5 \
pankso@81 369 $user@$MIRROR:$MIRROR_SOURCES/${pkg#slitaz-}
pankso@177 370 fi
pankso@177 371
pankso@147 372 # Update pkg in wok
pankso@147 373 echo -n "Do you wish to update $pkg in wok [N/y] ? "
pankso@147 374 read update
pankso@147 375 if [ "$update" = "y" ]; then
pankso@176 376 echo -n "Updating $pkg: $version"
pankso@147 377 cd $PROJECTS/wok
pankso@147 378 sed -i s"/VERSION=.*/VERSION=\"$version\"/" $pkg*/receipt
pankso@174 379 status
pankso@1 380 fi ;;
pankso@174 381 help)
pankso@174 382 [ ! "$2" ] && echo "Missing tool/library name" && exit 0
pankso@174 383 echo ""
pankso@174 384 boldify "Help for: $2"
pankso@174 385 separator
pankso@175 386 if [ -f "/usr/share/doc/slitaz/$2.txt" ]; then
pankso@175 387 less -M /usr/share/doc/slitaz/$2.txt
pankso@175 388 else
pankso@175 389 echo "No help found"
pankso@175 390 fi
pankso@174 391 separator && echo "" ;;
pankso@1 392 usage|*)
pankso@1 393 usage ;;
pankso@1 394 esac
pankso@1 395
pankso@1 396 exit 0