wok-next annotate slitaz-dev-tools/stuff/tazdev @ rev 8323

tazdev: add experimental
author Antoine Bodin <gokhlayeh@slitaz.org>
date Tue Feb 01 22:09:33 2011 +0100 (2011-02-01)
parents 93a6f8a9ac3f
children
rev   line source
pankso@3440 1 #!/bin/sh
pankso@3440 2 # Tazdev - SliTaz developers and build host tool.
pankso@3440 3 # System wide config file: /etc/slitaz/tazdev.conf
pankso@3440 4 #
pankso@3440 5 # (c) 2009 SliTaz GNU/Linux - GNU gpl v3
pankso@3440 6 #
pankso@3440 7 # Authors : Christophe Lincoln (Pankso) <pankso@slitaz.org>
pankso@3440 8 #
pankso@3440 9
pankso@3440 10 if [ -f /etc/slitaz/tazdev.conf ]; then
pankso@3440 11 . /etc/slitaz/tazdev.conf
pankso@3444 12 if [ -f $PWD/tazdev.conf ]; then
pankso@3444 13 . $PWD/tazdev.conf
pankso@3444 14 fi
pankso@3440 15 else
pankso@3440 16 echo -e "\nNo config file found in /etc/slitaz or the current dir...\n"
pankso@3440 17 exit 0
pankso@3440 18 fi
pankso@3440 19
pankso@3440 20 usage()
pankso@3440 21 {
pankso@3440 22 echo -e "\nSliTaz developers and build host tool\n
gokhlayeh@8323 23 \033[1mUsage: \033[0m `basename $0` [command] [user] [stable|cooking|experimental|path]
pankso@3440 24 \033[1mCommands: \033[0m\n
pankso@3500 25 usage Print this short usage and command list.
paul@3526 26 projects-stats Display statistics about your projects (-ps).
pankso@3500 27 cmplog Log 'tazwok cmp' result (or use tazbb).
pankso@3500 28 update-wok Update Hg wok and copy it to the chroot wok.
pankso@3500 29 update-www Update SliTaz Website repo from Hg.
pankso@3500 30 chroot Mount virtual fs if needed and chroot into the build env.
pankso@3500 31 gen-chroot Generate a chroot using the last cooking base rootfs.
paul@3526 32 clean-chroot Clean a chroot environment (skip root/ and home/).
paul@5161 33 purge Remove obsolete packages and obsolete source tarballs.
paul@5161 34 dry-purge Show obsolete packages and obsolete source tarballs.
pankso@3500 35 push Upload new packages to the main mirror (-p).
pankso@3500 36 dry-push Show what will be uploaded to the mirror. Does nothing (-dp).
pankso@3500 37 pull Download new packages from the main mirror.
pankso@5160 38 dry-pull Show what will be downloaded from the mirror. Does nothing.
paul@5161 39 relpkg Archive and upload new package/project version.\n"
pankso@3440 40 }
pankso@3440 41
pankso@3440 42 # Exit if user is not root.
pankso@3440 43 check_root()
pankso@3440 44 {
pankso@3440 45 if test $(id -u) != 0 ; then
pankso@3440 46 echo -e "\nThis program requires being run as root.\n"
pankso@3440 47 exit 0
pankso@3440 48 fi
pankso@3440 49 }
pankso@3440 50
pankso@3499 51 status()
pankso@3499 52 {
pankso@3499 53 local CHECK=$?
pankso@3500 54 echo -en "\033[70G"
pankso@3499 55 if [ $CHECK = 0 ]; then
pankso@3500 56 echo "Done"
pankso@3499 57 else
pankso@3500 58 echo "Failed"
pankso@3499 59 fi
pankso@3499 60 return $CHECK
pankso@3499 61 }
pankso@3499 62
pankso@3499 63 get_version()
pankso@3499 64 {
pankso@3499 65 if [ "$2" = "stable" ]; then
pankso@3499 66 VERSION=stable
pankso@3522 67 SLITAZ=$STABLE
pankso@3499 68 elif [ -n "$2" ]; then
pankso@3522 69 # Undigest - custom ?
pankso@3522 70 VERSION=$2
pankso@3522 71 SLITAZ=/home/slitaz/$2
pankso@3499 72 else
pankso@3499 73 VERSION=cooking
pankso@3522 74 SLITAZ=$COOKING
pankso@3499 75 fi
pankso@3522 76 ROOTFS=$SLITAZ/chroot
pankso@3522 77 HG_WOK=$SLITAZ/wok
pankso@3522 78 BUILD_WOK=$SLITAZ/chroot/home/slitaz/wok
pankso@3499 79 }
pankso@3499 80
pankso@3440 81 check_mirror()
pankso@3440 82 {
pankso@3440 83 # ping -c 1 $MIRROR
pankso@3440 84 if [ -n "$2" ]; then
pankso@3440 85 USER=$2
pankso@3440 86 else
pankso@3605 87 USER=$USER
pankso@3440 88 fi
pankso@3605 89 if [ "$2" = "stable" ] || [ "$3" = "stable" ]; then
pankso@5158 90 REMOTE_DIR=$MIRROR_PKGS/stable/
pankso@3440 91 LOCAL_DIR=$STABLE/packages/
gokhlayeh@8323 92 elif [ "$2" = "experimental" ] || [ "$3" = "experimental" ]; then
gokhlayeh@8323 93 REMOTE_DIR=$MIRROR_PKGS/experimental/
gokhlayeh@8323 94 LOCAL_DIR=$EXPERIMENTAL/packages/
pankso@3440 95 else
pankso@5158 96 REMOTE_DIR=$MIRROR_PKGS/cooking/
pankso@3440 97 LOCAL_DIR=$COOKING/packages/
pankso@3522 98 fi
pankso@3440 99 }
pankso@3440 100
pankso@3522 101 # Mount virtual Kernel file systems and chroot but check that nobody
pankso@3499 102 # else has done mounts
pankso@3499 103 mount_chroot()
pankso@3499 104 {
pankso@3499 105 if [ ! -d $ROOTFS/proc/1 ]; then
paul@3526 106 echo -n "Mounting virtual filesystems..."
pankso@3499 107 mount -t proc proc $ROOTFS/proc
pankso@3499 108 mount -t sysfs sysfs $ROOTFS/sys
pankso@3499 109 mount -t devpts devpts $ROOTFS/dev/pts
pankso@3499 110 mount -t tmpfs shm $ROOTFS/dev/shm
pankso@3499 111 status
pankso@3499 112 fi
pankso@3499 113 }
pankso@3499 114
pankso@3522 115 # Unmount virtual Kernel file systems on exit and ensure we are the last
pankso@3499 116 # user before unmounting !
pankso@3499 117 umount_chroot()
pankso@3499 118 {
pankso@3499 119 # Not working. Buggy ps ?
pankso@3499 120 #sleep 6
pankso@3499 121 ps=$(ps | grep `basename $0` | grep -v grep | wc -l)
pankso@3499 122 if [ "$ps" == "1" ]; then
paul@3526 123 echo -ne "\Unmounting virtual filesystems..."
pankso@3499 124 umount $ROOTFS/dev/shm
pankso@3499 125 umount $ROOTFS/dev/pts
pankso@3499 126 umount $ROOTFS/sys
pankso@3499 127 umount $ROOTFS/proc
pankso@3499 128 status
pankso@3499 129 else
pankso@3499 130 echo -e "\nProcess: $ps\n"
pankso@3499 131 ps | grep `basename $0` | grep -v grep
paul@3526 132 echo -e "\nLeaving virtual filesystems unmounted (`pidof tazdev`)...\n"
pankso@3499 133 fi
pankso@3499 134 }
pankso@3499 135
pankso@3499 136 # Get the last cooking base rootfs, extract and configure.
pankso@3499 137 gen_new_chroot()
pankso@3499 138 {
pankso@3499 139 echo -e "\nGenerating new chroot in : $ROOTFS"
pankso@3499 140 echo "================================================================================"
pankso@3499 141 mkdir -p $ROOTFS && cd $ROOTFS
pankso@3499 142 wget $DL_URL/boot/cooking/rootfs-base.gz
pankso@3499 143 echo -n "Extracting the rootfs..."
pankso@3499 144 lzma d rootfs-base.gz -so | cpio -id
pankso@3499 145 rm rootfs-base.gz
pankso@3499 146 echo -n "Creating resolv.conf..."
pankso@3499 147 cat /etc/resolv.conf > etc/resolv.conf
pankso@3499 148 status
pankso@3499 149 echo "================================================================================"
pankso@3499 150 echo -e "Ready to chroot. Use 'tazdev chroot [version|path]'"
pankso@3499 151 echo -e "Example: tazdev chroot $ROOTFS\n"
pankso@3499 152 }
pankso@3499 153
pascal@4717 154 # Remove obsolate slitaz packages
pascal@4717 155 purge_packages()
pascal@4717 156 {
pascal@4719 157 arg=$1
pascal@4717 158 TMP_FILE=/tmp/tazdev.$$
pascal@4717 159 ls $BUILD_WOK | while read pkg; do
pascal@4717 160 [ -f $BUILD_WOK/$pkg/taz/*/receipt ] || continue
pascal@4717 161 EXTRAVERSION=""
pascal@4717 162 . $BUILD_WOK/$pkg/taz/*/receipt
pascal@4717 163 echo $PACKAGE-$VERSION$EXTRAVERSION.tazpkg
pascal@4717 164 done > $TMP_FILE
pascal@4717 165 ls $SLITAZ/chroot/home/slitaz/packages | while read pkg; do
pascal@4717 166 case "$pkg" in
pascal@4717 167 *.tazpkg)
pascal@4717 168 grep -q ^$pkg$ $TMP_FILE && continue
pascal@4717 169 echo Remove $pkg
pascal@4719 170 [ "$arg" == "purge" ] &&
pascal@4717 171 rm -f $SLITAZ/chroot/home/slitaz/packages/$pkg ;;
pascal@4717 172 esac
pascal@4717 173 done
pascal@4717 174 rm -f $TMP_FILE
pascal@4717 175 }
pascal@4717 176
pascal@4717 177 # Remove obsolate source tarballs
pascal@4717 178 purge_sources()
pascal@4717 179 {
pascal@4719 180 arg=$1
pascal@4717 181 TMP_FILE=/tmp/tazdev.$$
pascal@4717 182 ls $BUILD_WOK | while read pkg; do
pascal@5926 183 [ -f $BUILD_WOK/$pkg/receipt ] || continue
pascal@4717 184 TARBALL=""
pascal@5926 185 . $BUILD_WOK/$pkg/receipt
pascal@4717 186 [ -n "$TARBALL" ] && echo $TARBALL
pascal@5926 187 grep SOURCES_REPOSITORY/ $BUILD_WOK/$pkg/receipt | sed \
pascal@5926 188 -e 's|.*SOURCES_REPOSITORY/\([^ ]*\)\( .*\)$|\1|' \
pascal@5926 189 -e 's|.*SOURCES_REPOSITORY/\([^ ]*\)$|\1|' | sort | uniq | \
pascal@5926 190 sed "s|['\"/]||g" | while read file ; do
pascal@5926 191 eval echo $file 2> /dev/null
pascal@5926 192 done
pascal@4717 193 done > $TMP_FILE
pascal@4717 194 ls $SLITAZ/chroot/home/slitaz/src | while read pkg; do
pascal@4717 195 grep -q ^$pkg$ $TMP_FILE && continue
pascal@4717 196 echo Remove $pkg
pascal@4719 197 [ "$arg" == "purge" ] &&
pascal@4717 198 rm -f $SLITAZ/chroot/home/slitaz/src/$pkg
pascal@4717 199 done
pascal@4717 200 rm -f $TMP_FILE
pascal@4717 201 }
pascal@4717 202
pankso@3440 203 case "$1" in
pankso@3440 204 cmplog)
pankso@3440 205 # Log 'tazwok cmp' for the web interface (can be used via a cron job).
pankso@3440 206 check_root
pankso@3444 207 echo -e "Starting 'tazwok cmp' (can be long)...\n"
pankso@3440 208 tazwok cmp | grep ^[A-Z] | tee $CMP_LOG
pankso@3440 209 echo "Date: `date`" >> $CMP_LOG ;;
pankso@3500 210 '-ps'|projects-stats)
pankso@3500 211 echo -e "\nStatistics for: $PROJECTS\n"
pankso@3500 212 echo -n "Project" && echo -ne "\033[24G Size" && echo -ne "\033[38G Revision"
pankso@3500 213 echo -ne "\033[48G Version" && echo -e "\033[64G Files"
pankso@3500 214 echo "================================================================================"
pankso@3500 215 cd $PROJECTS
pankso@3500 216 for proj in *
pankso@3500 217 do
pankso@3500 218 rev=""
pankso@3500 219 echo -n "$proj"
pankso@3500 220 size=`du -sh $proj | awk '{ print $1 }'`
pankso@3500 221 echo -ne "\033[24G $size"
pankso@3500 222 if [ -d $proj/.hg ]; then
pankso@3500 223 cd $proj
pankso@3500 224 rev=`hg head --template '{rev}\n'`
pankso@3500 225 vers=`hg tags | head -n 2 | tail -n 1 | cut -d " " -f 1`
pankso@3500 226 echo -ne "\033[38G $rev"
pankso@3500 227 echo -ne "\033[48G $vers" && cd ..
pankso@3500 228 fi
pankso@3500 229 files=`find $proj -type f | wc -l`
pankso@3500 230 echo -e "\033[64G $files"
pankso@3500 231 done
pankso@3500 232 echo "================================================================================"
pankso@3500 233 echo "" ;;
pankso@3440 234 update-wok)
pankso@3499 235 # Update the Hg wok and copy it to the chroot env. Hg wok is
pankso@3440 236 # copied to the chroot wok to avoid messing with build result
paul@3455 237 # file and so we can also modify receipt directly without affecting
pankso@3499 238 # the Hg wok.
pankso@3440 239 check_root
pascal@3731 240 get_version $@
pankso@3444 241 echo ""
pankso@3447 242 echo "Hg wok : $HG_WOK"
pankso@3447 243 echo "Build wok : $BUILD_WOK"
pankso@3440 244 cd $HG_WOK
pankso@3440 245 hg pull && hg update
pankso@3447 246 echo -n "Copying Hg wok to the build wok... "
pankso@3447 247 cp -a $HG_WOK/* $BUILD_WOK
pankso@3499 248 cp -a $HG_WOK/.hg $BUILD_WOK
pankso@3499 249 status && echo "" ;;
pankso@3441 250 update-www)
pankso@3441 251 # Update website from repo.
pankso@3441 252 echo ""
pankso@3441 253 cd $WEBSITE && hg pull && hg update
pankso@3441 254 echo "" ;;
pankso@3440 255 chroot)
pankso@3522 256 # Chroot into a build env. Default to cooking configured in
pankso@3440 257 # tazdev.conf
pankso@3440 258 check_root
pascal@3731 259 get_version $@
pankso@3499 260 mount_chroot
pankso@3499 261 echo -e "\nChrooting in $ROOTFS...\n"
pankso@3499 262 chroot $ROOTFS /bin/sh --login
pankso@3499 263 umount_chroot
pankso@3499 264 echo -e "Exiting $ROOTFS chroot environment...\n" ;;
pankso@3499 265 gen-chroot)
pankso@3499 266 check_root
pascal@3731 267 get_version $@
pankso@3499 268 # Dont break another env.
pankso@3499 269 if [ -d $ROOTFS/bin ]; then
paul@3526 270 echo -e "\nA chroot environment already exists in : $ROOTFS\n"
pankso@3499 271 exit 1
pankso@3499 272 fi
pankso@3499 273 gen_new_chroot ;;
pankso@3499 274 clean-chroot)
pankso@3499 275 # Keep root/ and /home they may have a build wok, custom scripts, etc.
pankso@3499 276 check_root
pankso@3499 277 if [ -z "$2" ]; then
pankso@3499 278 echo -e "\nPlease specify the path to the chroot environment to clean.\n"
pankso@3499 279 exit 0
pankso@3440 280 else
pankso@3499 281 ROOTFS=$2
pankso@3499 282 if [ ! -d "$ROOTFS" ]; then
paul@3526 283 echo -e "\nWarning : $ROOTFS doesn't exist!\n"
pankso@3499 284 exit 1
pankso@3499 285 fi
pankso@3440 286 fi
pankso@3499 287 if [ -d $ROOTFS/proc/1 ]; then
pankso@3499 288 echo -e "\nWarning : $ROOTFS/proc mounted!\n"
pankso@3499 289 exit 1
pankso@3440 290 fi
pankso@3499 291 cd $ROOTFS || exit 1
pankso@3499 292 echo -e "\nCleaning chroot in: $ROOTFS"
pankso@3499 293 echo "================================================================================"
pankso@3499 294 for i in bin dev etc init lib media mnt proc sbin sys tmp usr var
pankso@3499 295 do
pankso@3499 296 echo -n "Removing: $i (`du -sh $i | awk '{ print $1 }'`)... "
pankso@3499 297 rm -rf $i
pankso@3499 298 status
pankso@3499 299 done
pankso@3499 300 echo "================================================================================"
pankso@3499 301 echo "" ;;
pankso@3500 302 '-p'|push)
pankso@3502 303 check_mirror $@
pankso@3440 304 rsync -r -t -l -v -z --delete \
pankso@3499 305 $LOCAL_DIR -e ssh $USER@$MIRROR:$REMOTE_DIR ;;
pankso@3500 306 '-dp'|dry-push)
pankso@3502 307 check_mirror $@
pankso@3440 308 rsync -r -t -l -v -z --delete --dry-run \
pankso@3499 309 $LOCAL_DIR -e ssh $USER@$MIRROR:$REMOTE_DIR ;;
pankso@3440 310 pull)
pankso@3502 311 check_mirror $@
pankso@3440 312 rsync -r -t -l -v -z --delete \
pankso@3499 313 -e ssh $USER@$MIRROR:$REMOTE_DIR $LOCAL_DIR ;;
pankso@3440 314 dry-pull)
pankso@3502 315 check_mirror $@
pankso@3440 316 rsync -r -t -l -v -z --delete --dry-run \
pankso@3499 317 -e ssh $USER@$MIRROR:$REMOTE_DIR $LOCAL_DIR ;;
pascal@4719 318 purge|dry-purge)
pascal@4717 319 check_root
pascal@4717 320 get_version $@
pascal@4719 321 purge_packages $1
pankso@5158 322 purge_sources $1 ;;
pankso@5158 323 relpkg)
pankso@5158 324 [ -z "$MIRROR_SOURCES" ] && MIRROR_SOURCES="/var/www/slitaz/mirror/sources"
pankso@5158 325 if [ -z $2 ] || [ -z $3 ]; then
pankso@5158 326 echo -e "\nUsage: $0 relpkg package version\n"
pankso@5158 327 exit 0
pankso@5158 328 fi
pankso@5158 329 PACKAGE=$2
pankso@5158 330 VERSION=$3
pankso@5158 331 echo ""
pankso@5158 332 cd $PROJECTS/$PACKAGE
pankso@5158 333 # Sanity check
pankso@5158 334 if ! grep -q $VERSION$ .hgtags; then
pankso@5158 335 echo "Missing Hg tag for version: $VERSION"
pankso@5158 336 echo -e "You may want to: hg tag $VERSION && hg push\n"
pankso@5158 337 exit 0
pankso@5158 338 fi
pankso@5158 339 # Archive
pankso@5158 340 echo -n "Creating tarball and md5sum for: $PACKAGE-$VERSION... "
pankso@5158 341 hg archive -t tgz $PACKAGE-$VERSION.tar.gz
pankso@5158 342 md5sum $PACKAGE-$VERSION.tar.gz > $PACKAGE-$VERSION.md5
pankso@5158 343 echo "Done"
pankso@5158 344 # Upload
pankso@5158 345 echo -n "Do you wish to upload tarball to the mirror [N/y] ? "
pankso@5158 346 read upload
pankso@5158 347 if [ "$upload" = "y" ]; then
pankso@5158 348 echo "Uploading to: $MIRROR/sources/${PACKAGE#slitaz-}"
pankso@5158 349 scp $PACKAGE-$VERSION.tar.gz $PACKAGE-$VERSION.md5 \
pankso@5158 350 $USER@$MIRROR:$MIRROR_SOURCES/${PACKAGE#slitaz-}
pankso@5158 351 fi ;;
pankso@3440 352 usage|*)
pankso@3440 353 usage ;;
pankso@3440 354 esac
pankso@3440 355
pankso@3440 356 exit 0