slitaz-dev-tools annotate tazdev/tazdev @ rev 81

tazdev: huge clean-up and use $lowercase var in script
author Christophe Lincoln <pankso@slitaz.org>
date Sat May 07 00:10:02 2011 +0200 (2011-05-07)
parents 2940ea5fe229
children c6a685a113c0
rev   line source
pankso@1 1 #!/bin/sh
pankso@70 2 #
pankso@70 3 # Tazdev - SliTaz developers and build host tool. System wide config
pankso@81 4 # file is located at: /etc/slitaz/tazdev.conf. Keep the code clear and
pankso@81 5 # well commented please, also: configuration variablea are $UPERCASE
pankso@81 6 # and variables initialized by tazdev itself are $lowersace
pankso@1 7 #
pankso@17 8 # (c) 2011 SliTaz GNU/Linux - GNU gpl v3
pankso@1 9 #
pankso@70 10 # AUTHORS
pankso@70 11 # Christophe Lincoln <pankso@slitaz.org>
pankso@70 12 # Pascal Bellard <bellard@slitaz.org>
pankso@1 13 #
pankso@1 14
pankso@77 15 [ -f /etc/slitaz/tazdev.conf ] && . /etc/slitaz/tazdev.conf
pankso@81 16 [ -f tazdev.conf ] && . ./tazdev.conf
pankso@77 17
pankso@77 18 if [ -z "$SLITAZ" ]; then
pankso@77 19 echo -e "\nNo config file found\n" && exit 1
pankso@1 20 fi
pankso@1 21
pankso@1 22 usage()
pankso@1 23 {
pankso@1 24 echo -e "\nSliTaz developers and build host tool\n
pankso@3 25 \033[1mUsage: \033[0m `basename $0` [command] [user] [stable|cooking|undigest|path]
pankso@1 26 \033[1mCommands: \033[0m\n
pankso@70 27 usage Print this short usage and command list
pankso@70 28 projects-stats|-ps Display statistics about your projects
pankso@70 29 chroot Mount virtual fs if needed and chroot into the build env
pankso@77 30 gen-chroot|-gs Generate a chroot using the last cooking base rootfs
pankso@77 31 umount-chroot|-uc Unmount chroot specified on cmdline (--forced to force)
pankso@70 32 clean-chroot Clean a chroot environment (skip root/ and home/)
pankso@70 33 purge Remove obsolete packages and obsolete source tarballs
pankso@70 34 dry-purge Show obsolete packages and obsolete source tarballs
pankso@70 35 push|-p Upload new packages to the main mirror.
pankso@70 36 dry-push|-dp Show what will be uploaded to the mirror. Does nothing
pankso@70 37 pull Download new packages from the main mirror.
pankso@70 38 dry-pull Show what will be downloaded from the mirror. Does nothing
pankso@70 39 relpkg|-rp Archive and upload new package/project version
pankso@70 40 reliso|-ri Create all main flavors (not loram)\n"
pankso@1 41 }
pankso@1 42
pankso@1 43 # Exit if user is not root.
pankso@1 44 check_root()
pankso@1 45 {
pankso@1 46 if test $(id -u) != 0 ; then
pankso@1 47 echo -e "\nThis program requires being run as root.\n"
pankso@1 48 exit 0
pankso@1 49 fi
pankso@1 50 }
pankso@1 51
pankso@1 52 status()
pankso@1 53 {
pankso@81 54 local check=$?
pankso@1 55 echo -en "\033[70G"
pankso@81 56 if [ $check = 0 ]; then
pankso@1 57 echo "Done"
pankso@1 58 else
pankso@1 59 echo "Failed"
pankso@1 60 fi
pankso@81 61 return $check
pankso@1 62 }
pankso@1 63
pankso@1 64 get_version()
pankso@1 65 {
pankso@1 66 if [ "$2" = "stable" ]; then
pankso@81 67 version=stable
pankso@81 68 slitaz=$STABLE
pankso@1 69 elif [ -n "$2" ]; then
pankso@1 70 # Undigest - custom ?
pankso@81 71 version=$2
pankso@81 72 slitaz=/home/slitaz/$2
pankso@1 73 else
pankso@81 74 version=cooking
pankso@81 75 slitaz=$COOKING
pankso@1 76 fi
pankso@81 77 rootfs=$slitaz/chroot
pankso@1 78 }
pankso@1 79
pankso@1 80 check_mirror()
pankso@1 81 {
pankso@1 82 # ping -c 1 $MIRROR
pankso@1 83 if [ -n "$2" ]; then
pankso@81 84 user=$2
pankso@1 85 else
pankso@81 86 user=$user
pankso@1 87 fi
pankso@1 88 if [ "$2" = "stable" ] || [ "$3" = "stable" ]; then
pankso@1 89 REMOTE_DIR=$MIRROR_PKGS/stable/
pankso@1 90 LOCAL_DIR=$STABLE/packages/
pankso@3 91 elif [ "$2" = "undigest" ] || [ "$3" = "undigest" ]; then
pankso@3 92 REMOTE_DIR=$MIRROR_PKGS/undigest/
pankso@3 93 LOCAL_DIR=$UNDIGEST/packages/
pankso@1 94 else
pankso@1 95 REMOTE_DIR=$MIRROR_PKGS/cooking/
pankso@1 96 LOCAL_DIR=$COOKING/packages/
pankso@1 97 fi
pankso@1 98 }
pankso@1 99
pankso@1 100 # Mount virtual Kernel file systems and chroot but check that nobody
pankso@1 101 # else has done mounts
pankso@1 102 mount_chroot()
pankso@1 103 {
pankso@81 104 if [ ! -d $rootfs/proc/1 ]; then
pankso@80 105 echo -en "\nMounting virtual filesystems..."
pankso@81 106 mount -t proc proc $rootfs/proc
pankso@81 107 mount -t sysfs sysfs $rootfs/sys
pankso@81 108 mount -t devpts devpts $rootfs/dev/pts
pankso@81 109 mount -t tmpfs shm $rootfs/dev/shm
pankso@1 110 status
pankso@1 111 fi
pankso@80 112 # Mount source so they can be shared between cooking/stable/undigest.
pankso@80 113 # But do it only if it's a slitaz developement chroot.
pankso@81 114 fs=$rootfs/home/slitaz
pankso@81 115 if [ -d "$slitaz" ]; then
pankso@81 116 mkdir -p $slitaz/src $fs/src
pankso@81 117 mount -o bind $slitaz/src $fs/src
pankso@81 118 # Now mount package dir so they are in /home/slitaz/$version
pankso@80 119 # We may not mount cache wok or others it has no point and if
pankso@80 120 # one want to use a shared wok he can bind it manually.
pankso@81 121 mkdir -p $slitaz/$version/packages $fs/packages
pankso@81 122 mount -o bind $slitaz/$version/packages $fs/packages
pankso@80 123 fi
pankso@1 124 }
pankso@1 125
pankso@1 126 # Unmount virtual Kernel file systems on exit and ensure we are the last
pankso@1 127 # user before unmounting !
pankso@1 128 umount_chroot()
pankso@1 129 {
pankso@80 130 [ "$1" ] && ROOTF=$1
pankso@81 131 fs=$rootfs/home/slitaz
pankso@81 132 echo -e "\nChroot: $rootfs"
pankso@80 133 echo -n "Unmounting virtual filesystems..."
pankso@81 134 umount $rootfs/dev/shm
pankso@81 135 umount $rootfs/dev/pts
pankso@81 136 umount $rootfs/sys
pankso@81 137 umount $rootfs/proc
pankso@80 138 umount $fs/src
pankso@80 139 umount $fs/packages
pankso@80 140 echo -e "Done\n"
pankso@80 141 #echo -e "\nProcess: $ps\n"
pankso@80 142 #ps | grep `basename $0` | grep -v grep
pankso@80 143 #echo -e "\nLeaving virtual filesystems unmounted (`pidof tazdev`)...\n"
pankso@1 144 }
pankso@1 145
pankso@1 146 # Get the last cooking base rootfs, extract and configure.
pankso@1 147 gen_new_chroot()
pankso@1 148 {
pankso@81 149 echo -e "\nGenerating new chroot in : $rootfs"
pankso@1 150 echo "================================================================================"
pankso@81 151 mkdir -p $rootfs
slaxemulator@79 152 for pkg in busybox libtaz tazwok tazchroot \
slaxemulator@79 153 tazpkg slitaz-base-files
slaxemulator@79 154 do
pankso@81 155 tazpkg get-install $pkg --root=$rootfs
slaxemulator@79 156 done
pankso@1 157 echo -n "Creating resolv.conf..."
pankso@81 158 cat /etc/resolv.conf > $rootfs/etc/resolv.conf
pankso@1 159 status
pankso@1 160 echo "================================================================================"
pankso@1 161 echo -e "Ready to chroot. Use 'tazdev chroot [version|path]'"
pankso@81 162 echo -e "Example: tazdev chroot $rootfs\n"
pankso@1 163 }
pankso@1 164
pankso@1 165 # Remove obsolate slitaz packages
pankso@1 166 purge_packages()
pankso@1 167 {
pankso@1 168 arg=$1
pankso@81 169 tmp=/tmp/tazdev.$$
pankso@1 170 ls $BUILD_WOK | while read pkg; do
pankso@1 171 [ -f $BUILD_WOK/$pkg/taz/*/receipt ] || continue
pankso@81 172 EXTRAversion=""
pankso@1 173 . $BUILD_WOK/$pkg/taz/*/receipt
pankso@81 174 echo $pkg-$version$EXTRAversion.tazpkg
pankso@81 175 done > $tmp
pankso@81 176 ls $slitaz/chroot/home/slitaz/packages | while read pkg; do
pankso@1 177 case "$pkg" in
pankso@1 178 *.tazpkg)
pankso@81 179 grep -q ^$pkg$ $tmp && continue
pankso@1 180 echo Remove $pkg
pankso@1 181 [ "$arg" == "purge" ] &&
pankso@81 182 rm -f $slitaz/chroot/home/slitaz/packages/$pkg ;;
pankso@1 183 esac
pankso@1 184 done
pankso@81 185 rm -f $tmp
pankso@1 186 }
pankso@1 187
pankso@1 188 # Remove obsolate source tarballs
pankso@1 189 purge_sources()
pankso@1 190 {
pankso@1 191 arg=$1
pankso@81 192 tmp=/tmp/tazdev.$$
pankso@1 193 ls $BUILD_WOK | while read pkg; do
pankso@1 194 [ -f $BUILD_WOK/$pkg/receipt ] || continue
pankso@1 195 TARBALL=""
pankso@1 196 . $BUILD_WOK/$pkg/receipt
pankso@1 197 [ -n "$TARBALL" ] && echo $TARBALL
pankso@1 198 grep SOURCES_REPOSITORY/ $BUILD_WOK/$pkg/receipt | sed \
pankso@1 199 -e 's|.*SOURCES_REPOSITORY/\([^ ]*\)\( .*\)$|\1|' \
pankso@1 200 -e 's|.*SOURCES_REPOSITORY/\([^ ]*\)$|\1|' | sort | uniq | \
pankso@1 201 sed "s|['\"/]||g" | while read file ; do
pankso@1 202 eval echo $file 2> /dev/null
pankso@1 203 done
pankso@81 204 done > $tmp
pankso@81 205 ls $slitaz/chroot/home/slitaz/src | while read pkg; do
pankso@81 206 grep -q ^$pkg$ $tmp && continue
pankso@1 207 echo Remove $pkg
pankso@1 208 [ "$arg" == "purge" ] &&
pankso@81 209 rm -f $slitaz/chroot/home/slitaz/src/$pkg
pankso@1 210 done
pankso@81 211 rm -f $tmp
pankso@1 212 }
pankso@1 213
pankso@1 214 case "$1" in
pankso@70 215 projects-stats|-ps)
pankso@1 216 echo -e "\nStatistics for: $PROJECTS\n"
pankso@1 217 echo -n "Project" && echo -ne "\033[24G Size" && echo -ne "\033[38G Revision"
pankso@1 218 echo -ne "\033[48G Version" && echo -e "\033[64G Files"
pankso@1 219 echo "================================================================================"
pankso@1 220 cd $PROJECTS
pankso@1 221 for proj in *
pankso@1 222 do
pankso@1 223 rev=""
pankso@1 224 echo -n "$proj"
pankso@1 225 size=`du -sh $proj | awk '{ print $1 }'`
pankso@1 226 echo -ne "\033[24G $size"
pankso@1 227 if [ -d $proj/.hg ]; then
pankso@1 228 cd $proj
pankso@1 229 rev=`hg head --template '{rev}\n'`
pankso@1 230 vers=`hg tags | head -n 2 | tail -n 1 | cut -d " " -f 1`
pankso@1 231 echo -ne "\033[38G $rev"
pankso@1 232 echo -ne "\033[48G $vers" && cd ..
pankso@1 233 fi
pankso@1 234 files=`find $proj -type f | wc -l`
pankso@1 235 echo -e "\033[64G $files"
pankso@1 236 done
pankso@1 237 echo "================================================================================"
pankso@1 238 echo "" ;;
pankso@1 239 chroot)
pankso@1 240 # Chroot into a build env. Default to cooking configured in
pankso@1 241 # tazdev.conf
pankso@1 242 check_root
pankso@1 243 get_version $@
pankso@81 244 [ -d "$2" ] && rootfs=$2
pankso@1 245 mount_chroot
pankso@81 246 echo -e "Chrooting in $rootfs...\n"
pankso@81 247 chroot $rootfs /bin/sh --login
pankso@80 248 umount_chroot ;;
pankso@77 249 umount-chroot|-uc)
pankso@1 250 check_root
pankso@80 251 get_version $@
pankso@81 252 [ "$2" ] && rootfs=$2
pankso@81 253 umount_chroot $rootfs ;;
pankso@77 254 gen-chroot|-gc)
pankso@77 255 check_root
pankso@78 256 get_version $@
pankso@81 257 [ -d "$2" ] && rootfs=$2
pankso@1 258 # Dont break another env.
pankso@81 259 if [ -d $rootfs/bin ]; then
pankso@81 260 echo -e "\nA chroot environment already exists in : $rootfs\n"
pankso@1 261 exit 1
pankso@1 262 fi
pankso@1 263 gen_new_chroot ;;
pankso@1 264 clean-chroot)
pankso@1 265 # Keep root/ and /home they may have a build wok, custom scripts, etc.
pankso@1 266 check_root
pankso@1 267 if [ -z "$2" ]; then
pankso@1 268 echo -e "\nPlease specify the path to the chroot environment to clean.\n"
pankso@1 269 exit 0
pankso@1 270 else
pankso@81 271 rootfs=$2
pankso@81 272 if [ ! -d "$rootfs" ]; then
pankso@81 273 echo -e "\nWarning : $rootfs doesn't exist!\n"
pankso@1 274 exit 1
pankso@1 275 fi
pankso@1 276 fi
pankso@81 277 if [ -d $rootfs/proc/1 ]; then
pankso@81 278 echo -e "\nWarning : $rootfs/proc mounted!\n"
pankso@1 279 exit 1
pankso@1 280 fi
pankso@81 281 cd $rootfs || exit 1
pankso@81 282 echo -e "\nCleaning chroot in: $rootfs"
pankso@1 283 echo "================================================================================"
pankso@1 284 for i in bin dev etc init lib media mnt proc sbin sys tmp usr var
pankso@1 285 do
pankso@1 286 echo -n "Removing: $i (`du -sh $i | awk '{ print $1 }'`)... "
pankso@1 287 rm -rf $i
pankso@1 288 status
pankso@1 289 done
pankso@1 290 echo "================================================================================"
pankso@1 291 echo "" ;;
pankso@70 292 push|-p)
pankso@1 293 check_mirror $@
pankso@1 294 rsync -r -t -l -v -z --delete \
pankso@81 295 $LOCAL_DIR -e ssh $user@$MIRROR:$REMOTE_DIR ;;
pankso@70 296 dry-push|-dp)
pankso@1 297 check_mirror $@
pankso@1 298 rsync -r -t -l -v -z --delete --dry-run \
pankso@81 299 $LOCAL_DIR -e ssh $user@$MIRROR:$REMOTE_DIR ;;
pankso@1 300 pull)
pankso@1 301 check_mirror $@
pankso@1 302 rsync -r -t -l -v -z --delete \
pankso@81 303 -e ssh $user@$MIRROR:$REMOTE_DIR $LOCAL_DIR ;;
pankso@1 304 dry-pull)
pankso@1 305 check_mirror $@
pankso@1 306 rsync -r -t -l -v -z --delete --dry-run \
pankso@81 307 -e ssh $user@$MIRROR:$REMOTE_DIR $LOCAL_DIR ;;
pankso@1 308 purge|dry-purge)
pankso@1 309 check_root
pankso@1 310 get_version $@
pankso@1 311 purge_packages $1
pankso@1 312 purge_sources $1 ;;
pankso@70 313 relpkg|-rp)
pankso@1 314 [ -z "$MIRROR_SOURCES" ] && MIRROR_SOURCES="/var/www/slitaz/mirror/sources"
pankso@1 315 if [ -z $2 ] || [ -z $3 ]; then
pankso@1 316 echo -e "\nUsage: $0 relpkg package version\n"
pankso@1 317 exit 0
pankso@1 318 fi
pankso@81 319 pkg=$2
pankso@81 320 version=$3
pankso@81 321 echo "" && cd $PROJECTS/$pkg
pankso@81 322
pankso@1 323 # Sanity check
pankso@81 324 if ! grep -q $version$ .hgtags; then
pankso@81 325 echo "Missing Hg tag for version: $version"
pankso@81 326 echo -e "You may want to: hg tag $version && hg push\n"
pankso@1 327 exit 0
pankso@1 328 fi
pankso@81 329
pankso@1 330 # Archive
pankso@81 331 echo -n "Creating tarball and md5sum for: $pkg-$version... "
pankso@81 332 hg archive -t tgz $pkg-$version.tar.gz
pankso@81 333 md5sum $pkg-$version.tar.gz > $pkg-$version.md5
pankso@1 334 echo "Done"
pankso@81 335
pankso@1 336 # Upload
pankso@1 337 echo -n "Do you wish to upload tarball to the mirror [N/y] ? "
pankso@1 338 read upload
pankso@1 339 if [ "$upload" = "y" ]; then
pankso@81 340 echo "Uploading to: $MIRROR/sources/${pkg#slitaz-}"
pankso@81 341 scp $pkg-$version.tar.gz $pkg-$version.md5 \
pankso@81 342 $user@$MIRROR:$MIRROR_SOURCES/${pkg#slitaz-}
pankso@1 343 fi ;;
pankso@70 344 reliso|-ri)
pankso@70 345 # Generate all official images iso at once.
pankso@70 346 version=$2
pankso@70 347 mkdir -p $ISO
pankso@70 348 for flavor in base core justx firefox
pankso@70 349 do
pankso@70 350 cd /home/slitaz/$version
pankso@70 351 tazlito pack-flavor $flavor
pankso@70 352 tazlito get-flavor $flavor
pankso@70 353 tazlito gen-distro
pankso@70 354 if [ "$flavor" == "core" ]; then
pankso@70 355 cp distro/slitaz-$flavor.iso $ISO/slitaz-$version.iso
pankso@70 356 cd $ISO && md5sum slitaz-$version.iso > slitaz-$version.md5
pankso@70 357 else
pankso@70 358 cp distro/slitaz-$flavor.iso $ISO/slitaz-$version-$flavor.iso
pankso@70 359 cd $ISO && md5sum slitaz-$version-$flavor.iso slitaz-$version-$flavor.md5
pankso@70 360 fi
pankso@70 361 done ;;
pankso@1 362 usage|*)
pankso@1 363 usage ;;
pankso@1 364 esac
pankso@1 365
pankso@1 366 exit 0