slitaz-dev-tools annotate tazdev/tazdev @ rev 208

tazdev: clean-up old cmd, up (c)
author Christophe Lincoln <pankso@slitaz.org>
date Thu Jan 02 14:23:55 2014 +0100 (2014-01-02)
parents ebb4c707c982
children 58d04aa5882e
rev   line source
pankso@1 1 #!/bin/sh
pankso@70 2 #
pankso@70 3 # Tazdev - SliTaz developers and build host tool. System wide config
pankso@81 4 # file is located at: /etc/slitaz/tazdev.conf. Keep the code clear and
samuel_trassare@144 5 # well commented please, also: configuration variables are $UPPERCASE
samuel_trassare@144 6 # and variables initialized by tazdev itself are $lowerspace
pankso@1 7 #
pankso@208 8 # (c) 2014 SliTaz GNU/Linux - GNU gpl v3
pankso@1 9 #
pankso@70 10 # AUTHORS
pankso@70 11 # Christophe Lincoln <pankso@slitaz.org>
pankso@70 12 # Pascal Bellard <bellard@slitaz.org>
pankso@208 13 # Eric Joseph-Alexandre <erjo@slitaz.org>
pankso@1 14 #
erjo@190 15
erjo@191 16 VERSION=1.9
erjo@190 17
pankso@174 18 . /lib/libtaz.sh
pankso@1 19
pankso@77 20 [ -f /etc/slitaz/tazdev.conf ] && . /etc/slitaz/tazdev.conf
pankso@81 21 [ -f tazdev.conf ] && . ./tazdev.conf
pankso@77 22
pankso@183 23 if [ ! "$SLITAZ_HOME" ]; then
pankso@77 24 echo -e "\nNo config file found\n" && exit 1
pankso@1 25 fi
pankso@1 26
pankso@180 27 usage() {
pankso@183 28 cat << EOT
pankso@183 29
pankso@183 30 $(boldify "Usage:") $(basename $0) [command] [vers|user|tool] [vers|--opts]
pankso@183 31
erjo@190 32 SliTaz developers and build host tool v$VERSION
pankso@183 33
pankso@174 34 $(boldify "Commands:")
pankso@183 35 usage Print this short usage and command list
pankso@183 36 help Give help on a SliTaz tool or library.
pankso@183 37 stats|-s Display statistics about your projects
pankso@183 38 chroot|-c Mount virtual fs and chroot into the build env
pankso@183 39 gen-chroot|-gc Generate a chroot using packages from config file
pankso@183 40 umount-chroot|-uc Unmount chroot specified on cmdline
pankso@183 41 clean-chroot|-cc Clean a chroot environment (skip root/ and home/)
pankso@183 42 push|-p Upload new packages to the main mirror
pankso@183 43 dry-push|-dp Show what will be uploaded to the mirror. Does nothing
pankso@183 44 pull Download new packages from the main mirror
pankso@183 45 dry-pull Show what will be downloaded from the mirror. Does nothing
pankso@183 46 relpkg|-rp Archive and upload new package/project version
pankso@183 47
pankso@183 48 $(boldify "Options:")
pankso@183 49 --rootfs= Path to the chroot to generate or clean
pankso@189 50 --arch= Specify the architecture type for cross-chroot, push/pull
pankso@183 51 --clean Clean chroot before generation a new one
pankso@183 52
pankso@183 53 $(boldify "Options:")
pankso@183 54 $(basename $0) gen-chroot undigest --clean
pankso@183 55 $(basename $0) chroot stable
pankso@183 56 $(basename $0) -c --arch=arm
pankso@183 57
pankso@183 58 EOT
pankso@1 59 }
pankso@1 60
pankso@180 61 get_version() {
pankso@180 62 # Stable, undigest or custom.
pankso@180 63 if [ "$2" ] && [ ! $(echo $2 | grep "\--*") ]; then
pankso@81 64 version=$2
pankso@174 65 slitaz=$SLITAZ_HOME/$2
pankso@1 66 else
pankso@81 67 version=cooking
pankso@183 68 slitaz=$SLITAZ_HOME/cooking
pankso@1 69 fi
pankso@180 70 if [ "$arch" ]; then
pankso@180 71 rootfs=$slitaz/$arch/chroot
pankso@180 72 else
pankso@180 73 rootfs=$slitaz/chroot
pankso@180 74 fi
pankso@1 75 }
pankso@1 76
pankso@180 77 check_mirror() {
pankso@1 78 # ping -c 1 $MIRROR
pankso@1 79 if [ -n "$2" ]; then
pankso@81 80 user=$2
pankso@1 81 else
pankso@81 82 user=$user
pankso@1 83 fi
pankso@1 84 if [ "$2" = "stable" ] || [ "$3" = "stable" ]; then
pankso@82 85 remote=$MIRROR_PKGS/stable/
pankso@183 86 local=$SLITAZ_HOME/stable/packages/
pascal@207 87 elif [ "$2" = "backports" ] || [ "$3" = "backports" ]; then
pascal@207 88 remote=$MIRROR_PKGS/backports/
pascal@207 89 local=$SLITAZ_HOME/backports/packages/
pankso@3 90 elif [ "$2" = "undigest" ] || [ "$3" = "undigest" ]; then
pankso@82 91 remote=$MIRROR_PKGS/undigest/
pankso@183 92 local=$SLITAZ_HOME/undigest/packages/
pankso@1 93 else
pankso@82 94 remote=$MIRROR_PKGS/cooking/
pankso@183 95 local=$SLITAZ_HOME/cooking/packages/
pankso@1 96 fi
pankso@189 97 if [ "$arch" ]; then
pankso@189 98 remote=${remote}$arch/
pankso@189 99 local=${local}$arch/
pankso@189 100 fi
pankso@1 101 }
pankso@1 102
pascal@142 103 # Bind a directory into the chroot
pascal@142 104 bind_chroot_dir()
pascal@142 105 {
pascal@142 106 mkdir -p $1 $2
pascal@142 107 mount -o bind $1 $2
pascal@142 108 }
pascal@142 109
pankso@1 110 # Mount virtual Kernel file systems and chroot but check that nobody
pankso@1 111 # else has done mounts
pankso@1 112 mount_chroot()
pankso@1 113 {
pankso@81 114 if [ ! -d $rootfs/proc/1 ]; then
pankso@82 115 echo -ne "\nMounting virtual filesystems..."
pankso@81 116 mount -t proc proc $rootfs/proc
pankso@81 117 mount -t sysfs sysfs $rootfs/sys
pankso@81 118 mount -t devpts devpts $rootfs/dev/pts
pankso@81 119 mount -t tmpfs shm $rootfs/dev/shm
pankso@1 120 status
pankso@1 121 fi
pankso@80 122 # Mount source so they can be shared between cooking/stable/undigest.
pankso@80 123 # But do it only if it's a slitaz developement chroot.
pankso@81 124 fs=$rootfs/home/slitaz
pankso@81 125 if [ -d "$slitaz" ]; then
pankso@174 126 bind_chroot_dir $SLITAZ_HOME/src $fs/src
pankso@81 127 # Now mount package dir so they are in /home/slitaz/$version
pankso@80 128 # We may not mount cache wok or others it has no point and if
paul@167 129 # one wants to use a shared wok he can bind it manually.
pankso@181 130 if [ "$arch" ]; then
pankso@181 131 slitaz=$slitaz/$arch
pankso@181 132 fi
pankso@181 133 [ -d "$fs/packages" ] || mkdir -p $fs/packages
pankso@181 134 [ -d "$slitaz/packages" ] || mkdir -p $fs/packages
pascal@142 135 bind_chroot_dir $slitaz/packages $fs/packages
pankso@80 136 fi
pankso@1 137 }
pankso@1 138
pankso@180 139 # Unmount virtual Kernel file systems.
pankso@180 140 umount_chroot() {
pankso@180 141 [ "$1" ] && rootfs=$1
pankso@81 142 fs=$rootfs/home/slitaz
pankso@82 143 echo -ne "\nUnmounting virtual filesystems..."
pankso@81 144 umount $rootfs/dev/shm
pankso@81 145 umount $rootfs/dev/pts
pankso@81 146 umount $rootfs/sys
pankso@81 147 umount $rootfs/proc
pankso@180 148 if mount | fgrep -q $fs/src; then
pankso@180 149 umount $fs/src
pankso@180 150 umount $fs/packages
pankso@180 151 fi
pankso@82 152 status && echo ""
pankso@1 153 }
pankso@1 154
pankso@1 155 # Get the last cooking base rootfs, extract and configure.
pankso@180 156 gen_chroot() {
pankso@180 157 echo -e "\nGenerating new chroot in: $rootfs"
pankso@177 158 separator
slaxemulator@85 159 mkdir -p $rootfs
pankso@183 160 # We my gen cooking chroot from a stable version or invers
pankso@183 161 case "$version" in
pankso@183 162 cooking|undigest) url="http://$MIRROR/packages/cooking/" ;;
pascal@207 163 stable*|4.0*|backports) url="http://$MIRROR/packages/stable/" ;;
pankso@183 164 esac
pankso@183 165 # --mirror=
pankso@183 166 [ "$mirror" ] && url="$mirror"
pankso@183 167 mpath=/var/lib/tazpkg/mirror
pankso@183 168 cp $mpath ${mpath}.tazdev
pankso@183 169 echo "$url" > $mpath
pascal@205 170 mkdir -p $(dirname $rootfs$mpath)
pascal@205 171 echo "$url" > $rootfs$mpath
pankso@183 172 echo -n "Mirror URL: ${url#http://}"
pankso@183 173 tazpkg recharge 2>/dev/null 1>/dev/null
pankso@183 174 status
pankso@180 175 for pkg in $CHROOT_PKGS
pankso@180 176 do
pankso@183 177 echo -n "Installing: $pkg $vers"
pankso@183 178 tazpkg -gi $pkg --root=$rootfs 2>/dev/null 1>/dev/null
pankso@183 179 status
pankso@180 180 done
pankso@1 181 echo -n "Creating resolv.conf..."
pankso@81 182 cat /etc/resolv.conf > $rootfs/etc/resolv.conf
pankso@1 183 status
pascal@198 184 echo -n "Creating TZ..."
pascal@198 185 cat /etc/TZ > $rootfs/etc/TZ
pascal@198 186 status
pankso@183 187 echo -n "Restoring host packages list..."
pankso@183 188 mv -f ${mpath}.tazdev $mpath
pankso@183 189 tazpkg recharge 2>/dev/null 1>/dev/null >/dev/null
pankso@183 190 status
pankso@82 191 separator
pankso@183 192 case "$version" in
pankso@183 193 cooking) version="" ;;
pankso@183 194 esac
pankso@183 195 [ "$arch" ] && version="$version --arch=$arch"
pankso@183 196 echo -n "Ready to chroot with:"; colorize 34 " tazdev -c $version"
pankso@183 197 newline
pankso@1 198 }
pankso@1 199
pankso@208 200 #
pankso@208 201 # Commands
pankso@208 202 #
pankso@1 203
pankso@1 204 case "$1" in
pankso@183 205 stats|-s)
pankso@1 206 echo -e "\nStatistics for: $PROJECTS\n"
pankso@1 207 echo -n "Project" && echo -ne "\033[24G Size" && echo -ne "\033[38G Revision"
pankso@1 208 echo -ne "\033[48G Version" && echo -e "\033[64G Files"
pankso@82 209 separator
pankso@1 210 cd $PROJECTS
pankso@1 211 for proj in *
pankso@1 212 do
pankso@1 213 rev=""
pankso@1 214 echo -n "$proj"
pankso@1 215 size=`du -sh $proj | awk '{ print $1 }'`
pankso@1 216 echo -ne "\033[24G $size"
pankso@1 217 if [ -d $proj/.hg ]; then
pankso@1 218 cd $proj
pankso@1 219 rev=`hg head --template '{rev}\n'`
pankso@1 220 vers=`hg tags | head -n 2 | tail -n 1 | cut -d " " -f 1`
pankso@1 221 echo -ne "\033[38G $rev"
pankso@1 222 echo -ne "\033[48G $vers" && cd ..
pankso@1 223 fi
pankso@1 224 files=`find $proj -type f | wc -l`
pankso@1 225 echo -e "\033[64G $files"
pankso@1 226 done
pankso@82 227 separator
pankso@1 228 echo "" ;;
pankso@180 229 chroot|-c)
pankso@82 230 # Chroot into a build env. Default to cooking configured in tazdev.conf
pankso@1 231 check_root
pankso@1 232 get_version $@
pankso@81 233 [ -d "$2" ] && rootfs=$2
pankso@1 234 mount_chroot
pankso@82 235 echo -e "Chrooting to: $rootfs\n"
pankso@81 236 chroot $rootfs /bin/sh --login
pankso@80 237 umount_chroot ;;
pankso@77 238 umount-chroot|-uc)
pankso@1 239 check_root
pankso@80 240 get_version $@
pankso@183 241 [ -d "$2" ] && rootfs=$2
pankso@81 242 umount_chroot $rootfs ;;
pankso@77 243 gen-chroot|-gc)
pankso@77 244 check_root
pankso@180 245 # We can use: --rootfs=/path/to/chroot
pankso@183 246 if [ ! "$rootfs" ]; then
pankso@180 247 get_version $@
pankso@180 248 fi
pankso@183 249 if [ "$clean" ] || [ "$forced" ]; then
pankso@183 250 $0 -cc --rootfs=$rootfs --noline
pankso@183 251 fi
pankso@1 252 # Dont break another env.
pankso@81 253 if [ -d $rootfs/bin ]; then
pankso@81 254 echo -e "\nA chroot environment already exists in : $rootfs\n"
pankso@1 255 exit 1
pankso@1 256 fi
pankso@180 257 gen_chroot ;;
pankso@183 258 clean-chroot|-cc)
pankso@1 259 check_root
pankso@183 260 # We can use: --rootfs=/path/to/chroot
pankso@183 261 if [ ! "$rootfs" ]; then
pankso@183 262 get_version $@
pankso@183 263 fi
pankso@183 264 if [ ! -d "$rootfs" ]; then
pankso@183 265 echo -e "\nChroot doesn't exist: $rootfs\n"
pankso@183 266 exit 1
pankso@1 267 fi
pankso@81 268 if [ -d $rootfs/proc/1 ]; then
pankso@183 269 echo -e "\nWARNING: $rootfs/proc mounted!\n"
pankso@1 270 exit 1
pankso@1 271 fi
pankso@81 272 cd $rootfs || exit 1
pankso@180 273 echo ""
pankso@180 274 boldify "Cleaning chroot: $rootfs"
pankso@82 275 separator
pankso@183 276 # Keep root/ and /home they may have a build wok, custom scripts, etc.
pankso@181 277 for i in boot bin dev etc lib media mnt proc sbin sys tmp usr var run
pankso@1 278 do
pankso@181 279 if [ -d "$i" ]; then
pankso@181 280 echo -n "Removing: $i ($(du -sh $i | awk '{ print $1 }'))... "
pankso@181 281 rm -rf $i && status
pankso@181 282 fi
pankso@1 283 done
pankso@181 284 rm -f init
pankso@183 285 separator
pankso@183 286 [ "$noline" ] || newline ;;
pankso@70 287 push|-p)
pankso@1 288 check_mirror $@
pankso@113 289 rsync -r -t -O -l -v -z --delete \
pankso@82 290 $local -e ssh $user@$MIRROR:$remote ;;
pankso@70 291 dry-push|-dp)
pankso@1 292 check_mirror $@
pankso@113 293 rsync -r -t -O -l -v -z --delete --dry-run \
pankso@82 294 $local -e ssh $user@$MIRROR:$remote ;;
pankso@1 295 pull)
pankso@1 296 check_mirror $@
pankso@1 297 rsync -r -t -l -v -z --delete \
pankso@82 298 -e ssh $user@$MIRROR:$remote $local ;;
pankso@1 299 dry-pull)
pankso@1 300 check_mirror $@
pankso@1 301 rsync -r -t -l -v -z --delete --dry-run \
pankso@82 302 -e ssh $user@$MIRROR:$remote $local ;;
pankso@70 303 relpkg|-rp)
pankso@82 304 # Release a slitaz sub-project and upload tarball to mirror
pankso@1 305 [ -z "$MIRROR_SOURCES" ] && MIRROR_SOURCES="/var/www/slitaz/mirror/sources"
erjo@191 306 if [ -z $2 ]; then
erjo@191 307 echo -e "\nUsage: $0 relpkg package [version]\n"
pankso@1 308 exit 0
pankso@1 309 fi
pankso@81 310 pkg=$2
erjo@191 311
erjo@191 312 # We can get the last found version in .hgtags
erjo@191 313 if [ -z $3 ]; then
erjo@191 314 version=$(tail -n 1 $PROJECTS/$pkg/.hgtags | awk '{print $2'})
erjo@191 315 else
erjo@191 316 version=$3
erjo@191 317 fi
erjo@191 318
pankso@81 319 echo "" && cd $PROJECTS/$pkg
pankso@177 320
pankso@1 321 # Sanity check
pankso@81 322 if ! grep -q $version$ .hgtags; then
pankso@81 323 echo "Missing Hg tag for version: $version"
pankso@81 324 echo -e "You may want to: hg tag $version && hg push\n"
pankso@1 325 exit 0
pankso@1 326 fi
pankso@177 327
pankso@1 328 # Archive
pankso@81 329 echo -n "Creating tarball and md5sum for: $pkg-$version... "
erjo@191 330 hg archive -t tgz $SOURCE/$pkg-$version.tar.gz
erjo@191 331 ( cd $SOURCE; md5sum $pkg-$version.tar.gz > $pkg-$version.md5 )
pankso@1 332 echo "Done"
pankso@177 333
pankso@1 334 # Upload
pankso@1 335 echo -n "Do you wish to upload tarball to the mirror [N/y] ? "
pankso@1 336 read upload
pankso@1 337 if [ "$upload" = "y" ]; then
pankso@81 338 echo "Uploading to: $MIRROR/sources/${pkg#slitaz-}"
pankso@81 339 scp $pkg-$version.tar.gz $pkg-$version.md5 \
erjo@191 340 $MIRROR:$MIRROR_SOURCES/${pkg#slitaz-}
pankso@177 341 fi
pankso@177 342
pankso@147 343 # Update pkg in wok
pankso@147 344 echo -n "Do you wish to update $pkg in wok [N/y] ? "
pankso@147 345 read update
pankso@147 346 if [ "$update" = "y" ]; then
pankso@176 347 echo -n "Updating $pkg: $version"
pankso@147 348 cd $PROJECTS/wok
pankso@147 349 sed -i s"/VERSION=.*/VERSION=\"$version\"/" $pkg*/receipt
pankso@174 350 status
pankso@1 351 fi ;;
pankso@174 352 help)
pankso@174 353 [ ! "$2" ] && echo "Missing tool/library name" && exit 0
pankso@174 354 echo ""
pankso@174 355 boldify "Help for: $2"
pankso@174 356 separator
pankso@175 357 if [ -f "/usr/share/doc/slitaz/$2.txt" ]; then
pankso@175 358 less -M /usr/share/doc/slitaz/$2.txt
pankso@175 359 else
pankso@175 360 echo "No help found"
pankso@175 361 fi
pankso@174 362 separator && echo "" ;;
pankso@1 363 usage|*)
pankso@1 364 usage ;;
pankso@1 365 esac
pankso@1 366
pankso@1 367 exit 0