slitaz-dev-tools annotate tazdev/tazdev @ rev 113
tazdev: ommit dir on push
author | Christophe Lincoln <pankso@slitaz.org> |
---|---|
date | Fri Jun 10 23:38:22 2011 +0200 (2011-06-10) |
parents | a37a60aa57f2 |
children | a646c0b4d8ef |
rev | line source |
---|---|
pankso@1 | 1 #!/bin/sh |
pankso@70 | 2 # |
pankso@70 | 3 # Tazdev - SliTaz developers and build host tool. System wide config |
pankso@81 | 4 # file is located at: /etc/slitaz/tazdev.conf. Keep the code clear and |
pankso@81 | 5 # well commented please, also: configuration variablea are $UPERCASE |
pankso@81 | 6 # and variables initialized by tazdev itself are $lowersace |
pankso@1 | 7 # |
pankso@17 | 8 # (c) 2011 SliTaz GNU/Linux - GNU gpl v3 |
pankso@1 | 9 # |
pankso@70 | 10 # AUTHORS |
pankso@70 | 11 # Christophe Lincoln <pankso@slitaz.org> |
pankso@70 | 12 # Pascal Bellard <bellard@slitaz.org> |
pankso@1 | 13 # |
pankso@1 | 14 |
pankso@77 | 15 [ -f /etc/slitaz/tazdev.conf ] && . /etc/slitaz/tazdev.conf |
pankso@81 | 16 [ -f tazdev.conf ] && . ./tazdev.conf |
pankso@77 | 17 |
pankso@77 | 18 if [ -z "$SLITAZ" ]; then |
pankso@77 | 19 echo -e "\nNo config file found\n" && exit 1 |
pankso@1 | 20 fi |
pankso@1 | 21 |
pankso@1 | 22 usage() |
pankso@1 | 23 { |
pankso@1 | 24 echo -e "\nSliTaz developers and build host tool\n |
pankso@3 | 25 \033[1mUsage: \033[0m `basename $0` [command] [user] [stable|cooking|undigest|path] |
pankso@1 | 26 \033[1mCommands: \033[0m\n |
pankso@70 | 27 usage Print this short usage and command list |
pankso@70 | 28 projects-stats|-ps Display statistics about your projects |
pankso@70 | 29 chroot Mount virtual fs if needed and chroot into the build env |
pankso@77 | 30 gen-chroot|-gs Generate a chroot using the last cooking base rootfs |
pankso@77 | 31 umount-chroot|-uc Unmount chroot specified on cmdline (--forced to force) |
pankso@70 | 32 clean-chroot Clean a chroot environment (skip root/ and home/) |
pankso@70 | 33 purge Remove obsolete packages and obsolete source tarballs |
pankso@70 | 34 dry-purge Show obsolete packages and obsolete source tarballs |
pankso@70 | 35 push|-p Upload new packages to the main mirror. |
pankso@70 | 36 dry-push|-dp Show what will be uploaded to the mirror. Does nothing |
pankso@70 | 37 pull Download new packages from the main mirror. |
pankso@70 | 38 dry-pull Show what will be downloaded from the mirror. Does nothing |
pankso@87 | 39 pack-flavors Pack all SliTaz Live flavors at once. |
pankso@70 | 40 relpkg|-rp Archive and upload new package/project version |
pankso@70 | 41 reliso|-ri Create all main flavors (not loram)\n" |
pankso@1 | 42 } |
pankso@1 | 43 |
pankso@82 | 44 # Be sure we root. |
pankso@82 | 45 check_root() { |
pankso@82 | 46 [ $(id -u) != 0 ] && \ |
pankso@82 | 47 echo -e "\nYou must be root to use: $(basename $0) $@\n" && exit 0 |
pankso@1 | 48 } |
pankso@1 | 49 |
pankso@82 | 50 separator() { |
pankso@82 | 51 echo "================================================================================" |
pankso@82 | 52 } |
pankso@82 | 53 |
pankso@82 | 54 status() { |
pankso@82 | 55 echo -en "\\033[70G[ " |
pankso@82 | 56 if [ $? = 0 ]; then |
pankso@82 | 57 echo -en "\\033[1;32mOK" |
pankso@1 | 58 else |
pankso@82 | 59 echo -en "\\033[1;31mFailed" |
pankso@1 | 60 fi |
pankso@82 | 61 echo -e "\\033[0;39m ]" |
pankso@1 | 62 } |
pankso@1 | 63 |
pankso@1 | 64 get_version() |
pankso@1 | 65 { |
pankso@1 | 66 if [ "$2" = "stable" ]; then |
pankso@81 | 67 version=stable |
pankso@81 | 68 slitaz=$STABLE |
pankso@1 | 69 elif [ -n "$2" ]; then |
pankso@1 | 70 # Undigest - custom ? |
pankso@81 | 71 version=$2 |
pankso@82 | 72 slitaz=$SLITAZ/$2 |
pankso@1 | 73 else |
pankso@81 | 74 version=cooking |
pankso@81 | 75 slitaz=$COOKING |
pankso@1 | 76 fi |
pankso@81 | 77 rootfs=$slitaz/chroot |
pankso@1 | 78 } |
pankso@1 | 79 |
pankso@1 | 80 check_mirror() |
pankso@1 | 81 { |
pankso@1 | 82 # ping -c 1 $MIRROR |
pankso@1 | 83 if [ -n "$2" ]; then |
pankso@81 | 84 user=$2 |
pankso@1 | 85 else |
pankso@81 | 86 user=$user |
pankso@1 | 87 fi |
pankso@1 | 88 if [ "$2" = "stable" ] || [ "$3" = "stable" ]; then |
pankso@82 | 89 remote=$MIRROR_PKGS/stable/ |
pankso@82 | 90 local=$STABLE/packages/ |
pankso@3 | 91 elif [ "$2" = "undigest" ] || [ "$3" = "undigest" ]; then |
pankso@82 | 92 remote=$MIRROR_PKGS/undigest/ |
pankso@82 | 93 local=$UNDIGEST/packages/ |
pankso@1 | 94 else |
pankso@82 | 95 remote=$MIRROR_PKGS/cooking/ |
pankso@82 | 96 local=$COOKING/packages/ |
pankso@1 | 97 fi |
pankso@1 | 98 } |
pankso@1 | 99 |
pankso@1 | 100 # Mount virtual Kernel file systems and chroot but check that nobody |
pankso@1 | 101 # else has done mounts |
pankso@1 | 102 mount_chroot() |
pankso@1 | 103 { |
pankso@81 | 104 if [ ! -d $rootfs/proc/1 ]; then |
pankso@82 | 105 echo -ne "\nMounting virtual filesystems..." |
pankso@81 | 106 mount -t proc proc $rootfs/proc |
pankso@81 | 107 mount -t sysfs sysfs $rootfs/sys |
pankso@81 | 108 mount -t devpts devpts $rootfs/dev/pts |
pankso@81 | 109 mount -t tmpfs shm $rootfs/dev/shm |
pankso@1 | 110 status |
pankso@1 | 111 fi |
pankso@80 | 112 # Mount source so they can be shared between cooking/stable/undigest. |
pankso@80 | 113 # But do it only if it's a slitaz developement chroot. |
pankso@81 | 114 fs=$rootfs/home/slitaz |
pankso@81 | 115 if [ -d "$slitaz" ]; then |
pankso@86 | 116 mkdir -p $SLITAZ/src $fs/src |
pankso@86 | 117 mount -o bind $SLITAZ/src $fs/src |
pankso@81 | 118 # Now mount package dir so they are in /home/slitaz/$version |
pankso@80 | 119 # We may not mount cache wok or others it has no point and if |
pankso@80 | 120 # one want to use a shared wok he can bind it manually. |
pankso@86 | 121 mkdir -p $slitaz/packages $fs/packages |
pankso@86 | 122 mount -o bind $slitaz/packages $fs/packages |
pankso@80 | 123 fi |
pankso@1 | 124 } |
pankso@1 | 125 |
pankso@1 | 126 # Unmount virtual Kernel file systems on exit and ensure we are the last |
pankso@1 | 127 # user before unmounting ! |
pankso@1 | 128 umount_chroot() |
pankso@1 | 129 { |
pankso@80 | 130 [ "$1" ] && ROOTF=$1 |
pankso@81 | 131 fs=$rootfs/home/slitaz |
pankso@82 | 132 echo -ne "\nUnmounting virtual filesystems..." |
pankso@81 | 133 umount $rootfs/dev/shm |
pankso@81 | 134 umount $rootfs/dev/pts |
pankso@81 | 135 umount $rootfs/sys |
pankso@81 | 136 umount $rootfs/proc |
pankso@80 | 137 umount $fs/src |
pankso@80 | 138 umount $fs/packages |
pankso@82 | 139 status && echo "" |
pankso@80 | 140 #echo -e "\nProcess: $ps\n" |
pankso@80 | 141 #ps | grep `basename $0` | grep -v grep |
pankso@80 | 142 #echo -e "\nLeaving virtual filesystems unmounted (`pidof tazdev`)...\n" |
pankso@1 | 143 } |
pankso@1 | 144 |
pankso@1 | 145 # Get the last cooking base rootfs, extract and configure. |
pankso@1 | 146 gen_new_chroot() |
pankso@1 | 147 { |
pankso@81 | 148 echo -e "\nGenerating new chroot in : $rootfs" |
slaxemulator@85 | 149 separator |
slaxemulator@85 | 150 mkdir -p $rootfs |
slaxemulator@88 | 151 if [ "$ROOTFS_PKG" == "yes" ]; then |
slaxemulator@88 | 152 for pkg in $CHROOT_PKGS |
slaxemulator@85 | 153 do |
slaxemulator@85 | 154 tazpkg get-install $pkg --root=$rootfs |
slaxemulator@85 | 155 done |
slaxemulator@88 | 156 elif [ "$ROOTFS_PKG" == "no" ]; then |
slaxemulator@85 | 157 cd $rootfs |
slaxemulator@85 | 158 wget $DL_URL/boot/cooking/rootfs-base.gz |
slaxemulator@85 | 159 echo -n "Extracting the rootfs..." |
slaxemulator@85 | 160 lzma d rootfs-base.gz -so | cpio -id |
slaxemulator@85 | 161 rm rootfs-base.gz |
slaxemulator@85 | 162 fi |
pankso@1 | 163 echo -n "Creating resolv.conf..." |
pankso@81 | 164 cat /etc/resolv.conf > $rootfs/etc/resolv.conf |
pankso@1 | 165 status |
pankso@82 | 166 separator |
pankso@1 | 167 echo -e "Ready to chroot. Use 'tazdev chroot [version|path]'" |
pankso@81 | 168 echo -e "Example: tazdev chroot $rootfs\n" |
pankso@1 | 169 } |
pankso@1 | 170 |
pankso@1 | 171 # Remove obsolate slitaz packages |
pankso@1 | 172 purge_packages() |
pankso@1 | 173 { |
pankso@1 | 174 arg=$1 |
pankso@81 | 175 tmp=/tmp/tazdev.$$ |
pankso@1 | 176 ls $BUILD_WOK | while read pkg; do |
pankso@1 | 177 [ -f $BUILD_WOK/$pkg/taz/*/receipt ] || continue |
pankso@81 | 178 EXTRAversion="" |
pankso@1 | 179 . $BUILD_WOK/$pkg/taz/*/receipt |
pankso@81 | 180 echo $pkg-$version$EXTRAversion.tazpkg |
pankso@81 | 181 done > $tmp |
pankso@81 | 182 ls $slitaz/chroot/home/slitaz/packages | while read pkg; do |
pankso@1 | 183 case "$pkg" in |
pankso@1 | 184 *.tazpkg) |
pankso@81 | 185 grep -q ^$pkg$ $tmp && continue |
pankso@1 | 186 echo Remove $pkg |
pankso@1 | 187 [ "$arg" == "purge" ] && |
pankso@81 | 188 rm -f $slitaz/chroot/home/slitaz/packages/$pkg ;; |
pankso@1 | 189 esac |
pankso@1 | 190 done |
pankso@81 | 191 rm -f $tmp |
pankso@1 | 192 } |
pankso@1 | 193 |
pankso@1 | 194 # Remove obsolate source tarballs |
pankso@1 | 195 purge_sources() |
pankso@1 | 196 { |
pankso@1 | 197 arg=$1 |
pankso@81 | 198 tmp=/tmp/tazdev.$$ |
pankso@1 | 199 ls $BUILD_WOK | while read pkg; do |
pankso@1 | 200 [ -f $BUILD_WOK/$pkg/receipt ] || continue |
pankso@1 | 201 TARBALL="" |
pankso@1 | 202 . $BUILD_WOK/$pkg/receipt |
pankso@1 | 203 [ -n "$TARBALL" ] && echo $TARBALL |
pankso@1 | 204 grep SOURCES_REPOSITORY/ $BUILD_WOK/$pkg/receipt | sed \ |
pankso@1 | 205 -e 's|.*SOURCES_REPOSITORY/\([^ ]*\)\( .*\)$|\1|' \ |
pankso@1 | 206 -e 's|.*SOURCES_REPOSITORY/\([^ ]*\)$|\1|' | sort | uniq | \ |
pankso@1 | 207 sed "s|['\"/]||g" | while read file ; do |
pankso@1 | 208 eval echo $file 2> /dev/null |
pankso@1 | 209 done |
pankso@81 | 210 done > $tmp |
pankso@81 | 211 ls $slitaz/chroot/home/slitaz/src | while read pkg; do |
pankso@81 | 212 grep -q ^$pkg$ $tmp && continue |
pankso@1 | 213 echo Remove $pkg |
pankso@1 | 214 [ "$arg" == "purge" ] && |
pankso@81 | 215 rm -f $slitaz/chroot/home/slitaz/src/$pkg |
pankso@1 | 216 done |
pankso@81 | 217 rm -f $tmp |
pankso@1 | 218 } |
pankso@1 | 219 |
pankso@1 | 220 case "$1" in |
pankso@70 | 221 projects-stats|-ps) |
pankso@1 | 222 echo -e "\nStatistics for: $PROJECTS\n" |
pankso@1 | 223 echo -n "Project" && echo -ne "\033[24G Size" && echo -ne "\033[38G Revision" |
pankso@1 | 224 echo -ne "\033[48G Version" && echo -e "\033[64G Files" |
pankso@82 | 225 separator |
pankso@1 | 226 cd $PROJECTS |
pankso@1 | 227 for proj in * |
pankso@1 | 228 do |
pankso@1 | 229 rev="" |
pankso@1 | 230 echo -n "$proj" |
pankso@1 | 231 size=`du -sh $proj | awk '{ print $1 }'` |
pankso@1 | 232 echo -ne "\033[24G $size" |
pankso@1 | 233 if [ -d $proj/.hg ]; then |
pankso@1 | 234 cd $proj |
pankso@1 | 235 rev=`hg head --template '{rev}\n'` |
pankso@1 | 236 vers=`hg tags | head -n 2 | tail -n 1 | cut -d " " -f 1` |
pankso@1 | 237 echo -ne "\033[38G $rev" |
pankso@1 | 238 echo -ne "\033[48G $vers" && cd .. |
pankso@1 | 239 fi |
pankso@1 | 240 files=`find $proj -type f | wc -l` |
pankso@1 | 241 echo -e "\033[64G $files" |
pankso@1 | 242 done |
pankso@82 | 243 separator |
pankso@1 | 244 echo "" ;; |
pankso@1 | 245 chroot) |
pankso@82 | 246 # Chroot into a build env. Default to cooking configured in tazdev.conf |
pankso@1 | 247 check_root |
pankso@1 | 248 get_version $@ |
pankso@81 | 249 [ -d "$2" ] && rootfs=$2 |
pankso@1 | 250 mount_chroot |
pankso@82 | 251 echo -e "Chrooting to: $rootfs\n" |
pankso@81 | 252 chroot $rootfs /bin/sh --login |
pankso@80 | 253 umount_chroot ;; |
pankso@77 | 254 umount-chroot|-uc) |
pankso@1 | 255 check_root |
pankso@80 | 256 get_version $@ |
pankso@81 | 257 [ "$2" ] && rootfs=$2 |
pankso@81 | 258 umount_chroot $rootfs ;; |
pankso@77 | 259 gen-chroot|-gc) |
pankso@77 | 260 check_root |
pankso@78 | 261 get_version $@ |
pankso@81 | 262 [ -d "$2" ] && rootfs=$2 |
pankso@1 | 263 # Dont break another env. |
pankso@81 | 264 if [ -d $rootfs/bin ]; then |
pankso@81 | 265 echo -e "\nA chroot environment already exists in : $rootfs\n" |
pankso@1 | 266 exit 1 |
pankso@1 | 267 fi |
pankso@1 | 268 gen_new_chroot ;; |
pankso@1 | 269 clean-chroot) |
pankso@1 | 270 # Keep root/ and /home they may have a build wok, custom scripts, etc. |
pankso@1 | 271 check_root |
pankso@1 | 272 if [ -z "$2" ]; then |
pankso@1 | 273 echo -e "\nPlease specify the path to the chroot environment to clean.\n" |
pankso@1 | 274 exit 0 |
pankso@1 | 275 else |
pankso@81 | 276 rootfs=$2 |
pankso@81 | 277 if [ ! -d "$rootfs" ]; then |
pankso@81 | 278 echo -e "\nWarning : $rootfs doesn't exist!\n" |
pankso@1 | 279 exit 1 |
pankso@1 | 280 fi |
pankso@1 | 281 fi |
pankso@81 | 282 if [ -d $rootfs/proc/1 ]; then |
pankso@81 | 283 echo -e "\nWarning : $rootfs/proc mounted!\n" |
pankso@1 | 284 exit 1 |
pankso@1 | 285 fi |
pankso@81 | 286 cd $rootfs || exit 1 |
pankso@81 | 287 echo -e "\nCleaning chroot in: $rootfs" |
pankso@82 | 288 separator |
pankso@1 | 289 for i in bin dev etc init lib media mnt proc sbin sys tmp usr var |
pankso@1 | 290 do |
pankso@1 | 291 echo -n "Removing: $i (`du -sh $i | awk '{ print $1 }'`)... " |
pankso@1 | 292 rm -rf $i |
pankso@1 | 293 status |
pankso@1 | 294 done |
pankso@82 | 295 separator && echo "" ;; |
pankso@70 | 296 push|-p) |
pankso@1 | 297 check_mirror $@ |
pankso@113 | 298 rsync -r -t -O -l -v -z --delete \ |
pankso@82 | 299 $local -e ssh $user@$MIRROR:$remote ;; |
pankso@70 | 300 dry-push|-dp) |
pankso@1 | 301 check_mirror $@ |
pankso@113 | 302 rsync -r -t -O -l -v -z --delete --dry-run \ |
pankso@82 | 303 $local -e ssh $user@$MIRROR:$remote ;; |
pankso@1 | 304 pull) |
pankso@1 | 305 check_mirror $@ |
pankso@1 | 306 rsync -r -t -l -v -z --delete \ |
pankso@82 | 307 -e ssh $user@$MIRROR:$remote $local ;; |
pankso@1 | 308 dry-pull) |
pankso@1 | 309 check_mirror $@ |
pankso@1 | 310 rsync -r -t -l -v -z --delete --dry-run \ |
pankso@82 | 311 -e ssh $user@$MIRROR:$remote $local ;; |
pankso@1 | 312 purge|dry-purge) |
pankso@1 | 313 check_root |
pankso@1 | 314 get_version $@ |
pankso@1 | 315 purge_packages $1 |
pankso@1 | 316 purge_sources $1 ;; |
pankso@70 | 317 relpkg|-rp) |
pankso@82 | 318 # Release a slitaz sub-project and upload tarball to mirror |
pankso@1 | 319 [ -z "$MIRROR_SOURCES" ] && MIRROR_SOURCES="/var/www/slitaz/mirror/sources" |
pankso@1 | 320 if [ -z $2 ] || [ -z $3 ]; then |
pankso@1 | 321 echo -e "\nUsage: $0 relpkg package version\n" |
pankso@1 | 322 exit 0 |
pankso@1 | 323 fi |
pankso@81 | 324 pkg=$2 |
pankso@81 | 325 version=$3 |
pankso@81 | 326 echo "" && cd $PROJECTS/$pkg |
pankso@81 | 327 |
pankso@1 | 328 # Sanity check |
pankso@81 | 329 if ! grep -q $version$ .hgtags; then |
pankso@81 | 330 echo "Missing Hg tag for version: $version" |
pankso@81 | 331 echo -e "You may want to: hg tag $version && hg push\n" |
pankso@1 | 332 exit 0 |
pankso@1 | 333 fi |
pankso@81 | 334 |
pankso@1 | 335 # Archive |
pankso@81 | 336 echo -n "Creating tarball and md5sum for: $pkg-$version... " |
pankso@81 | 337 hg archive -t tgz $pkg-$version.tar.gz |
pankso@81 | 338 md5sum $pkg-$version.tar.gz > $pkg-$version.md5 |
pankso@1 | 339 echo "Done" |
pankso@81 | 340 |
pankso@1 | 341 # Upload |
pankso@1 | 342 echo -n "Do you wish to upload tarball to the mirror [N/y] ? " |
pankso@1 | 343 read upload |
pankso@1 | 344 if [ "$upload" = "y" ]; then |
pankso@81 | 345 echo "Uploading to: $MIRROR/sources/${pkg#slitaz-}" |
pankso@81 | 346 scp $pkg-$version.tar.gz $pkg-$version.md5 \ |
pankso@81 | 347 $user@$MIRROR:$MIRROR_SOURCES/${pkg#slitaz-} |
pankso@1 | 348 fi ;; |
pankso@70 | 349 reliso|-ri) |
pankso@82 | 350 # Generate all official images iso at once for a specific version. |
pankso@82 | 351 get_version $@ |
pankso@82 | 352 iso=$slitaz/iso |
pankso@82 | 353 mkdir -p $iso |
pankso@70 | 354 for flavor in base core justx firefox |
pankso@70 | 355 do |
pankso@82 | 356 cd $slitaz |
pankso@70 | 357 tazlito pack-flavor $flavor |
pankso@70 | 358 tazlito get-flavor $flavor |
pankso@70 | 359 tazlito gen-distro |
pankso@70 | 360 if [ "$flavor" == "core" ]; then |
pankso@70 | 361 cp distro/slitaz-$flavor.iso $ISO/slitaz-$version.iso |
pankso@70 | 362 cd $ISO && md5sum slitaz-$version.iso > slitaz-$version.md5 |
pankso@70 | 363 else |
pankso@70 | 364 cp distro/slitaz-$flavor.iso $ISO/slitaz-$version-$flavor.iso |
pankso@70 | 365 cd $ISO && md5sum slitaz-$version-$flavor.iso slitaz-$version-$flavor.md5 |
pankso@70 | 366 fi |
pankso@82 | 367 done |
pankso@82 | 368 # Clean up slitaz working directory. |
pankso@82 | 369 rm *.flavor tazlito.conf ;; |
pankso@1 | 370 usage|*) |
pankso@1 | 371 usage ;; |
pankso@1 | 372 esac |
pankso@1 | 373 |
pankso@1 | 374 exit 0 |