slitaz-dev-tools annotate tazdev/tazdev @ rev 80
tazdev: mount src and packages
| author | Christophe Lincoln <pankso@slitaz.org> |
|---|---|
| date | Fri May 06 23:58:23 2011 +0200 (2011-05-06) |
| parents | 6fb1b56d3bd5 |
| children | 03279ff7b32b |
| rev | line source |
|---|---|
| pankso@1 | 1 #!/bin/sh |
| pankso@70 | 2 # |
| pankso@70 | 3 # Tazdev - SliTaz developers and build host tool. System wide config |
| pankso@70 | 4 # file is located at: /etc/slitaz/tazdev.conf |
| pankso@1 | 5 # |
| pankso@17 | 6 # (c) 2011 SliTaz GNU/Linux - GNU gpl v3 |
| pankso@1 | 7 # |
| pankso@70 | 8 # AUTHORS |
| pankso@70 | 9 # Christophe Lincoln <pankso@slitaz.org> |
| pankso@70 | 10 # Pascal Bellard <bellard@slitaz.org> |
| pankso@1 | 11 # |
| pankso@1 | 12 |
| pankso@77 | 13 [ -f /etc/slitaz/tazdev.conf ] && . /etc/slitaz/tazdev.conf |
| pankso@77 | 14 [ -f $PWD/tazdev.conf ] && . $PWD/tazdev.conf |
| pankso@77 | 15 |
| pankso@77 | 16 if [ -z "$SLITAZ" ]; then |
| pankso@77 | 17 echo -e "\nNo config file found\n" && exit 1 |
| pankso@1 | 18 fi |
| pankso@1 | 19 |
| pankso@1 | 20 usage() |
| pankso@1 | 21 { |
| pankso@1 | 22 echo -e "\nSliTaz developers and build host tool\n |
| pankso@3 | 23 \033[1mUsage: \033[0m `basename $0` [command] [user] [stable|cooking|undigest|path] |
| pankso@1 | 24 \033[1mCommands: \033[0m\n |
| pankso@70 | 25 usage Print this short usage and command list |
| pankso@70 | 26 projects-stats|-ps Display statistics about your projects |
| pankso@70 | 27 update-wok Update Hg wok and copy it to the chroot wok |
| pankso@70 | 28 chroot Mount virtual fs if needed and chroot into the build env |
| pankso@77 | 29 gen-chroot|-gs Generate a chroot using the last cooking base rootfs |
| pankso@77 | 30 umount-chroot|-uc Unmount chroot specified on cmdline (--forced to force) |
| pankso@70 | 31 clean-chroot Clean a chroot environment (skip root/ and home/) |
| pankso@70 | 32 purge Remove obsolete packages and obsolete source tarballs |
| pankso@70 | 33 dry-purge Show obsolete packages and obsolete source tarballs |
| pankso@70 | 34 push|-p Upload new packages to the main mirror. |
| pankso@70 | 35 dry-push|-dp Show what will be uploaded to the mirror. Does nothing |
| pankso@70 | 36 pull Download new packages from the main mirror. |
| pankso@70 | 37 dry-pull Show what will be downloaded from the mirror. Does nothing |
| pankso@70 | 38 relpkg|-rp Archive and upload new package/project version |
| pankso@70 | 39 reliso|-ri Create all main flavors (not loram)\n" |
| pankso@1 | 40 } |
| pankso@1 | 41 |
| pankso@1 | 42 # Exit if user is not root. |
| pankso@1 | 43 check_root() |
| pankso@1 | 44 { |
| pankso@1 | 45 if test $(id -u) != 0 ; then |
| pankso@1 | 46 echo -e "\nThis program requires being run as root.\n" |
| pankso@1 | 47 exit 0 |
| pankso@1 | 48 fi |
| pankso@1 | 49 } |
| pankso@1 | 50 |
| pankso@1 | 51 status() |
| pankso@1 | 52 { |
| pankso@1 | 53 local CHECK=$? |
| pankso@1 | 54 echo -en "\033[70G" |
| pankso@1 | 55 if [ $CHECK = 0 ]; then |
| pankso@1 | 56 echo "Done" |
| pankso@1 | 57 else |
| pankso@1 | 58 echo "Failed" |
| pankso@1 | 59 fi |
| pankso@1 | 60 return $CHECK |
| pankso@1 | 61 } |
| pankso@1 | 62 |
| pankso@1 | 63 get_version() |
| pankso@1 | 64 { |
| pankso@1 | 65 if [ "$2" = "stable" ]; then |
| pankso@1 | 66 VERSION=stable |
| pankso@1 | 67 SLITAZ=$STABLE |
| pankso@1 | 68 elif [ -n "$2" ]; then |
| pankso@1 | 69 # Undigest - custom ? |
| pankso@1 | 70 VERSION=$2 |
| pankso@1 | 71 SLITAZ=/home/slitaz/$2 |
| pankso@1 | 72 else |
| pankso@1 | 73 VERSION=cooking |
| pankso@1 | 74 SLITAZ=$COOKING |
| pankso@1 | 75 fi |
| pankso@1 | 76 ROOTFS=$SLITAZ/chroot |
| pankso@1 | 77 } |
| pankso@1 | 78 |
| pankso@1 | 79 check_mirror() |
| pankso@1 | 80 { |
| pankso@1 | 81 # ping -c 1 $MIRROR |
| pankso@1 | 82 if [ -n "$2" ]; then |
| pankso@1 | 83 USER=$2 |
| pankso@1 | 84 else |
| pankso@1 | 85 USER=$USER |
| pankso@1 | 86 fi |
| pankso@1 | 87 if [ "$2" = "stable" ] || [ "$3" = "stable" ]; then |
| pankso@1 | 88 REMOTE_DIR=$MIRROR_PKGS/stable/ |
| pankso@1 | 89 LOCAL_DIR=$STABLE/packages/ |
| pankso@3 | 90 elif [ "$2" = "undigest" ] || [ "$3" = "undigest" ]; then |
| pankso@3 | 91 REMOTE_DIR=$MIRROR_PKGS/undigest/ |
| pankso@3 | 92 LOCAL_DIR=$UNDIGEST/packages/ |
| pankso@1 | 93 else |
| pankso@1 | 94 REMOTE_DIR=$MIRROR_PKGS/cooking/ |
| pankso@1 | 95 LOCAL_DIR=$COOKING/packages/ |
| pankso@1 | 96 fi |
| pankso@1 | 97 } |
| pankso@1 | 98 |
| pankso@1 | 99 # Mount virtual Kernel file systems and chroot but check that nobody |
| pankso@1 | 100 # else has done mounts |
| pankso@1 | 101 mount_chroot() |
| pankso@1 | 102 { |
| pankso@1 | 103 if [ ! -d $ROOTFS/proc/1 ]; then |
| pankso@80 | 104 echo -en "\nMounting virtual filesystems..." |
| pankso@1 | 105 mount -t proc proc $ROOTFS/proc |
| pankso@1 | 106 mount -t sysfs sysfs $ROOTFS/sys |
| pankso@1 | 107 mount -t devpts devpts $ROOTFS/dev/pts |
| pankso@1 | 108 mount -t tmpfs shm $ROOTFS/dev/shm |
| pankso@1 | 109 status |
| pankso@1 | 110 fi |
| pankso@80 | 111 # Mount source so they can be shared between cooking/stable/undigest. |
| pankso@80 | 112 # But do it only if it's a slitaz developement chroot. |
| pankso@80 | 113 fs=$ROOTFS/home/slitaz |
| pankso@80 | 114 if [ -d "$SLITAZ" ]; then |
| pankso@80 | 115 mkdir -p $SLITAZ/src $fs/src |
| pankso@80 | 116 mount -o bind $SLITAZ/src $fs/src |
| pankso@80 | 117 # Now mount package dir so they are in /home/slitaz/$VERSION |
| pankso@80 | 118 # We may not mount cache wok or others it has no point and if |
| pankso@80 | 119 # one want to use a shared wok he can bind it manually. |
| pankso@80 | 120 mkdir -p $SLITAZ/$VERSION/packages $fs/packages |
| pankso@80 | 121 mount -o bind $SLITAZ/$VERSION/packages $fs/packages |
| pankso@80 | 122 fi |
| pankso@1 | 123 } |
| pankso@1 | 124 |
| pankso@1 | 125 # Unmount virtual Kernel file systems on exit and ensure we are the last |
| pankso@1 | 126 # user before unmounting ! |
| pankso@1 | 127 umount_chroot() |
| pankso@1 | 128 { |
| pankso@80 | 129 [ "$1" ] && ROOTF=$1 |
| pankso@80 | 130 fs=$ROOTFS/home/slitaz |
| pankso@80 | 131 echo -e "\nChroot: $ROOTFS" |
| pankso@80 | 132 echo -n "Unmounting virtual filesystems..." |
| pankso@80 | 133 umount $ROOTFS/dev/shm |
| pankso@80 | 134 umount $ROOTFS/dev/pts |
| pankso@80 | 135 umount $ROOTFS/sys |
| pankso@80 | 136 umount $ROOTFS/proc |
| pankso@80 | 137 umount $fs/src |
| pankso@80 | 138 umount $fs/packages |
| pankso@80 | 139 echo -e "Done\n" |
| pankso@80 | 140 #echo -e "\nProcess: $ps\n" |
| pankso@80 | 141 #ps | grep `basename $0` | grep -v grep |
| pankso@80 | 142 #echo -e "\nLeaving virtual filesystems unmounted (`pidof tazdev`)...\n" |
| pankso@1 | 143 } |
| pankso@1 | 144 |
| pankso@1 | 145 # Get the last cooking base rootfs, extract and configure. |
| pankso@1 | 146 gen_new_chroot() |
| pankso@1 | 147 { |
| pankso@1 | 148 echo -e "\nGenerating new chroot in : $ROOTFS" |
| pankso@1 | 149 echo "================================================================================" |
| slaxemulator@79 | 150 mkdir -p $ROOTFS |
| slaxemulator@79 | 151 for pkg in busybox libtaz tazwok tazchroot \ |
| slaxemulator@79 | 152 tazpkg slitaz-base-files |
| slaxemulator@79 | 153 do |
| slaxemulator@79 | 154 tazpkg get-install $pkg --root=$ROOTFS |
| slaxemulator@79 | 155 done |
| pankso@1 | 156 echo -n "Creating resolv.conf..." |
| slaxemulator@79 | 157 cat /etc/resolv.conf > $ROOTFS/etc/resolv.conf |
| pankso@1 | 158 status |
| pankso@1 | 159 echo "================================================================================" |
| pankso@1 | 160 echo -e "Ready to chroot. Use 'tazdev chroot [version|path]'" |
| pankso@1 | 161 echo -e "Example: tazdev chroot $ROOTFS\n" |
| pankso@1 | 162 } |
| pankso@1 | 163 |
| pankso@1 | 164 # Remove obsolate slitaz packages |
| pankso@1 | 165 purge_packages() |
| pankso@1 | 166 { |
| pankso@1 | 167 arg=$1 |
| pankso@1 | 168 TMP_FILE=/tmp/tazdev.$$ |
| pankso@1 | 169 ls $BUILD_WOK | while read pkg; do |
| pankso@1 | 170 [ -f $BUILD_WOK/$pkg/taz/*/receipt ] || continue |
| pankso@1 | 171 EXTRAVERSION="" |
| pankso@1 | 172 . $BUILD_WOK/$pkg/taz/*/receipt |
| pankso@1 | 173 echo $PACKAGE-$VERSION$EXTRAVERSION.tazpkg |
| pankso@1 | 174 done > $TMP_FILE |
| pankso@1 | 175 ls $SLITAZ/chroot/home/slitaz/packages | while read pkg; do |
| pankso@1 | 176 case "$pkg" in |
| pankso@1 | 177 *.tazpkg) |
| pankso@1 | 178 grep -q ^$pkg$ $TMP_FILE && continue |
| pankso@1 | 179 echo Remove $pkg |
| pankso@1 | 180 [ "$arg" == "purge" ] && |
| pankso@1 | 181 rm -f $SLITAZ/chroot/home/slitaz/packages/$pkg ;; |
| pankso@1 | 182 esac |
| pankso@1 | 183 done |
| pankso@1 | 184 rm -f $TMP_FILE |
| pankso@1 | 185 } |
| pankso@1 | 186 |
| pankso@1 | 187 # Remove obsolate source tarballs |
| pankso@1 | 188 purge_sources() |
| pankso@1 | 189 { |
| pankso@1 | 190 arg=$1 |
| pankso@1 | 191 TMP_FILE=/tmp/tazdev.$$ |
| pankso@1 | 192 ls $BUILD_WOK | while read pkg; do |
| pankso@1 | 193 [ -f $BUILD_WOK/$pkg/receipt ] || continue |
| pankso@1 | 194 TARBALL="" |
| pankso@1 | 195 . $BUILD_WOK/$pkg/receipt |
| pankso@1 | 196 [ -n "$TARBALL" ] && echo $TARBALL |
| pankso@1 | 197 grep SOURCES_REPOSITORY/ $BUILD_WOK/$pkg/receipt | sed \ |
| pankso@1 | 198 -e 's|.*SOURCES_REPOSITORY/\([^ ]*\)\( .*\)$|\1|' \ |
| pankso@1 | 199 -e 's|.*SOURCES_REPOSITORY/\([^ ]*\)$|\1|' | sort | uniq | \ |
| pankso@1 | 200 sed "s|['\"/]||g" | while read file ; do |
| pankso@1 | 201 eval echo $file 2> /dev/null |
| pankso@1 | 202 done |
| pankso@1 | 203 done > $TMP_FILE |
| pankso@1 | 204 ls $SLITAZ/chroot/home/slitaz/src | while read pkg; do |
| pankso@1 | 205 grep -q ^$pkg$ $TMP_FILE && continue |
| pankso@1 | 206 echo Remove $pkg |
| pankso@1 | 207 [ "$arg" == "purge" ] && |
| pankso@1 | 208 rm -f $SLITAZ/chroot/home/slitaz/src/$pkg |
| pankso@1 | 209 done |
| pankso@1 | 210 rm -f $TMP_FILE |
| pankso@1 | 211 } |
| pankso@1 | 212 |
| pankso@1 | 213 case "$1" in |
| pankso@70 | 214 projects-stats|-ps) |
| pankso@1 | 215 echo -e "\nStatistics for: $PROJECTS\n" |
| pankso@1 | 216 echo -n "Project" && echo -ne "\033[24G Size" && echo -ne "\033[38G Revision" |
| pankso@1 | 217 echo -ne "\033[48G Version" && echo -e "\033[64G Files" |
| pankso@1 | 218 echo "================================================================================" |
| pankso@1 | 219 cd $PROJECTS |
| pankso@1 | 220 for proj in * |
| pankso@1 | 221 do |
| pankso@1 | 222 rev="" |
| pankso@1 | 223 echo -n "$proj" |
| pankso@1 | 224 size=`du -sh $proj | awk '{ print $1 }'` |
| pankso@1 | 225 echo -ne "\033[24G $size" |
| pankso@1 | 226 if [ -d $proj/.hg ]; then |
| pankso@1 | 227 cd $proj |
| pankso@1 | 228 rev=`hg head --template '{rev}\n'` |
| pankso@1 | 229 vers=`hg tags | head -n 2 | tail -n 1 | cut -d " " -f 1` |
| pankso@1 | 230 echo -ne "\033[38G $rev" |
| pankso@1 | 231 echo -ne "\033[48G $vers" && cd .. |
| pankso@1 | 232 fi |
| pankso@1 | 233 files=`find $proj -type f | wc -l` |
| pankso@1 | 234 echo -e "\033[64G $files" |
| pankso@1 | 235 done |
| pankso@1 | 236 echo "================================================================================" |
| pankso@1 | 237 echo "" ;; |
| pankso@1 | 238 chroot) |
| pankso@1 | 239 # Chroot into a build env. Default to cooking configured in |
| pankso@1 | 240 # tazdev.conf |
| pankso@1 | 241 check_root |
| pankso@1 | 242 get_version $@ |
| pankso@78 | 243 [ -d "$2" ] && ROOTFS=$2 |
| pankso@1 | 244 mount_chroot |
| pankso@80 | 245 echo -e "Chrooting in $ROOTFS...\n" |
| pankso@1 | 246 chroot $ROOTFS /bin/sh --login |
| pankso@80 | 247 umount_chroot ;; |
| pankso@77 | 248 umount-chroot|-uc) |
| pankso@1 | 249 check_root |
| pankso@80 | 250 get_version $@ |
| pankso@77 | 251 [ "$2" ] && ROOTFS=$2 |
| pankso@80 | 252 umount_chroot $ROOTFS ;; |
| pankso@77 | 253 gen-chroot|-gc) |
| pankso@77 | 254 check_root |
| pankso@78 | 255 get_version $@ |
| pankso@78 | 256 [ -d "$2" ] && ROOTFS=$2 |
| pankso@1 | 257 # Dont break another env. |
| pankso@1 | 258 if [ -d $ROOTFS/bin ]; then |
| pankso@1 | 259 echo -e "\nA chroot environment already exists in : $ROOTFS\n" |
| pankso@1 | 260 exit 1 |
| pankso@1 | 261 fi |
| pankso@1 | 262 gen_new_chroot ;; |
| pankso@1 | 263 clean-chroot) |
| pankso@1 | 264 # Keep root/ and /home they may have a build wok, custom scripts, etc. |
| pankso@1 | 265 check_root |
| pankso@1 | 266 if [ -z "$2" ]; then |
| pankso@1 | 267 echo -e "\nPlease specify the path to the chroot environment to clean.\n" |
| pankso@1 | 268 exit 0 |
| pankso@1 | 269 else |
| pankso@1 | 270 ROOTFS=$2 |
| pankso@1 | 271 if [ ! -d "$ROOTFS" ]; then |
| pankso@1 | 272 echo -e "\nWarning : $ROOTFS doesn't exist!\n" |
| pankso@1 | 273 exit 1 |
| pankso@1 | 274 fi |
| pankso@1 | 275 fi |
| pankso@1 | 276 if [ -d $ROOTFS/proc/1 ]; then |
| pankso@1 | 277 echo -e "\nWarning : $ROOTFS/proc mounted!\n" |
| pankso@1 | 278 exit 1 |
| pankso@1 | 279 fi |
| pankso@1 | 280 cd $ROOTFS || exit 1 |
| pankso@1 | 281 echo -e "\nCleaning chroot in: $ROOTFS" |
| pankso@1 | 282 echo "================================================================================" |
| pankso@1 | 283 for i in bin dev etc init lib media mnt proc sbin sys tmp usr var |
| pankso@1 | 284 do |
| pankso@1 | 285 echo -n "Removing: $i (`du -sh $i | awk '{ print $1 }'`)... " |
| pankso@1 | 286 rm -rf $i |
| pankso@1 | 287 status |
| pankso@1 | 288 done |
| pankso@1 | 289 echo "================================================================================" |
| pankso@1 | 290 echo "" ;; |
| pankso@70 | 291 push|-p) |
| pankso@1 | 292 check_mirror $@ |
| pankso@1 | 293 rsync -r -t -l -v -z --delete \ |
| pankso@1 | 294 $LOCAL_DIR -e ssh $USER@$MIRROR:$REMOTE_DIR ;; |
| pankso@70 | 295 dry-push|-dp) |
| pankso@1 | 296 check_mirror $@ |
| pankso@1 | 297 rsync -r -t -l -v -z --delete --dry-run \ |
| pankso@1 | 298 $LOCAL_DIR -e ssh $USER@$MIRROR:$REMOTE_DIR ;; |
| pankso@1 | 299 pull) |
| pankso@1 | 300 check_mirror $@ |
| pankso@1 | 301 rsync -r -t -l -v -z --delete \ |
| pankso@1 | 302 -e ssh $USER@$MIRROR:$REMOTE_DIR $LOCAL_DIR ;; |
| pankso@1 | 303 dry-pull) |
| pankso@1 | 304 check_mirror $@ |
| pankso@1 | 305 rsync -r -t -l -v -z --delete --dry-run \ |
| pankso@1 | 306 -e ssh $USER@$MIRROR:$REMOTE_DIR $LOCAL_DIR ;; |
| pankso@1 | 307 purge|dry-purge) |
| pankso@1 | 308 check_root |
| pankso@1 | 309 get_version $@ |
| pankso@1 | 310 purge_packages $1 |
| pankso@1 | 311 purge_sources $1 ;; |
| pankso@70 | 312 relpkg|-rp) |
| pankso@1 | 313 [ -z "$MIRROR_SOURCES" ] && MIRROR_SOURCES="/var/www/slitaz/mirror/sources" |
| pankso@1 | 314 if [ -z $2 ] || [ -z $3 ]; then |
| pankso@1 | 315 echo -e "\nUsage: $0 relpkg package version\n" |
| pankso@1 | 316 exit 0 |
| pankso@1 | 317 fi |
| pankso@1 | 318 PACKAGE=$2 |
| pankso@1 | 319 VERSION=$3 |
| pankso@1 | 320 echo "" |
| pankso@1 | 321 cd $PROJECTS/$PACKAGE |
| pankso@1 | 322 # Sanity check |
| pankso@1 | 323 if ! grep -q $VERSION$ .hgtags; then |
| pankso@1 | 324 echo "Missing Hg tag for version: $VERSION" |
| pankso@1 | 325 echo -e "You may want to: hg tag $VERSION && hg push\n" |
| pankso@1 | 326 exit 0 |
| pankso@1 | 327 fi |
| pankso@1 | 328 # Archive |
| pankso@1 | 329 echo -n "Creating tarball and md5sum for: $PACKAGE-$VERSION... " |
| pankso@1 | 330 hg archive -t tgz $PACKAGE-$VERSION.tar.gz |
| pankso@1 | 331 md5sum $PACKAGE-$VERSION.tar.gz > $PACKAGE-$VERSION.md5 |
| pankso@1 | 332 echo "Done" |
| pankso@1 | 333 # Upload |
| pankso@1 | 334 echo -n "Do you wish to upload tarball to the mirror [N/y] ? " |
| pankso@1 | 335 read upload |
| pankso@1 | 336 if [ "$upload" = "y" ]; then |
| pankso@1 | 337 echo "Uploading to: $MIRROR/sources/${PACKAGE#slitaz-}" |
| pankso@1 | 338 scp $PACKAGE-$VERSION.tar.gz $PACKAGE-$VERSION.md5 \ |
| pankso@1 | 339 $USER@$MIRROR:$MIRROR_SOURCES/${PACKAGE#slitaz-} |
| pankso@1 | 340 fi ;; |
| pankso@70 | 341 reliso|-ri) |
| pankso@70 | 342 # Generate all official images iso at once. |
| pankso@70 | 343 version=$2 |
| pankso@70 | 344 mkdir -p $ISO |
| pankso@70 | 345 for flavor in base core justx firefox |
| pankso@70 | 346 do |
| pankso@70 | 347 cd /home/slitaz/$version |
| pankso@70 | 348 tazlito pack-flavor $flavor |
| pankso@70 | 349 tazlito get-flavor $flavor |
| pankso@70 | 350 tazlito gen-distro |
| pankso@70 | 351 if [ "$flavor" == "core" ]; then |
| pankso@70 | 352 cp distro/slitaz-$flavor.iso $ISO/slitaz-$version.iso |
| pankso@70 | 353 cd $ISO && md5sum slitaz-$version.iso > slitaz-$version.md5 |
| pankso@70 | 354 else |
| pankso@70 | 355 cp distro/slitaz-$flavor.iso $ISO/slitaz-$version-$flavor.iso |
| pankso@70 | 356 cd $ISO && md5sum slitaz-$version-$flavor.iso slitaz-$version-$flavor.md5 |
| pankso@70 | 357 fi |
| pankso@70 | 358 done ;; |
| pankso@1 | 359 usage|*) |
| pankso@1 | 360 usage ;; |
| pankso@1 | 361 esac |
| pankso@1 | 362 |
| pankso@1 | 363 exit 0 |