slitaz-dev-tools annotate tazdev/tazdev @ rev 183
tazdev: let use chroot pkgs version and gen chroot handle options: tazdev -gc undigest --clean
author | Christophe Lincoln <pankso@slitaz.org> |
---|---|
date | Fri Jun 01 18:36:31 2012 +0200 (2012-06-01) |
parents | c787539dbaed |
children | 252fd7b50fd6 |
rev | line source |
---|---|
pankso@1 | 1 #!/bin/sh |
pankso@70 | 2 # |
pankso@70 | 3 # Tazdev - SliTaz developers and build host tool. System wide config |
pankso@81 | 4 # file is located at: /etc/slitaz/tazdev.conf. Keep the code clear and |
samuel_trassare@144 | 5 # well commented please, also: configuration variables are $UPPERCASE |
samuel_trassare@144 | 6 # and variables initialized by tazdev itself are $lowerspace |
pankso@1 | 7 # |
pankso@17 | 8 # (c) 2011 SliTaz GNU/Linux - GNU gpl v3 |
pankso@1 | 9 # |
pankso@70 | 10 # AUTHORS |
pankso@70 | 11 # Christophe Lincoln <pankso@slitaz.org> |
pankso@70 | 12 # Pascal Bellard <bellard@slitaz.org> |
pankso@1 | 13 # |
pankso@174 | 14 . /lib/libtaz.sh |
pankso@1 | 15 |
pankso@77 | 16 [ -f /etc/slitaz/tazdev.conf ] && . /etc/slitaz/tazdev.conf |
pankso@81 | 17 [ -f tazdev.conf ] && . ./tazdev.conf |
pankso@77 | 18 |
pankso@183 | 19 if [ ! "$SLITAZ_HOME" ]; then |
pankso@77 | 20 echo -e "\nNo config file found\n" && exit 1 |
pankso@1 | 21 fi |
pankso@1 | 22 |
pankso@180 | 23 usage() { |
pankso@183 | 24 cat << EOT |
pankso@183 | 25 |
pankso@183 | 26 $(boldify "Usage:") $(basename $0) [command] [vers|user|tool] [vers|--opts] |
pankso@183 | 27 |
pankso@183 | 28 SliTaz developers and build host tool |
pankso@183 | 29 |
pankso@174 | 30 $(boldify "Commands:") |
pankso@183 | 31 usage Print this short usage and command list |
pankso@183 | 32 help Give help on a SliTaz tool or library. |
pankso@183 | 33 stats|-s Display statistics about your projects |
pankso@183 | 34 chroot|-c Mount virtual fs and chroot into the build env |
pankso@183 | 35 gen-chroot|-gc Generate a chroot using packages from config file |
pankso@183 | 36 umount-chroot|-uc Unmount chroot specified on cmdline |
pankso@183 | 37 clean-chroot|-cc Clean a chroot environment (skip root/ and home/) |
pankso@183 | 38 !purge Remove obsolete packages and obsolete source tarballs |
pankso@183 | 39 !dry-purge Show obsolete packages and obsolete source tarballs |
pankso@183 | 40 push|-p Upload new packages to the main mirror |
pankso@183 | 41 dry-push|-dp Show what will be uploaded to the mirror. Does nothing |
pankso@183 | 42 pull Download new packages from the main mirror |
pankso@183 | 43 dry-pull Show what will be downloaded from the mirror. Does nothing |
pankso@183 | 44 relpkg|-rp Archive and upload new package/project version |
pankso@183 | 45 |
pankso@183 | 46 $(boldify "Options:") |
pankso@183 | 47 --rootfs= Path to the chroot to generate or clean |
pankso@183 | 48 --arch= Specify the architecture type for cross-chroot |
pankso@183 | 49 --clean Clean chroot before generation a new one |
pankso@183 | 50 |
pankso@183 | 51 $(boldify "Options:") |
pankso@183 | 52 $(basename $0) gen-chroot undigest --clean |
pankso@183 | 53 $(basename $0) chroot stable |
pankso@183 | 54 $(basename $0) -c --arch=arm |
pankso@183 | 55 |
pankso@183 | 56 EOT |
pankso@1 | 57 } |
pankso@1 | 58 |
pankso@180 | 59 get_version() { |
pankso@180 | 60 # Stable, undigest or custom. |
pankso@180 | 61 if [ "$2" ] && [ ! $(echo $2 | grep "\--*") ]; then |
pankso@81 | 62 version=$2 |
pankso@174 | 63 slitaz=$SLITAZ_HOME/$2 |
pankso@1 | 64 else |
pankso@81 | 65 version=cooking |
pankso@183 | 66 slitaz=$SLITAZ_HOME/cooking |
pankso@1 | 67 fi |
pankso@180 | 68 if [ "$arch" ]; then |
pankso@180 | 69 rootfs=$slitaz/$arch/chroot |
pankso@180 | 70 else |
pankso@180 | 71 rootfs=$slitaz/chroot |
pankso@180 | 72 fi |
pankso@1 | 73 } |
pankso@1 | 74 |
pankso@180 | 75 check_mirror() { |
pankso@1 | 76 # ping -c 1 $MIRROR |
pankso@1 | 77 if [ -n "$2" ]; then |
pankso@81 | 78 user=$2 |
pankso@1 | 79 else |
pankso@81 | 80 user=$user |
pankso@1 | 81 fi |
pankso@1 | 82 if [ "$2" = "stable" ] || [ "$3" = "stable" ]; then |
pankso@82 | 83 remote=$MIRROR_PKGS/stable/ |
pankso@183 | 84 local=$SLITAZ_HOME/stable/packages/ |
pankso@3 | 85 elif [ "$2" = "undigest" ] || [ "$3" = "undigest" ]; then |
pankso@82 | 86 remote=$MIRROR_PKGS/undigest/ |
pankso@183 | 87 local=$SLITAZ_HOME/undigest/packages/ |
pankso@1 | 88 else |
pankso@82 | 89 remote=$MIRROR_PKGS/cooking/ |
pankso@183 | 90 local=$SLITAZ_HOME/cooking/packages/ |
pankso@1 | 91 fi |
pankso@1 | 92 } |
pankso@1 | 93 |
pascal@142 | 94 # Bind a directory into the chroot |
pascal@142 | 95 bind_chroot_dir() |
pascal@142 | 96 { |
pascal@142 | 97 mkdir -p $1 $2 |
pascal@142 | 98 mount -o bind $1 $2 |
pascal@142 | 99 } |
pascal@142 | 100 |
pankso@1 | 101 # Mount virtual Kernel file systems and chroot but check that nobody |
pankso@1 | 102 # else has done mounts |
pankso@1 | 103 mount_chroot() |
pankso@1 | 104 { |
pankso@81 | 105 if [ ! -d $rootfs/proc/1 ]; then |
pankso@82 | 106 echo -ne "\nMounting virtual filesystems..." |
pankso@81 | 107 mount -t proc proc $rootfs/proc |
pankso@81 | 108 mount -t sysfs sysfs $rootfs/sys |
pankso@81 | 109 mount -t devpts devpts $rootfs/dev/pts |
pankso@81 | 110 mount -t tmpfs shm $rootfs/dev/shm |
pankso@1 | 111 status |
pankso@1 | 112 fi |
pankso@80 | 113 # Mount source so they can be shared between cooking/stable/undigest. |
pankso@80 | 114 # But do it only if it's a slitaz developement chroot. |
pankso@81 | 115 fs=$rootfs/home/slitaz |
pankso@81 | 116 if [ -d "$slitaz" ]; then |
pankso@174 | 117 bind_chroot_dir $SLITAZ_HOME/src $fs/src |
pankso@81 | 118 # Now mount package dir so they are in /home/slitaz/$version |
pankso@80 | 119 # We may not mount cache wok or others it has no point and if |
paul@167 | 120 # one wants to use a shared wok he can bind it manually. |
pankso@181 | 121 if [ "$arch" ]; then |
pankso@181 | 122 slitaz=$slitaz/$arch |
pankso@181 | 123 fi |
pankso@181 | 124 [ -d "$fs/packages" ] || mkdir -p $fs/packages |
pankso@181 | 125 [ -d "$slitaz/packages" ] || mkdir -p $fs/packages |
pascal@142 | 126 bind_chroot_dir $slitaz/packages $fs/packages |
pankso@80 | 127 fi |
pankso@1 | 128 } |
pankso@1 | 129 |
pankso@180 | 130 # Unmount virtual Kernel file systems. |
pankso@180 | 131 umount_chroot() { |
pankso@180 | 132 [ "$1" ] && rootfs=$1 |
pankso@81 | 133 fs=$rootfs/home/slitaz |
pankso@82 | 134 echo -ne "\nUnmounting virtual filesystems..." |
pankso@81 | 135 umount $rootfs/dev/shm |
pankso@81 | 136 umount $rootfs/dev/pts |
pankso@81 | 137 umount $rootfs/sys |
pankso@81 | 138 umount $rootfs/proc |
pankso@180 | 139 if mount | fgrep -q $fs/src; then |
pankso@180 | 140 umount $fs/src |
pankso@180 | 141 umount $fs/packages |
pankso@180 | 142 fi |
pankso@82 | 143 status && echo "" |
pankso@1 | 144 } |
pankso@1 | 145 |
pankso@1 | 146 # Get the last cooking base rootfs, extract and configure. |
pankso@180 | 147 gen_chroot() { |
pankso@180 | 148 echo -e "\nGenerating new chroot in: $rootfs" |
pankso@177 | 149 separator |
slaxemulator@85 | 150 mkdir -p $rootfs |
pankso@183 | 151 # We my gen cooking chroot from a stable version or invers |
pankso@183 | 152 case "$version" in |
pankso@183 | 153 cooking|undigest) url="http://$MIRROR/packages/cooking/" ;; |
pankso@183 | 154 stable|4.0) url="http://$MIRROR/packages/stable/" ;; |
pankso@183 | 155 esac |
pankso@183 | 156 # --mirror= |
pankso@183 | 157 [ "$mirror" ] && url="$mirror" |
pankso@183 | 158 mpath=/var/lib/tazpkg/mirror |
pankso@183 | 159 cp $mpath ${mpath}.tazdev |
pankso@183 | 160 echo "$url" > $mpath |
pankso@183 | 161 echo -n "Mirror URL: ${url#http://}" |
pankso@183 | 162 tazpkg recharge 2>/dev/null 1>/dev/null |
pankso@183 | 163 status |
pankso@180 | 164 for pkg in $CHROOT_PKGS |
pankso@180 | 165 do |
pankso@183 | 166 echo -n "Installing: $pkg $vers" |
pankso@183 | 167 tazpkg -gi $pkg --root=$rootfs 2>/dev/null 1>/dev/null |
pankso@183 | 168 status |
pankso@180 | 169 done |
pankso@1 | 170 echo -n "Creating resolv.conf..." |
pankso@81 | 171 cat /etc/resolv.conf > $rootfs/etc/resolv.conf |
pankso@1 | 172 status |
pankso@183 | 173 echo -n "Restoring host packages list..." |
pankso@183 | 174 mv -f ${mpath}.tazdev $mpath |
pankso@183 | 175 tazpkg recharge 2>/dev/null 1>/dev/null >/dev/null |
pankso@183 | 176 status |
pankso@82 | 177 separator |
pankso@183 | 178 case "$version" in |
pankso@183 | 179 cooking) version="" ;; |
pankso@183 | 180 esac |
pankso@183 | 181 [ "$arch" ] && version="$version --arch=$arch" |
pankso@183 | 182 echo -n "Ready to chroot with:"; colorize 34 " tazdev -c $version" |
pankso@183 | 183 newline |
pankso@1 | 184 } |
pankso@1 | 185 |
pankso@183 | 186 # Remove obsolate slitaz packages --> in cooker ??? |
pankso@180 | 187 purge_packages() { |
pankso@1 | 188 arg=$1 |
pankso@81 | 189 tmp=/tmp/tazdev.$$ |
pankso@180 | 190 ls $wok| while read pkg; do |
pankso@180 | 191 [ -f $wok/$pkg/taz/*/receipt ] || continue |
pankso@180 | 192 unset VERSION EXTRAVERSION |
pankso@180 | 193 . $wok/$pkg/taz/*/receipt |
pankso@180 | 194 echo $pkg-${VERSION}$EXTRAVERSION.tazpkg |
pankso@81 | 195 done > $tmp |
pankso@81 | 196 ls $slitaz/chroot/home/slitaz/packages | while read pkg; do |
pankso@1 | 197 case "$pkg" in |
pankso@180 | 198 *.tazpkg) |
pankso@180 | 199 grep -q ^$pkg$ $tmp && continue |
pankso@180 | 200 echo "Removing pkg: $pkg" |
pankso@180 | 201 [ "$arg" == "purge" ] && |
pankso@180 | 202 rm -f $slitaz/chroot/home/slitaz/packages/$pkg ;; |
pankso@1 | 203 esac |
pankso@1 | 204 done |
pankso@81 | 205 rm -f $tmp |
pankso@1 | 206 } |
pankso@1 | 207 |
pankso@183 | 208 # Remove obsolete source tarballs --> in cooker ??? but we share $src |
pankso@183 | 209 # between cooking and stable to we must scan all versions, all arch |
pankso@180 | 210 purge_sources() { |
pankso@1 | 211 arg=$1 |
pankso@180 | 212 wok=$slitaz/chroot/home/slitaz/wok |
pankso@81 | 213 tmp=/tmp/tazdev.$$ |
pankso@180 | 214 ls $wok| while read pkg; do |
pankso@180 | 215 [ -f $wok/$pkg/receipt ] || continue |
pankso@1 | 216 TARBALL="" |
pankso@180 | 217 . $wok/$pkg/receipt |
pankso@1 | 218 [ -n "$TARBALL" ] && echo $TARBALL |
pankso@180 | 219 grep SOURCES_REPOSITORY/ $wok/$pkg/receipt | sed \ |
pankso@1 | 220 -e 's|.*SOURCES_REPOSITORY/\([^ ]*\)\( .*\)$|\1|' \ |
pankso@1 | 221 -e 's|.*SOURCES_REPOSITORY/\([^ ]*\)$|\1|' | sort | uniq | \ |
pankso@1 | 222 sed "s|['\"/]||g" | while read file ; do |
pankso@1 | 223 eval echo $file 2> /dev/null |
pankso@1 | 224 done |
pankso@81 | 225 done > $tmp |
pankso@81 | 226 ls $slitaz/chroot/home/slitaz/src | while read pkg; do |
pankso@81 | 227 grep -q ^$pkg$ $tmp && continue |
pankso@180 | 228 echo "Removing src: $pkg" |
pankso@1 | 229 [ "$arg" == "purge" ] && |
pankso@180 | 230 rm -f $slitaz/chroot/home/slitaz/src/$pkg |
pankso@1 | 231 done |
pankso@81 | 232 rm -f $tmp |
pankso@1 | 233 } |
pankso@1 | 234 |
pankso@1 | 235 case "$1" in |
pankso@183 | 236 stats|-s) |
pankso@1 | 237 echo -e "\nStatistics for: $PROJECTS\n" |
pankso@1 | 238 echo -n "Project" && echo -ne "\033[24G Size" && echo -ne "\033[38G Revision" |
pankso@1 | 239 echo -ne "\033[48G Version" && echo -e "\033[64G Files" |
pankso@82 | 240 separator |
pankso@1 | 241 cd $PROJECTS |
pankso@1 | 242 for proj in * |
pankso@1 | 243 do |
pankso@1 | 244 rev="" |
pankso@1 | 245 echo -n "$proj" |
pankso@1 | 246 size=`du -sh $proj | awk '{ print $1 }'` |
pankso@1 | 247 echo -ne "\033[24G $size" |
pankso@1 | 248 if [ -d $proj/.hg ]; then |
pankso@1 | 249 cd $proj |
pankso@1 | 250 rev=`hg head --template '{rev}\n'` |
pankso@1 | 251 vers=`hg tags | head -n 2 | tail -n 1 | cut -d " " -f 1` |
pankso@1 | 252 echo -ne "\033[38G $rev" |
pankso@1 | 253 echo -ne "\033[48G $vers" && cd .. |
pankso@1 | 254 fi |
pankso@1 | 255 files=`find $proj -type f | wc -l` |
pankso@1 | 256 echo -e "\033[64G $files" |
pankso@1 | 257 done |
pankso@82 | 258 separator |
pankso@1 | 259 echo "" ;; |
pankso@180 | 260 chroot|-c) |
pankso@82 | 261 # Chroot into a build env. Default to cooking configured in tazdev.conf |
pankso@1 | 262 check_root |
pankso@1 | 263 get_version $@ |
pankso@81 | 264 [ -d "$2" ] && rootfs=$2 |
pankso@1 | 265 mount_chroot |
pankso@82 | 266 echo -e "Chrooting to: $rootfs\n" |
pankso@81 | 267 chroot $rootfs /bin/sh --login |
pankso@80 | 268 umount_chroot ;; |
pankso@77 | 269 umount-chroot|-uc) |
pankso@1 | 270 check_root |
pankso@80 | 271 get_version $@ |
pankso@183 | 272 [ -d "$2" ] && rootfs=$2 |
pankso@81 | 273 umount_chroot $rootfs ;; |
pankso@77 | 274 gen-chroot|-gc) |
pankso@77 | 275 check_root |
pankso@180 | 276 # We can use: --rootfs=/path/to/chroot |
pankso@183 | 277 if [ ! "$rootfs" ]; then |
pankso@180 | 278 get_version $@ |
pankso@180 | 279 fi |
pankso@183 | 280 if [ "$clean" ] || [ "$forced" ]; then |
pankso@183 | 281 $0 -cc --rootfs=$rootfs --noline |
pankso@183 | 282 fi |
pankso@1 | 283 # Dont break another env. |
pankso@81 | 284 if [ -d $rootfs/bin ]; then |
pankso@81 | 285 echo -e "\nA chroot environment already exists in : $rootfs\n" |
pankso@1 | 286 exit 1 |
pankso@1 | 287 fi |
pankso@180 | 288 gen_chroot ;; |
pankso@183 | 289 clean-chroot|-cc) |
pankso@1 | 290 check_root |
pankso@183 | 291 # We can use: --rootfs=/path/to/chroot |
pankso@183 | 292 if [ ! "$rootfs" ]; then |
pankso@183 | 293 get_version $@ |
pankso@183 | 294 fi |
pankso@183 | 295 if [ ! -d "$rootfs" ]; then |
pankso@183 | 296 echo -e "\nChroot doesn't exist: $rootfs\n" |
pankso@183 | 297 exit 1 |
pankso@1 | 298 fi |
pankso@81 | 299 if [ -d $rootfs/proc/1 ]; then |
pankso@183 | 300 echo -e "\nWARNING: $rootfs/proc mounted!\n" |
pankso@1 | 301 exit 1 |
pankso@1 | 302 fi |
pankso@81 | 303 cd $rootfs || exit 1 |
pankso@180 | 304 echo "" |
pankso@180 | 305 boldify "Cleaning chroot: $rootfs" |
pankso@82 | 306 separator |
pankso@183 | 307 # Keep root/ and /home they may have a build wok, custom scripts, etc. |
pankso@181 | 308 for i in boot bin dev etc lib media mnt proc sbin sys tmp usr var run |
pankso@1 | 309 do |
pankso@181 | 310 if [ -d "$i" ]; then |
pankso@181 | 311 echo -n "Removing: $i ($(du -sh $i | awk '{ print $1 }'))... " |
pankso@181 | 312 rm -rf $i && status |
pankso@181 | 313 fi |
pankso@1 | 314 done |
pankso@181 | 315 rm -f init |
pankso@183 | 316 separator |
pankso@183 | 317 [ "$noline" ] || newline ;; |
pankso@70 | 318 push|-p) |
pankso@1 | 319 check_mirror $@ |
pankso@113 | 320 rsync -r -t -O -l -v -z --delete \ |
pankso@82 | 321 $local -e ssh $user@$MIRROR:$remote ;; |
pankso@70 | 322 dry-push|-dp) |
pankso@1 | 323 check_mirror $@ |
pankso@113 | 324 rsync -r -t -O -l -v -z --delete --dry-run \ |
pankso@82 | 325 $local -e ssh $user@$MIRROR:$remote ;; |
pankso@1 | 326 pull) |
pankso@1 | 327 check_mirror $@ |
pankso@1 | 328 rsync -r -t -l -v -z --delete \ |
pankso@82 | 329 -e ssh $user@$MIRROR:$remote $local ;; |
pankso@1 | 330 dry-pull) |
pankso@1 | 331 check_mirror $@ |
pankso@1 | 332 rsync -r -t -l -v -z --delete --dry-run \ |
pankso@82 | 333 -e ssh $user@$MIRROR:$remote $local ;; |
pankso@1 | 334 purge|dry-purge) |
pankso@1 | 335 check_root |
pankso@1 | 336 get_version $@ |
pankso@1 | 337 purge_packages $1 |
pankso@1 | 338 purge_sources $1 ;; |
pankso@70 | 339 relpkg|-rp) |
pankso@82 | 340 # Release a slitaz sub-project and upload tarball to mirror |
pankso@1 | 341 [ -z "$MIRROR_SOURCES" ] && MIRROR_SOURCES="/var/www/slitaz/mirror/sources" |
pankso@1 | 342 if [ -z $2 ] || [ -z $3 ]; then |
pankso@1 | 343 echo -e "\nUsage: $0 relpkg package version\n" |
pankso@1 | 344 exit 0 |
pankso@1 | 345 fi |
pankso@81 | 346 pkg=$2 |
pankso@81 | 347 version=$3 |
pankso@81 | 348 echo "" && cd $PROJECTS/$pkg |
pankso@177 | 349 |
pankso@1 | 350 # Sanity check |
pankso@81 | 351 if ! grep -q $version$ .hgtags; then |
pankso@81 | 352 echo "Missing Hg tag for version: $version" |
pankso@81 | 353 echo -e "You may want to: hg tag $version && hg push\n" |
pankso@1 | 354 exit 0 |
pankso@1 | 355 fi |
pankso@177 | 356 |
pankso@1 | 357 # Archive |
pankso@81 | 358 echo -n "Creating tarball and md5sum for: $pkg-$version... " |
pankso@81 | 359 hg archive -t tgz $pkg-$version.tar.gz |
pankso@81 | 360 md5sum $pkg-$version.tar.gz > $pkg-$version.md5 |
pankso@1 | 361 echo "Done" |
pankso@177 | 362 |
pankso@1 | 363 # Upload |
pankso@1 | 364 echo -n "Do you wish to upload tarball to the mirror [N/y] ? " |
pankso@1 | 365 read upload |
pankso@1 | 366 if [ "$upload" = "y" ]; then |
pankso@81 | 367 echo "Uploading to: $MIRROR/sources/${pkg#slitaz-}" |
pankso@81 | 368 scp $pkg-$version.tar.gz $pkg-$version.md5 \ |
pankso@81 | 369 $user@$MIRROR:$MIRROR_SOURCES/${pkg#slitaz-} |
pankso@177 | 370 fi |
pankso@177 | 371 |
pankso@147 | 372 # Update pkg in wok |
pankso@147 | 373 echo -n "Do you wish to update $pkg in wok [N/y] ? " |
pankso@147 | 374 read update |
pankso@147 | 375 if [ "$update" = "y" ]; then |
pankso@176 | 376 echo -n "Updating $pkg: $version" |
pankso@147 | 377 cd $PROJECTS/wok |
pankso@147 | 378 sed -i s"/VERSION=.*/VERSION=\"$version\"/" $pkg*/receipt |
pankso@174 | 379 status |
pankso@1 | 380 fi ;; |
pankso@174 | 381 help) |
pankso@174 | 382 [ ! "$2" ] && echo "Missing tool/library name" && exit 0 |
pankso@174 | 383 echo "" |
pankso@174 | 384 boldify "Help for: $2" |
pankso@174 | 385 separator |
pankso@175 | 386 if [ -f "/usr/share/doc/slitaz/$2.txt" ]; then |
pankso@175 | 387 less -M /usr/share/doc/slitaz/$2.txt |
pankso@175 | 388 else |
pankso@175 | 389 echo "No help found" |
pankso@175 | 390 fi |
pankso@174 | 391 separator && echo "" ;; |
pankso@1 | 392 usage|*) |
pankso@1 | 393 usage ;; |
pankso@1 | 394 esac |
pankso@1 | 395 |
pankso@1 | 396 exit 0 |