slitaz-dev-tools annotate tazdev/tazdev @ rev 273
tazdev: add setup-cgi (only a proposal, adaptable via config file)
author | Christophe Lincoln <pankso@slitaz.org> |
---|---|
date | Mon Feb 27 22:08:17 2017 +0100 (2017-02-27) |
parents | 6f82a9600893 |
children | 66c023d0f82f |
rev | line source |
---|---|
pankso@1 | 1 #!/bin/sh |
pankso@70 | 2 # |
pankso@70 | 3 # Tazdev - SliTaz developers and build host tool. System wide config |
pankso@81 | 4 # file is located at: /etc/slitaz/tazdev.conf. Keep the code clear and |
samuel_trassare@144 | 5 # well commented please, also: configuration variables are $UPPERCASE |
samuel_trassare@144 | 6 # and variables initialized by tazdev itself are $lowerspace |
pankso@1 | 7 # |
pankso@273 | 8 # (c) 2014-2017 SliTaz GNU/Linux - GNU gpl v3 |
pankso@1 | 9 # |
pankso@70 | 10 # AUTHORS |
pankso@70 | 11 # Christophe Lincoln <pankso@slitaz.org> |
pankso@70 | 12 # Pascal Bellard <bellard@slitaz.org> |
pankso@208 | 13 # Eric Joseph-Alexandre <erjo@slitaz.org> |
pankso@1 | 14 # |
erjo@190 | 15 |
pankso@273 | 16 VERSION=2.1 |
erjo@190 | 17 |
pankso@174 | 18 . /lib/libtaz.sh |
pankso@1 | 19 |
pankso@77 | 20 [ -f /etc/slitaz/tazdev.conf ] && . /etc/slitaz/tazdev.conf |
pankso@273 | 21 [ -f ~/.config/slitaz/tazdev.conf ] && . ~/.config/slitaz/tazdev.conf |
pankso@81 | 22 [ -f tazdev.conf ] && . ./tazdev.conf |
pankso@77 | 23 |
pankso@183 | 24 if [ ! "$SLITAZ_HOME" ]; then |
pankso@77 | 25 echo -e "\nNo config file found\n" && exit 1 |
pankso@1 | 26 fi |
pankso@1 | 27 |
pankso@180 | 28 usage() { |
pankso@183 | 29 cat << EOT |
pankso@183 | 30 |
pankso@183 | 31 $(boldify "Usage:") $(basename $0) [command] [vers|user|tool] [vers|--opts] |
pankso@183 | 32 |
erjo@190 | 33 SliTaz developers and build host tool v$VERSION |
pankso@183 | 34 |
pankso@174 | 35 $(boldify "Commands:") |
pankso@273 | 36 usage Print this short usage and command list |
pankso@273 | 37 help Give help on a SliTaz tool or library. |
pankso@273 | 38 -s stats Display statistics about your projects |
pankso@273 | 39 -c chroot Mount virtual fs and chroot into the build env |
pankso@273 | 40 -gc gen-chroot Generate a chroot using packages from config file |
pankso@273 | 41 -uc unchroot Unmount chroot specified on cmdline |
pankso@273 | 42 -cc clean-chroot Clean a chroot environment (skip root/ and home/) |
pankso@273 | 43 -p push Upload new packages to the main mirror |
pankso@273 | 44 -dp dry-push Show what will be uploaded to the mirror. |
pankso@273 | 45 pull Download new packages from the main mirror |
pankso@273 | 46 dry-pull Show what will be downloaded from the mirror. |
pankso@273 | 47 -ur up-repos Update all your SliTaz projects repos in one command. |
pankso@273 | 48 -rp relpkg Archive and upload new package/project version |
pankso@273 | 49 -sc setup-cgi Setup your CGI environment |
pankso@183 | 50 |
pankso@183 | 51 $(boldify "Options:") |
pankso@183 | 52 --rootfs= Path to the chroot to generate or clean |
pankso@189 | 53 --arch= Specify the architecture type for cross-chroot, push/pull |
pankso@183 | 54 --clean Clean chroot before generation a new one |
pankso@183 | 55 |
pankso@183 | 56 $(boldify "Options:") |
pankso@183 | 57 $(basename $0) gen-chroot undigest --clean |
pankso@183 | 58 $(basename $0) -c --arch=arm |
pankso@183 | 59 |
pankso@183 | 60 EOT |
pankso@1 | 61 } |
pankso@1 | 62 |
pankso@180 | 63 get_version() { |
pankso@180 | 64 # Stable, undigest or custom. |
pankso@180 | 65 if [ "$2" ] && [ ! $(echo $2 | grep "\--*") ]; then |
pankso@81 | 66 version=$2 |
pankso@174 | 67 slitaz=$SLITAZ_HOME/$2 |
pankso@1 | 68 else |
pankso@81 | 69 version=cooking |
pankso@183 | 70 slitaz=$SLITAZ_HOME/cooking |
pankso@1 | 71 fi |
pankso@180 | 72 if [ "$arch" ]; then |
pankso@180 | 73 rootfs=$slitaz/$arch/chroot |
pankso@180 | 74 else |
pankso@180 | 75 rootfs=$slitaz/chroot |
pankso@180 | 76 fi |
pankso@1 | 77 } |
pankso@1 | 78 |
pankso@180 | 79 check_mirror() { |
pankso@1 | 80 # ping -c 1 $MIRROR |
pankso@1 | 81 if [ -n "$2" ]; then |
pankso@81 | 82 user=$2 |
pankso@1 | 83 else |
pankso@81 | 84 user=$user |
pankso@1 | 85 fi |
pankso@1 | 86 if [ "$2" = "stable" ] || [ "$3" = "stable" ]; then |
pankso@82 | 87 remote=$MIRROR_PKGS/stable/ |
pankso@183 | 88 local=$SLITAZ_HOME/stable/packages/ |
pascal@207 | 89 elif [ "$2" = "backports" ] || [ "$3" = "backports" ]; then |
pascal@207 | 90 remote=$MIRROR_PKGS/backports/ |
pascal@207 | 91 local=$SLITAZ_HOME/backports/packages/ |
pankso@3 | 92 elif [ "$2" = "undigest" ] || [ "$3" = "undigest" ]; then |
pankso@82 | 93 remote=$MIRROR_PKGS/undigest/ |
pankso@183 | 94 local=$SLITAZ_HOME/undigest/packages/ |
pascal@234 | 95 elif [ "$2" = "rpi" ] || [ "$3" = "rpi" ]; then |
pascal@234 | 96 remote=$MIRROR_PKGS/cross/rpi/ |
pascal@234 | 97 local=$SLITAZ_HOME/cooking/arm/packages/ |
pankso@1 | 98 else |
pankso@82 | 99 remote=$MIRROR_PKGS/cooking/ |
pankso@183 | 100 local=$SLITAZ_HOME/cooking/packages/ |
pankso@1 | 101 fi |
pankso@189 | 102 if [ "$arch" ]; then |
pankso@189 | 103 remote=${remote}$arch/ |
pankso@189 | 104 local=${local}$arch/ |
pankso@189 | 105 fi |
pankso@1 | 106 } |
pankso@1 | 107 |
pascal@142 | 108 # Bind a directory into the chroot |
pascal@142 | 109 bind_chroot_dir() |
pascal@142 | 110 { |
pascal@142 | 111 mkdir -p $1 $2 |
pascal@142 | 112 mount -o bind $1 $2 |
pascal@142 | 113 } |
pascal@142 | 114 |
pankso@1 | 115 # Mount virtual Kernel file systems and chroot but check that nobody |
pankso@1 | 116 # else has done mounts |
pankso@1 | 117 mount_chroot() |
pankso@1 | 118 { |
pankso@81 | 119 if [ ! -d $rootfs/proc/1 ]; then |
pankso@82 | 120 echo -ne "\nMounting virtual filesystems..." |
pankso@81 | 121 mount -t proc proc $rootfs/proc |
pankso@81 | 122 mount -t sysfs sysfs $rootfs/sys |
pankso@81 | 123 mount -t devpts devpts $rootfs/dev/pts |
pankso@81 | 124 mount -t tmpfs shm $rootfs/dev/shm |
pankso@1 | 125 status |
pankso@1 | 126 fi |
pankso@80 | 127 # Mount source so they can be shared between cooking/stable/undigest. |
paul@265 | 128 # But do it only if it's a slitaz development chroot. |
pankso@81 | 129 fs=$rootfs/home/slitaz |
pankso@81 | 130 if [ -d "$slitaz" ]; then |
pankso@174 | 131 bind_chroot_dir $SLITAZ_HOME/src $fs/src |
pankso@81 | 132 # Now mount package dir so they are in /home/slitaz/$version |
pankso@80 | 133 # We may not mount cache wok or others it has no point and if |
paul@167 | 134 # one wants to use a shared wok he can bind it manually. |
pankso@181 | 135 if [ "$arch" ]; then |
pankso@181 | 136 slitaz=$slitaz/$arch |
pankso@181 | 137 fi |
pankso@181 | 138 [ -d "$fs/packages" ] || mkdir -p $fs/packages |
pankso@181 | 139 [ -d "$slitaz/packages" ] || mkdir -p $fs/packages |
pascal@142 | 140 bind_chroot_dir $slitaz/packages $fs/packages |
pankso@80 | 141 fi |
pankso@1 | 142 } |
pankso@1 | 143 |
pankso@180 | 144 # Unmount virtual Kernel file systems. |
pankso@180 | 145 umount_chroot() { |
pankso@180 | 146 [ "$1" ] && rootfs=$1 |
pankso@81 | 147 fs=$rootfs/home/slitaz |
pankso@82 | 148 echo -ne "\nUnmounting virtual filesystems..." |
pankso@81 | 149 umount $rootfs/dev/shm |
pankso@81 | 150 umount $rootfs/dev/pts |
pankso@81 | 151 umount $rootfs/sys |
pankso@81 | 152 umount $rootfs/proc |
pankso@180 | 153 if mount | fgrep -q $fs/src; then |
pankso@180 | 154 umount $fs/src |
pankso@180 | 155 umount $fs/packages |
pankso@180 | 156 fi |
pankso@82 | 157 status && echo "" |
pankso@1 | 158 } |
pankso@1 | 159 |
pankso@1 | 160 # Get the last cooking base rootfs, extract and configure. |
pankso@180 | 161 gen_chroot() { |
pankso@180 | 162 echo -e "\nGenerating new chroot in: $rootfs" |
pankso@177 | 163 separator |
slaxemulator@85 | 164 mkdir -p $rootfs |
pankso@183 | 165 # We my gen cooking chroot from a stable version or invers |
pankso@183 | 166 case "$version" in |
pankso@183 | 167 cooking|undigest) url="http://$MIRROR/packages/cooking/" ;; |
pascal@207 | 168 stable*|4.0*|backports) url="http://$MIRROR/packages/stable/" ;; |
pankso@183 | 169 esac |
pankso@183 | 170 # --mirror= |
pankso@183 | 171 [ "$mirror" ] && url="$mirror" |
pankso@183 | 172 mpath=/var/lib/tazpkg/mirror |
pankso@183 | 173 cp $mpath ${mpath}.tazdev |
pankso@183 | 174 echo "$url" > $mpath |
pascal@205 | 175 mkdir -p $(dirname $rootfs$mpath) |
pascal@205 | 176 echo "$url" > $rootfs$mpath |
pankso@183 | 177 echo -n "Mirror URL: ${url#http://}" |
pankso@183 | 178 tazpkg recharge 2>/dev/null 1>/dev/null |
pankso@183 | 179 status |
pankso@180 | 180 for pkg in $CHROOT_PKGS |
pankso@180 | 181 do |
pankso@183 | 182 echo -n "Installing: $pkg $vers" |
pankso@183 | 183 tazpkg -gi $pkg --root=$rootfs 2>/dev/null 1>/dev/null |
pankso@183 | 184 status |
pankso@180 | 185 done |
pankso@1 | 186 echo -n "Creating resolv.conf..." |
pankso@81 | 187 cat /etc/resolv.conf > $rootfs/etc/resolv.conf |
pankso@1 | 188 status |
pascal@198 | 189 echo -n "Creating TZ..." |
pascal@198 | 190 cat /etc/TZ > $rootfs/etc/TZ |
pascal@198 | 191 status |
pankso@183 | 192 echo -n "Restoring host packages list..." |
pankso@183 | 193 mv -f ${mpath}.tazdev $mpath |
pankso@183 | 194 tazpkg recharge 2>/dev/null 1>/dev/null >/dev/null |
pankso@183 | 195 status |
pankso@82 | 196 separator |
pankso@183 | 197 case "$version" in |
pankso@183 | 198 cooking) version="" ;; |
pankso@183 | 199 esac |
pankso@183 | 200 [ "$arch" ] && version="$version --arch=$arch" |
pankso@183 | 201 echo -n "Ready to chroot with:"; colorize 34 " tazdev -c $version" |
pankso@183 | 202 newline |
pankso@1 | 203 } |
pankso@1 | 204 |
pankso@208 | 205 # |
pankso@208 | 206 # Commands |
pankso@208 | 207 # |
pankso@1 | 208 |
pankso@1 | 209 case "$1" in |
pankso@183 | 210 stats|-s) |
pankso@273 | 211 newline |
pankso@273 | 212 echo "Statistics for: $PROJECTS" |
pankso@273 | 213 newline |
pankso@273 | 214 echo "Project $(indent 24 Revision) $(indent 38 Version) $(indent 54 Files)" |
pankso@82 | 215 separator |
pankso@273 | 216 cd ${PROJECTS} |
pankso@1 | 217 for proj in * |
pankso@1 | 218 do |
pankso@1 | 219 rev="" |
pankso@273 | 220 if [ -d "${PROJECTS}/${proj}/.hg" ]; then |
pankso@273 | 221 cd ${PROJECTS}/${proj} |
pankso@273 | 222 rev=$(hg head --template '{rev}\n') |
pankso@273 | 223 vers=$(hg tags | head -n 2 | tail -n 1 | cut -d " " -f 1) |
pankso@273 | 224 files=$(find . -type f | wc -l) |
pankso@273 | 225 echo "$proj $(indent 24 $rev) $(indent 38 $vers) $(indent 54 $files)" |
pankso@1 | 226 fi |
pankso@1 | 227 done |
pankso@82 | 228 separator |
pankso@1 | 229 echo "" ;; |
pankso@180 | 230 chroot|-c) |
pankso@82 | 231 # Chroot into a build env. Default to cooking configured in tazdev.conf |
pankso@1 | 232 check_root |
pankso@1 | 233 get_version $@ |
pankso@81 | 234 [ -d "$2" ] && rootfs=$2 |
pankso@1 | 235 mount_chroot |
pankso@82 | 236 echo -e "Chrooting to: $rootfs\n" |
pankso@81 | 237 chroot $rootfs /bin/sh --login |
pankso@80 | 238 umount_chroot ;; |
pankso@273 | 239 umchroot|-uc) |
pankso@1 | 240 check_root |
pankso@80 | 241 get_version $@ |
pankso@183 | 242 [ -d "$2" ] && rootfs=$2 |
pankso@81 | 243 umount_chroot $rootfs ;; |
pankso@77 | 244 gen-chroot|-gc) |
pankso@77 | 245 check_root |
pankso@180 | 246 # We can use: --rootfs=/path/to/chroot |
pankso@183 | 247 if [ ! "$rootfs" ]; then |
pankso@180 | 248 get_version $@ |
pankso@180 | 249 fi |
pankso@183 | 250 if [ "$clean" ] || [ "$forced" ]; then |
pankso@183 | 251 $0 -cc --rootfs=$rootfs --noline |
pankso@183 | 252 fi |
pankso@1 | 253 # Dont break another env. |
pankso@81 | 254 if [ -d $rootfs/bin ]; then |
pankso@81 | 255 echo -e "\nA chroot environment already exists in : $rootfs\n" |
pankso@1 | 256 exit 1 |
pankso@1 | 257 fi |
pankso@180 | 258 gen_chroot ;; |
pankso@183 | 259 clean-chroot|-cc) |
pankso@1 | 260 check_root |
pankso@183 | 261 # We can use: --rootfs=/path/to/chroot |
pankso@183 | 262 if [ ! "$rootfs" ]; then |
pankso@183 | 263 get_version $@ |
pankso@183 | 264 fi |
pankso@183 | 265 if [ ! -d "$rootfs" ]; then |
pankso@183 | 266 echo -e "\nChroot doesn't exist: $rootfs\n" |
pankso@183 | 267 exit 1 |
pankso@1 | 268 fi |
pankso@81 | 269 if [ -d $rootfs/proc/1 ]; then |
pankso@183 | 270 echo -e "\nWARNING: $rootfs/proc mounted!\n" |
pankso@1 | 271 exit 1 |
pankso@1 | 272 fi |
pankso@81 | 273 cd $rootfs || exit 1 |
pankso@180 | 274 echo "" |
pankso@180 | 275 boldify "Cleaning chroot: $rootfs" |
pankso@82 | 276 separator |
pankso@183 | 277 # Keep root/ and /home they may have a build wok, custom scripts, etc. |
pankso@181 | 278 for i in boot bin dev etc lib media mnt proc sbin sys tmp usr var run |
pankso@1 | 279 do |
pankso@181 | 280 if [ -d "$i" ]; then |
pankso@181 | 281 echo -n "Removing: $i ($(du -sh $i | awk '{ print $1 }'))... " |
pankso@181 | 282 rm -rf $i && status |
pankso@181 | 283 fi |
pankso@1 | 284 done |
pankso@181 | 285 rm -f init |
pankso@183 | 286 separator |
pankso@183 | 287 [ "$noline" ] || newline ;; |
pankso@70 | 288 push|-p) |
pankso@1 | 289 check_mirror $@ |
pankso@113 | 290 rsync -r -t -O -l -v -z --delete \ |
pankso@82 | 291 $local -e ssh $user@$MIRROR:$remote ;; |
pankso@70 | 292 dry-push|-dp) |
pankso@1 | 293 check_mirror $@ |
pankso@113 | 294 rsync -r -t -O -l -v -z --delete --dry-run \ |
pankso@82 | 295 $local -e ssh $user@$MIRROR:$remote ;; |
pankso@1 | 296 pull) |
pankso@1 | 297 check_mirror $@ |
pankso@1 | 298 rsync -r -t -l -v -z --delete \ |
pankso@82 | 299 -e ssh $user@$MIRROR:$remote $local ;; |
pankso@1 | 300 dry-pull) |
pankso@1 | 301 check_mirror $@ |
pankso@1 | 302 rsync -r -t -l -v -z --delete --dry-run \ |
pankso@82 | 303 -e ssh $user@$MIRROR:$remote $local ;; |
pankso@273 | 304 up-repos|-ur) |
pankso@210 | 305 # Update all at once. |
pankso@210 | 306 newline |
pankso@210 | 307 boldify "Update all SliTaz Hg repos" |
pankso@210 | 308 separator |
pankso@210 | 309 for p in $(ls $PROJECTS) |
pankso@210 | 310 do |
pankso@210 | 311 echo -n $(boldify Project:) && colorize 36 " $p" |
pankso@210 | 312 cd ${PROJECTS}/${p} |
pankso@210 | 313 hg pull -u |
pankso@210 | 314 done |
pankso@210 | 315 separator |
pankso@210 | 316 newline ;; |
pankso@70 | 317 relpkg|-rp) |
pankso@82 | 318 # Release a slitaz sub-project and upload tarball to mirror |
pankso@1 | 319 [ -z "$MIRROR_SOURCES" ] && MIRROR_SOURCES="/var/www/slitaz/mirror/sources" |
erjo@191 | 320 if [ -z $2 ]; then |
erjo@191 | 321 echo -e "\nUsage: $0 relpkg package [version]\n" |
pankso@1 | 322 exit 0 |
pankso@1 | 323 fi |
pankso@81 | 324 pkg=$2 |
erjo@191 | 325 |
erjo@191 | 326 # We can get the last found version in .hgtags |
erjo@191 | 327 if [ -z $3 ]; then |
erjo@191 | 328 version=$(tail -n 1 $PROJECTS/$pkg/.hgtags | awk '{print $2'}) |
erjo@191 | 329 else |
erjo@191 | 330 version=$3 |
erjo@191 | 331 fi |
erjo@191 | 332 |
pankso@81 | 333 echo "" && cd $PROJECTS/$pkg |
pankso@177 | 334 |
pankso@1 | 335 # Sanity check |
pankso@81 | 336 if ! grep -q $version$ .hgtags; then |
pankso@81 | 337 echo "Missing Hg tag for version: $version" |
pankso@81 | 338 echo -e "You may want to: hg tag $version && hg push\n" |
pankso@1 | 339 exit 0 |
pankso@1 | 340 fi |
pankso@177 | 341 |
pankso@1 | 342 # Archive |
pankso@81 | 343 echo -n "Creating tarball and md5sum for: $pkg-$version... " |
erjo@191 | 344 hg archive -t tgz $SOURCE/$pkg-$version.tar.gz |
erjo@191 | 345 ( cd $SOURCE; md5sum $pkg-$version.tar.gz > $pkg-$version.md5 ) |
pankso@1 | 346 echo "Done" |
pankso@177 | 347 |
pankso@1 | 348 # Upload |
pankso@1 | 349 echo -n "Do you wish to upload tarball to the mirror [N/y] ? " |
pankso@1 | 350 read upload |
pankso@1 | 351 if [ "$upload" = "y" ]; then |
pankso@209 | 352 cd ${SOURCE} |
pankso@81 | 353 echo "Uploading to: $MIRROR/sources/${pkg#slitaz-}" |
pankso@81 | 354 scp $pkg-$version.tar.gz $pkg-$version.md5 \ |
erjo@191 | 355 $MIRROR:$MIRROR_SOURCES/${pkg#slitaz-} |
pankso@177 | 356 fi |
pankso@177 | 357 |
pankso@147 | 358 # Update pkg in wok |
pankso@147 | 359 echo -n "Do you wish to update $pkg in wok [N/y] ? " |
pankso@147 | 360 read update |
pankso@147 | 361 if [ "$update" = "y" ]; then |
pankso@176 | 362 echo -n "Updating $pkg: $version" |
pankso@147 | 363 cd $PROJECTS/wok |
pankso@147 | 364 sed -i s"/VERSION=.*/VERSION=\"$version\"/" $pkg*/receipt |
pankso@174 | 365 status |
pankso@1 | 366 fi ;; |
pankso@273 | 367 |
pankso@273 | 368 setup-cgi|-sc) |
pankso@273 | 369 . /etc/slitaz/slitaz.conf |
pankso@273 | 370 echo "$(boldify 'Public :') $PUBLIC" |
pankso@273 | 371 mkdir -p ${PUBLIC}/cgi-bin |
pankso@273 | 372 cd ${PUBLIC}/cgi-bin |
pankso@273 | 373 for proj in tazbug tinycm mediabox; do |
pankso@273 | 374 if [ ! -d "$proj" ]; then |
pankso@273 | 375 hg clone ttp://hg.slitaz.org/${proj} |
pankso@273 | 376 fi |
pankso@273 | 377 done |
pankso@273 | 378 if [ ! -d "$INSTALLED/lighttpd" ]; then |
pankso@273 | 379 sudo tazpkg -gi lighttpd |
pankso@273 | 380 fi |
pankso@273 | 381 echo |
pankso@273 | 382 echo "TODO: setup SCN (tinycm install + plugins from slitaz-forge" |
pankso@273 | 383 echo |
pankso@273 | 384 echo "$(boldify 'URL :') http://localhost/~${USER}/cgi-bin/" ;; |
pankso@273 | 385 |
pankso@174 | 386 help) |
pankso@273 | 387 if [ ! "$2" ]; then |
pankso@273 | 388 echo "Missing tool/library name" |
pankso@273 | 389 echo "Example: tazdev help httphelper"; exit 0 |
pankso@273 | 390 fi |
pankso@273 | 391 newline |
pankso@174 | 392 boldify "Help for: $2" |
pankso@174 | 393 separator |
pankso@175 | 394 if [ -f "/usr/share/doc/slitaz/$2.txt" ]; then |
pankso@175 | 395 less -M /usr/share/doc/slitaz/$2.txt |
pankso@175 | 396 else |
pankso@175 | 397 echo "No help found" |
pankso@175 | 398 fi |
pankso@273 | 399 separator && newline ;; |
pankso@273 | 400 |
pankso@273 | 401 usage|*) usage ;; |
pankso@273 | 402 |
pankso@1 | 403 esac |
pankso@1 | 404 |
pankso@1 | 405 exit 0 |