slitaz-dev-tools annotate tazdev/tazdev @ rev 273

tazdev: add setup-cgi (only a proposal, adaptable via config file)
author Christophe Lincoln <pankso@slitaz.org>
date Mon Feb 27 22:08:17 2017 +0100 (2017-02-27)
parents 6f82a9600893
children 66c023d0f82f
rev   line source
pankso@1 1 #!/bin/sh
pankso@70 2 #
pankso@70 3 # Tazdev - SliTaz developers and build host tool. System wide config
pankso@81 4 # file is located at: /etc/slitaz/tazdev.conf. Keep the code clear and
samuel_trassare@144 5 # well commented please, also: configuration variables are $UPPERCASE
samuel_trassare@144 6 # and variables initialized by tazdev itself are $lowerspace
pankso@1 7 #
pankso@273 8 # (c) 2014-2017 SliTaz GNU/Linux - GNU gpl v3
pankso@1 9 #
pankso@70 10 # AUTHORS
pankso@70 11 # Christophe Lincoln <pankso@slitaz.org>
pankso@70 12 # Pascal Bellard <bellard@slitaz.org>
pankso@208 13 # Eric Joseph-Alexandre <erjo@slitaz.org>
pankso@1 14 #
erjo@190 15
pankso@273 16 VERSION=2.1
erjo@190 17
pankso@174 18 . /lib/libtaz.sh
pankso@1 19
pankso@77 20 [ -f /etc/slitaz/tazdev.conf ] && . /etc/slitaz/tazdev.conf
pankso@273 21 [ -f ~/.config/slitaz/tazdev.conf ] && . ~/.config/slitaz/tazdev.conf
pankso@81 22 [ -f tazdev.conf ] && . ./tazdev.conf
pankso@77 23
pankso@183 24 if [ ! "$SLITAZ_HOME" ]; then
pankso@77 25 echo -e "\nNo config file found\n" && exit 1
pankso@1 26 fi
pankso@1 27
pankso@180 28 usage() {
pankso@183 29 cat << EOT
pankso@183 30
pankso@183 31 $(boldify "Usage:") $(basename $0) [command] [vers|user|tool] [vers|--opts]
pankso@183 32
erjo@190 33 SliTaz developers and build host tool v$VERSION
pankso@183 34
pankso@174 35 $(boldify "Commands:")
pankso@273 36 usage Print this short usage and command list
pankso@273 37 help Give help on a SliTaz tool or library.
pankso@273 38 -s stats Display statistics about your projects
pankso@273 39 -c chroot Mount virtual fs and chroot into the build env
pankso@273 40 -gc gen-chroot Generate a chroot using packages from config file
pankso@273 41 -uc unchroot Unmount chroot specified on cmdline
pankso@273 42 -cc clean-chroot Clean a chroot environment (skip root/ and home/)
pankso@273 43 -p push Upload new packages to the main mirror
pankso@273 44 -dp dry-push Show what will be uploaded to the mirror.
pankso@273 45 pull Download new packages from the main mirror
pankso@273 46 dry-pull Show what will be downloaded from the mirror.
pankso@273 47 -ur up-repos Update all your SliTaz projects repos in one command.
pankso@273 48 -rp relpkg Archive and upload new package/project version
pankso@273 49 -sc setup-cgi Setup your CGI environment
pankso@183 50
pankso@183 51 $(boldify "Options:")
pankso@183 52 --rootfs= Path to the chroot to generate or clean
pankso@189 53 --arch= Specify the architecture type for cross-chroot, push/pull
pankso@183 54 --clean Clean chroot before generation a new one
pankso@183 55
pankso@183 56 $(boldify "Options:")
pankso@183 57 $(basename $0) gen-chroot undigest --clean
pankso@183 58 $(basename $0) -c --arch=arm
pankso@183 59
pankso@183 60 EOT
pankso@1 61 }
pankso@1 62
pankso@180 63 get_version() {
pankso@180 64 # Stable, undigest or custom.
pankso@180 65 if [ "$2" ] && [ ! $(echo $2 | grep "\--*") ]; then
pankso@81 66 version=$2
pankso@174 67 slitaz=$SLITAZ_HOME/$2
pankso@1 68 else
pankso@81 69 version=cooking
pankso@183 70 slitaz=$SLITAZ_HOME/cooking
pankso@1 71 fi
pankso@180 72 if [ "$arch" ]; then
pankso@180 73 rootfs=$slitaz/$arch/chroot
pankso@180 74 else
pankso@180 75 rootfs=$slitaz/chroot
pankso@180 76 fi
pankso@1 77 }
pankso@1 78
pankso@180 79 check_mirror() {
pankso@1 80 # ping -c 1 $MIRROR
pankso@1 81 if [ -n "$2" ]; then
pankso@81 82 user=$2
pankso@1 83 else
pankso@81 84 user=$user
pankso@1 85 fi
pankso@1 86 if [ "$2" = "stable" ] || [ "$3" = "stable" ]; then
pankso@82 87 remote=$MIRROR_PKGS/stable/
pankso@183 88 local=$SLITAZ_HOME/stable/packages/
pascal@207 89 elif [ "$2" = "backports" ] || [ "$3" = "backports" ]; then
pascal@207 90 remote=$MIRROR_PKGS/backports/
pascal@207 91 local=$SLITAZ_HOME/backports/packages/
pankso@3 92 elif [ "$2" = "undigest" ] || [ "$3" = "undigest" ]; then
pankso@82 93 remote=$MIRROR_PKGS/undigest/
pankso@183 94 local=$SLITAZ_HOME/undigest/packages/
pascal@234 95 elif [ "$2" = "rpi" ] || [ "$3" = "rpi" ]; then
pascal@234 96 remote=$MIRROR_PKGS/cross/rpi/
pascal@234 97 local=$SLITAZ_HOME/cooking/arm/packages/
pankso@1 98 else
pankso@82 99 remote=$MIRROR_PKGS/cooking/
pankso@183 100 local=$SLITAZ_HOME/cooking/packages/
pankso@1 101 fi
pankso@189 102 if [ "$arch" ]; then
pankso@189 103 remote=${remote}$arch/
pankso@189 104 local=${local}$arch/
pankso@189 105 fi
pankso@1 106 }
pankso@1 107
pascal@142 108 # Bind a directory into the chroot
pascal@142 109 bind_chroot_dir()
pascal@142 110 {
pascal@142 111 mkdir -p $1 $2
pascal@142 112 mount -o bind $1 $2
pascal@142 113 }
pascal@142 114
pankso@1 115 # Mount virtual Kernel file systems and chroot but check that nobody
pankso@1 116 # else has done mounts
pankso@1 117 mount_chroot()
pankso@1 118 {
pankso@81 119 if [ ! -d $rootfs/proc/1 ]; then
pankso@82 120 echo -ne "\nMounting virtual filesystems..."
pankso@81 121 mount -t proc proc $rootfs/proc
pankso@81 122 mount -t sysfs sysfs $rootfs/sys
pankso@81 123 mount -t devpts devpts $rootfs/dev/pts
pankso@81 124 mount -t tmpfs shm $rootfs/dev/shm
pankso@1 125 status
pankso@1 126 fi
pankso@80 127 # Mount source so they can be shared between cooking/stable/undigest.
paul@265 128 # But do it only if it's a slitaz development chroot.
pankso@81 129 fs=$rootfs/home/slitaz
pankso@81 130 if [ -d "$slitaz" ]; then
pankso@174 131 bind_chroot_dir $SLITAZ_HOME/src $fs/src
pankso@81 132 # Now mount package dir so they are in /home/slitaz/$version
pankso@80 133 # We may not mount cache wok or others it has no point and if
paul@167 134 # one wants to use a shared wok he can bind it manually.
pankso@181 135 if [ "$arch" ]; then
pankso@181 136 slitaz=$slitaz/$arch
pankso@181 137 fi
pankso@181 138 [ -d "$fs/packages" ] || mkdir -p $fs/packages
pankso@181 139 [ -d "$slitaz/packages" ] || mkdir -p $fs/packages
pascal@142 140 bind_chroot_dir $slitaz/packages $fs/packages
pankso@80 141 fi
pankso@1 142 }
pankso@1 143
pankso@180 144 # Unmount virtual Kernel file systems.
pankso@180 145 umount_chroot() {
pankso@180 146 [ "$1" ] && rootfs=$1
pankso@81 147 fs=$rootfs/home/slitaz
pankso@82 148 echo -ne "\nUnmounting virtual filesystems..."
pankso@81 149 umount $rootfs/dev/shm
pankso@81 150 umount $rootfs/dev/pts
pankso@81 151 umount $rootfs/sys
pankso@81 152 umount $rootfs/proc
pankso@180 153 if mount | fgrep -q $fs/src; then
pankso@180 154 umount $fs/src
pankso@180 155 umount $fs/packages
pankso@180 156 fi
pankso@82 157 status && echo ""
pankso@1 158 }
pankso@1 159
pankso@1 160 # Get the last cooking base rootfs, extract and configure.
pankso@180 161 gen_chroot() {
pankso@180 162 echo -e "\nGenerating new chroot in: $rootfs"
pankso@177 163 separator
slaxemulator@85 164 mkdir -p $rootfs
pankso@183 165 # We my gen cooking chroot from a stable version or invers
pankso@183 166 case "$version" in
pankso@183 167 cooking|undigest) url="http://$MIRROR/packages/cooking/" ;;
pascal@207 168 stable*|4.0*|backports) url="http://$MIRROR/packages/stable/" ;;
pankso@183 169 esac
pankso@183 170 # --mirror=
pankso@183 171 [ "$mirror" ] && url="$mirror"
pankso@183 172 mpath=/var/lib/tazpkg/mirror
pankso@183 173 cp $mpath ${mpath}.tazdev
pankso@183 174 echo "$url" > $mpath
pascal@205 175 mkdir -p $(dirname $rootfs$mpath)
pascal@205 176 echo "$url" > $rootfs$mpath
pankso@183 177 echo -n "Mirror URL: ${url#http://}"
pankso@183 178 tazpkg recharge 2>/dev/null 1>/dev/null
pankso@183 179 status
pankso@180 180 for pkg in $CHROOT_PKGS
pankso@180 181 do
pankso@183 182 echo -n "Installing: $pkg $vers"
pankso@183 183 tazpkg -gi $pkg --root=$rootfs 2>/dev/null 1>/dev/null
pankso@183 184 status
pankso@180 185 done
pankso@1 186 echo -n "Creating resolv.conf..."
pankso@81 187 cat /etc/resolv.conf > $rootfs/etc/resolv.conf
pankso@1 188 status
pascal@198 189 echo -n "Creating TZ..."
pascal@198 190 cat /etc/TZ > $rootfs/etc/TZ
pascal@198 191 status
pankso@183 192 echo -n "Restoring host packages list..."
pankso@183 193 mv -f ${mpath}.tazdev $mpath
pankso@183 194 tazpkg recharge 2>/dev/null 1>/dev/null >/dev/null
pankso@183 195 status
pankso@82 196 separator
pankso@183 197 case "$version" in
pankso@183 198 cooking) version="" ;;
pankso@183 199 esac
pankso@183 200 [ "$arch" ] && version="$version --arch=$arch"
pankso@183 201 echo -n "Ready to chroot with:"; colorize 34 " tazdev -c $version"
pankso@183 202 newline
pankso@1 203 }
pankso@1 204
pankso@208 205 #
pankso@208 206 # Commands
pankso@208 207 #
pankso@1 208
pankso@1 209 case "$1" in
pankso@183 210 stats|-s)
pankso@273 211 newline
pankso@273 212 echo "Statistics for: $PROJECTS"
pankso@273 213 newline
pankso@273 214 echo "Project $(indent 24 Revision) $(indent 38 Version) $(indent 54 Files)"
pankso@82 215 separator
pankso@273 216 cd ${PROJECTS}
pankso@1 217 for proj in *
pankso@1 218 do
pankso@1 219 rev=""
pankso@273 220 if [ -d "${PROJECTS}/${proj}/.hg" ]; then
pankso@273 221 cd ${PROJECTS}/${proj}
pankso@273 222 rev=$(hg head --template '{rev}\n')
pankso@273 223 vers=$(hg tags | head -n 2 | tail -n 1 | cut -d " " -f 1)
pankso@273 224 files=$(find . -type f | wc -l)
pankso@273 225 echo "$proj $(indent 24 $rev) $(indent 38 $vers) $(indent 54 $files)"
pankso@1 226 fi
pankso@1 227 done
pankso@82 228 separator
pankso@1 229 echo "" ;;
pankso@180 230 chroot|-c)
pankso@82 231 # Chroot into a build env. Default to cooking configured in tazdev.conf
pankso@1 232 check_root
pankso@1 233 get_version $@
pankso@81 234 [ -d "$2" ] && rootfs=$2
pankso@1 235 mount_chroot
pankso@82 236 echo -e "Chrooting to: $rootfs\n"
pankso@81 237 chroot $rootfs /bin/sh --login
pankso@80 238 umount_chroot ;;
pankso@273 239 umchroot|-uc)
pankso@1 240 check_root
pankso@80 241 get_version $@
pankso@183 242 [ -d "$2" ] && rootfs=$2
pankso@81 243 umount_chroot $rootfs ;;
pankso@77 244 gen-chroot|-gc)
pankso@77 245 check_root
pankso@180 246 # We can use: --rootfs=/path/to/chroot
pankso@183 247 if [ ! "$rootfs" ]; then
pankso@180 248 get_version $@
pankso@180 249 fi
pankso@183 250 if [ "$clean" ] || [ "$forced" ]; then
pankso@183 251 $0 -cc --rootfs=$rootfs --noline
pankso@183 252 fi
pankso@1 253 # Dont break another env.
pankso@81 254 if [ -d $rootfs/bin ]; then
pankso@81 255 echo -e "\nA chroot environment already exists in : $rootfs\n"
pankso@1 256 exit 1
pankso@1 257 fi
pankso@180 258 gen_chroot ;;
pankso@183 259 clean-chroot|-cc)
pankso@1 260 check_root
pankso@183 261 # We can use: --rootfs=/path/to/chroot
pankso@183 262 if [ ! "$rootfs" ]; then
pankso@183 263 get_version $@
pankso@183 264 fi
pankso@183 265 if [ ! -d "$rootfs" ]; then
pankso@183 266 echo -e "\nChroot doesn't exist: $rootfs\n"
pankso@183 267 exit 1
pankso@1 268 fi
pankso@81 269 if [ -d $rootfs/proc/1 ]; then
pankso@183 270 echo -e "\nWARNING: $rootfs/proc mounted!\n"
pankso@1 271 exit 1
pankso@1 272 fi
pankso@81 273 cd $rootfs || exit 1
pankso@180 274 echo ""
pankso@180 275 boldify "Cleaning chroot: $rootfs"
pankso@82 276 separator
pankso@183 277 # Keep root/ and /home they may have a build wok, custom scripts, etc.
pankso@181 278 for i in boot bin dev etc lib media mnt proc sbin sys tmp usr var run
pankso@1 279 do
pankso@181 280 if [ -d "$i" ]; then
pankso@181 281 echo -n "Removing: $i ($(du -sh $i | awk '{ print $1 }'))... "
pankso@181 282 rm -rf $i && status
pankso@181 283 fi
pankso@1 284 done
pankso@181 285 rm -f init
pankso@183 286 separator
pankso@183 287 [ "$noline" ] || newline ;;
pankso@70 288 push|-p)
pankso@1 289 check_mirror $@
pankso@113 290 rsync -r -t -O -l -v -z --delete \
pankso@82 291 $local -e ssh $user@$MIRROR:$remote ;;
pankso@70 292 dry-push|-dp)
pankso@1 293 check_mirror $@
pankso@113 294 rsync -r -t -O -l -v -z --delete --dry-run \
pankso@82 295 $local -e ssh $user@$MIRROR:$remote ;;
pankso@1 296 pull)
pankso@1 297 check_mirror $@
pankso@1 298 rsync -r -t -l -v -z --delete \
pankso@82 299 -e ssh $user@$MIRROR:$remote $local ;;
pankso@1 300 dry-pull)
pankso@1 301 check_mirror $@
pankso@1 302 rsync -r -t -l -v -z --delete --dry-run \
pankso@82 303 -e ssh $user@$MIRROR:$remote $local ;;
pankso@273 304 up-repos|-ur)
pankso@210 305 # Update all at once.
pankso@210 306 newline
pankso@210 307 boldify "Update all SliTaz Hg repos"
pankso@210 308 separator
pankso@210 309 for p in $(ls $PROJECTS)
pankso@210 310 do
pankso@210 311 echo -n $(boldify Project:) && colorize 36 " $p"
pankso@210 312 cd ${PROJECTS}/${p}
pankso@210 313 hg pull -u
pankso@210 314 done
pankso@210 315 separator
pankso@210 316 newline ;;
pankso@70 317 relpkg|-rp)
pankso@82 318 # Release a slitaz sub-project and upload tarball to mirror
pankso@1 319 [ -z "$MIRROR_SOURCES" ] && MIRROR_SOURCES="/var/www/slitaz/mirror/sources"
erjo@191 320 if [ -z $2 ]; then
erjo@191 321 echo -e "\nUsage: $0 relpkg package [version]\n"
pankso@1 322 exit 0
pankso@1 323 fi
pankso@81 324 pkg=$2
erjo@191 325
erjo@191 326 # We can get the last found version in .hgtags
erjo@191 327 if [ -z $3 ]; then
erjo@191 328 version=$(tail -n 1 $PROJECTS/$pkg/.hgtags | awk '{print $2'})
erjo@191 329 else
erjo@191 330 version=$3
erjo@191 331 fi
erjo@191 332
pankso@81 333 echo "" && cd $PROJECTS/$pkg
pankso@177 334
pankso@1 335 # Sanity check
pankso@81 336 if ! grep -q $version$ .hgtags; then
pankso@81 337 echo "Missing Hg tag for version: $version"
pankso@81 338 echo -e "You may want to: hg tag $version && hg push\n"
pankso@1 339 exit 0
pankso@1 340 fi
pankso@177 341
pankso@1 342 # Archive
pankso@81 343 echo -n "Creating tarball and md5sum for: $pkg-$version... "
erjo@191 344 hg archive -t tgz $SOURCE/$pkg-$version.tar.gz
erjo@191 345 ( cd $SOURCE; md5sum $pkg-$version.tar.gz > $pkg-$version.md5 )
pankso@1 346 echo "Done"
pankso@177 347
pankso@1 348 # Upload
pankso@1 349 echo -n "Do you wish to upload tarball to the mirror [N/y] ? "
pankso@1 350 read upload
pankso@1 351 if [ "$upload" = "y" ]; then
pankso@209 352 cd ${SOURCE}
pankso@81 353 echo "Uploading to: $MIRROR/sources/${pkg#slitaz-}"
pankso@81 354 scp $pkg-$version.tar.gz $pkg-$version.md5 \
erjo@191 355 $MIRROR:$MIRROR_SOURCES/${pkg#slitaz-}
pankso@177 356 fi
pankso@177 357
pankso@147 358 # Update pkg in wok
pankso@147 359 echo -n "Do you wish to update $pkg in wok [N/y] ? "
pankso@147 360 read update
pankso@147 361 if [ "$update" = "y" ]; then
pankso@176 362 echo -n "Updating $pkg: $version"
pankso@147 363 cd $PROJECTS/wok
pankso@147 364 sed -i s"/VERSION=.*/VERSION=\"$version\"/" $pkg*/receipt
pankso@174 365 status
pankso@1 366 fi ;;
pankso@273 367
pankso@273 368 setup-cgi|-sc)
pankso@273 369 . /etc/slitaz/slitaz.conf
pankso@273 370 echo "$(boldify 'Public :') $PUBLIC"
pankso@273 371 mkdir -p ${PUBLIC}/cgi-bin
pankso@273 372 cd ${PUBLIC}/cgi-bin
pankso@273 373 for proj in tazbug tinycm mediabox; do
pankso@273 374 if [ ! -d "$proj" ]; then
pankso@273 375 hg clone ttp://hg.slitaz.org/${proj}
pankso@273 376 fi
pankso@273 377 done
pankso@273 378 if [ ! -d "$INSTALLED/lighttpd" ]; then
pankso@273 379 sudo tazpkg -gi lighttpd
pankso@273 380 fi
pankso@273 381 echo
pankso@273 382 echo "TODO: setup SCN (tinycm install + plugins from slitaz-forge"
pankso@273 383 echo
pankso@273 384 echo "$(boldify 'URL :') http://localhost/~${USER}/cgi-bin/" ;;
pankso@273 385
pankso@174 386 help)
pankso@273 387 if [ ! "$2" ]; then
pankso@273 388 echo "Missing tool/library name"
pankso@273 389 echo "Example: tazdev help httphelper"; exit 0
pankso@273 390 fi
pankso@273 391 newline
pankso@174 392 boldify "Help for: $2"
pankso@174 393 separator
pankso@175 394 if [ -f "/usr/share/doc/slitaz/$2.txt" ]; then
pankso@175 395 less -M /usr/share/doc/slitaz/$2.txt
pankso@175 396 else
pankso@175 397 echo "No help found"
pankso@175 398 fi
pankso@273 399 separator && newline ;;
pankso@273 400
pankso@273 401 usage|*) usage ;;
pankso@273 402
pankso@1 403 esac
pankso@1 404
pankso@1 405 exit 0