cookutils annotate cook @ rev 42
Improve extract_source (Thanks Godane)
| author | Christophe Lincoln <pankso@slitaz.org> |
|---|---|
| date | Sat May 07 02:22:37 2011 +0200 (2011-05-07) |
| parents | e1a3c5900648 |
| children | 14576e7f36dd |
| rev | line source |
|---|---|
| pankso@1 | 1 #!/bin/sh |
| pankso@1 | 2 # |
| pankso@1 | 3 # Cook - A tool to cook and generate SliTaz packages. Read the README |
| pankso@1 | 4 # before adding or modifing any code in cook! |
| pankso@1 | 5 # |
| pankso@1 | 6 # Copyright (C) SliTaz GNU/Linux - GNU gpl v3 |
| pankso@1 | 7 # Author: Christophe Lincoln <pankso@slitaz.org> |
| pankso@1 | 8 # |
| pankso@1 | 9 |
| pankso@1 | 10 [ -f "/etc/slitaz/cook.conf" ] && . /etc/slitaz/cook.conf |
| pankso@1 | 11 [ -f "cook.conf" ] && . ./cook.conf |
| pankso@1 | 12 |
| pankso@16 | 13 # Share DB and status with the Cooker. |
| pankso@9 | 14 activity="$CACHE/activity" |
| pankso@16 | 15 command="$CACHE/command" |
| pankso@11 | 16 broken="$CACHE/broken" |
| pankso@9 | 17 |
| pankso@1 | 18 # |
| pankso@1 | 19 # Functions |
| pankso@1 | 20 # |
| pankso@1 | 21 |
| pankso@1 | 22 usage() { |
| pankso@1 | 23 cat << EOT |
| pankso@1 | 24 |
| pankso@1 | 25 $(echo -e "\033[1m$(gettext "Usage:")\033[0m") cook [package|command|list] [--option] |
| pankso@1 | 26 |
| pankso@1 | 27 $(echo -e "\033[1m$(gettext "Commands:")\033[0m") |
| pankso@1 | 28 usage|help $(gettext "Display this short usage.") |
| pankso@1 | 29 list-wok $(gettext "List packages in the wok.") |
| pankso@1 | 30 setup $(gettext "Setup your build environment.") |
| pankso@9 | 31 test $(gettext "Test environment and cook a package.") |
| pankso@1 | 32 new $(gettext "Create a new package with receipt".) |
| pankso@1 | 33 list $(gettext "Cook a list of packages.") |
| pankso@1 | 34 clean-wok $(gettext "Clean-up all packages files.") |
| pankso@1 | 35 clean-src $(gettext "Clean-up all packages source.") |
| pankso@1 | 36 pkglist $(gettext "Create all packages.* lists.") |
| pankso@1 | 37 |
| pankso@1 | 38 $(echo -e "\033[1m$(gettext "Options:")\033[0m") |
| pankso@10 | 39 --clean|-c Cook : $(gettext "clean the package in the wok.") |
| pankso@39 | 40 --install|-i Cook : $(gettext "cook and install the package.") |
| pankso@39 | 41 --getsrc|-gs Cook : $(gettext "get the package source tarball.") |
| pankso@10 | 42 --wok|-w Setup: $(gettext "create also a wok from Hg repo.") |
| pankso@1 | 43 |
| pankso@1 | 44 EOT |
| pankso@1 | 45 exit 0 |
| pankso@1 | 46 } |
| pankso@1 | 47 |
| pankso@1 | 48 # Be sure we root. |
| pankso@1 | 49 check_root() { |
| pankso@1 | 50 [ $(id -u) != 0 ] && gettext -e "\nYou must be root to cook.\n\n" && exit 0 |
| pankso@1 | 51 } |
| pankso@1 | 52 |
| pankso@1 | 53 separator() { |
| pankso@1 | 54 echo "================================================================================" |
| pankso@1 | 55 } |
| pankso@1 | 56 |
| pankso@1 | 57 status() { |
| pankso@1 | 58 echo -en "\\033[70G[ " |
| pankso@1 | 59 if [ $? = 0 ]; then |
| pankso@1 | 60 echo -en "\\033[1;32mOK" |
| pankso@1 | 61 else |
| pankso@1 | 62 echo -en "\\033[1;31mFailed" |
| pankso@1 | 63 fi |
| pankso@1 | 64 echo -e "\\033[0;39m ]" |
| pankso@1 | 65 } |
| pankso@1 | 66 |
| pankso@13 | 67 # Log activities, we want first letter capitalized. |
| pankso@9 | 68 log() { |
| pankso@27 | 69 grep ^[A-Z] | \ |
| pankso@9 | 70 sed s"#^[A-Z]\([^']*\)#$(date '+%Y-%m-%d %H:%M') : \0#" >> $activity |
| pankso@9 | 71 } |
| pankso@9 | 72 |
| pankso@9 | 73 # We dont want those escape in web interface. |
| pankso@1 | 74 clean_log() { |
| pankso@1 | 75 sed -i -e s'|\[70G\[ \[1;32m| |' \ |
| pankso@1 | 76 -e s'|\[0;39m \]||' $LOGS/$pkg.log |
| pankso@1 | 77 } |
| pankso@1 | 78 |
| pankso@23 | 79 # Log broken packages. |
| pankso@23 | 80 broken() { |
| pankso@23 | 81 echo "$pkg" >> $broken |
| pankso@23 | 82 } |
| pankso@23 | 83 |
| pankso@1 | 84 # Be sure package exist in wok. |
| pankso@1 | 85 check_pkg_in_wok() { |
| pankso@1 | 86 if [ ! -d "$WOK/$pkg" ]; then |
| pankso@1 | 87 gettext -e "\nUnable to find package in the wok:" |
| pankso@1 | 88 echo -e " $pkg\n" && exit 1 |
| pankso@1 | 89 fi |
| pankso@1 | 90 } |
| pankso@1 | 91 |
| pankso@9 | 92 if_empty_value() { |
| pankso@9 | 93 if [ -z "$value" ]; then |
| pankso@9 | 94 gettext "QA: empty variable:"; echo -e " ${var}=\"\"\n" |
| pankso@9 | 95 exit 1 |
| pankso@9 | 96 fi |
| pankso@9 | 97 } |
| pankso@9 | 98 |
| pankso@9 | 99 # QA: check a receip consistency befor building. |
| pankso@9 | 100 receipt_quality() { |
| pankso@9 | 101 gettext -e "QA: checking package receipt...\n" |
| pankso@9 | 102 unset online |
| pankso@9 | 103 if ifconfig | grep -q -A 1 "^[a-z]*[0-9]" | fgrep 'addr:'; then |
| pankso@9 | 104 online="online" |
| pankso@9 | 105 fi |
| pankso@9 | 106 for var in PACKAGE VERSION CATEGORY SHORT_DESC MAINTAINER WEB_SITE |
| pankso@9 | 107 do |
| pankso@9 | 108 unset value |
| pankso@9 | 109 value=$(grep ^$var= receipt | cut -d \" -f 2) |
| pankso@9 | 110 case "$var" in |
| pankso@9 | 111 PACKAGE|VERSION|SHORT_DESC) |
| pankso@9 | 112 if_empty_value ;; |
| pankso@9 | 113 CATEGORY) |
| pankso@9 | 114 [ -z "$value" ] && value="empty" |
| pankso@9 | 115 valid="base-system x-window utilities network graphics \ |
| pankso@9 | 116 multimedia office development system-tools security games \ |
| pankso@9 | 117 misc meta non-free" |
| pankso@9 | 118 if ! echo "$valid" | grep -q -w "$value"; then |
| pankso@9 | 119 gettext "QA: unknow category:"; echo -e " $value\n" |
| pankso@9 | 120 exit 1 |
| pankso@9 | 121 fi ;; |
| pankso@9 | 122 WEB_SITE) |
| pankso@9 | 123 # We dont check WGET_URL since if dl is needed it will fail. |
| pankso@9 | 124 # Break also if we not online. Here error is not fatal. |
| pankso@9 | 125 if_empty_value |
| pankso@9 | 126 [ -z "$online" ] || break |
| pankso@9 | 127 if ! busybox wget -s $value 2>/dev/null; then |
| pankso@9 | 128 gettext "QA: Unable to reach:"; echo -e " $value\n" |
| pankso@9 | 129 fi ;; |
| pankso@9 | 130 esac |
| pankso@9 | 131 done |
| pankso@9 | 132 } |
| pankso@9 | 133 |
| pankso@9 | 134 # Executed before sourcing a receipt. |
| pankso@9 | 135 unset_receipt() { |
| pankso@9 | 136 unset DEPENDS BUILD_DEPENDS WANTED EXTRAVERSION WGET_URL PROVIDE TARBALL |
| pankso@9 | 137 } |
| pankso@9 | 138 |
| pankso@1 | 139 # Path's used in receipt and by cook itself. |
| pankso@1 | 140 set_paths() { |
| pankso@1 | 141 pkgdir=$WOK/$PACKAGE |
| pankso@1 | 142 src=$pkgdir/source/$PACKAGE-$VERSION |
| pankso@1 | 143 pack=$pkgdir/taz/$PACKAGE-${VERSION}${EXTRAVERSION} |
| pankso@1 | 144 fs=$pack/fs |
| pankso@1 | 145 stuff=$pkgdir/stuff |
| pankso@1 | 146 install=$pkgdir/install |
| pankso@1 | 147 if [ "$WANTED" ]; then |
| pankso@1 | 148 src=$WOK/$WANTED/source/$WANTED-$VERSION |
| pankso@1 | 149 install=$WOK/$WANTED/install |
| pankso@1 | 150 fi |
| pankso@9 | 151 # Old way compatibility. |
| pankso@1 | 152 _pkg=$install |
| pankso@1 | 153 } |
| pankso@1 | 154 |
| pankso@9 | 155 # Get package source. |
| pankso@1 | 156 get_source() { |
| pankso@9 | 157 case "$WGET_URL" in |
| pankso@9 | 158 http://*|ftp://*) |
| pankso@9 | 159 # Busybox Wget is better! |
| pankso@15 | 160 busybox wget -c -P $SRC $WGET_URL || \ |
| pankso@15 | 161 (echo -e "ERROR: wget $WGET_URL" && exit 1) ;; |
| pankso@9 | 162 hg*|mercurial*) |
| pankso@9 | 163 # We are in cache so clone here and create a tarball |
| pankso@9 | 164 pwd=$(pwd) |
| pankso@29 | 165 if $(echo "$WGET_URL" | fgrep -q "hg|"); then |
| pankso@9 | 166 url=${WGET_URL#hg|} |
| pankso@9 | 167 else |
| pankso@9 | 168 url=${WGET_URL#mercurial|} |
| pankso@9 | 169 fi |
| pankso@10 | 170 pkgsrc=${SOURCE:-$PACKAGE}-$VERSION |
| pankso@9 | 171 tarball=$pkgsrc.tar.bz2 |
| pankso@9 | 172 gettext "Getting source from Hg: "; echo $url |
| pankso@9 | 173 gettext "Cloning to: "; echo "$pwd/$pkgsrc" |
| pankso@15 | 174 hg clone $url $pkgsrc || (echo "ERROR: hg clone $url" && exit 1) |
| pankso@9 | 175 gettext "Creating tarball: "; echo "$tarball" |
| pankso@9 | 176 tar cjf $tarball $pkgsrc || exit 1 |
| pankso@9 | 177 mv $tarball $SRC && rm -rf $pkgsrc ;; |
| pankso@9 | 178 git*) |
| pankso@9 | 179 echo "TODO: git implementation in cook" && exit 1 ;; |
| pankso@9 | 180 svn*) |
| pankso@9 | 181 echo "TODO: svn implementation in cook" && exit 1 ;; |
| pankso@9 | 182 *) |
| pankso@9 | 183 gettext -e "\nERROR: Unable to handle:"; echo -e " $WGET_URL \n" | \ |
| pankso@9 | 184 tee -a $LOGS/$PACKAGE.log |
| pankso@9 | 185 exit 1 ;; |
| pankso@9 | 186 esac |
| pankso@1 | 187 } |
| pankso@1 | 188 |
| pankso@9 | 189 # Extract source package. |
| pankso@1 | 190 extract_source() { |
| pankso@1 | 191 gettext "Extracting:"; echo " $TARBALL" |
| pankso@1 | 192 case "$TARBALL" in |
| pankso@1 | 193 *.tar.gz|*.tgz) tar xzf $SRC/$TARBALL ;; |
| pankso@42 | 194 *.tar.bz2|*.tbz) tar xjf $SRC/$TARBALL ;; |
| pankso@1 | 195 *.tar.lzma) tar xaf $SRC/$TARBALL ;; |
| pankso@42 | 196 *.tar) tar xf $SRC/$TARBALL ;; |
| pankso@42 | 197 *.zip|*.xpi) unzip -o $SRC/$TARBALL ;; |
| pankso@42 | 198 *.xz) unxz -c $SRC/$TARBALL | tar xf - ;; |
| pankso@42 | 199 *.Z) uncompress -c $SRC/$TARBALL | tar xf - ;; |
| pankso@42 | 200 *.rpm) rpm2cpio $SRC/$TARBALL | cpio -idm --quiet ;; |
| pankso@1 | 201 esac |
| pankso@1 | 202 } |
| pankso@1 | 203 |
| pankso@9 | 204 # Display cooked package summary. |
| pankso@1 | 205 summary() { |
| pankso@1 | 206 cd $WOK/$pkg |
| pankso@1 | 207 [ -d install ] && prod=$(du -sh install | awk '{print $1}' 2>/dev/null) |
| pankso@1 | 208 fs=$(du -sh taz/* | awk '{print $1}') |
| pankso@16 | 209 size=$(du -sh $PKGS/$PACKAGE-${VERSION}*.tazpkg | awk '{print $1}') |
| pankso@1 | 210 files=$(cat taz/$PACKAGE-*/files.list | wc -l) |
| pankso@18 | 211 cookdate=$(date "+%Y-%m-%d %H:%M") |
| pankso@1 | 212 gettext "Summary for:"; echo " $PACKAGE $VERSION" |
| pankso@1 | 213 separator |
| pankso@1 | 214 [ "$prod" ] && echo "Produce : $prod" |
| pankso@1 | 215 cat << EOT |
| pankso@1 | 216 Packed : $fs |
| pankso@1 | 217 Compressed : $size |
| pankso@18 | 218 Files : $files |
| pankso@9 | 219 Cook time : ${time}s |
| pankso@18 | 220 Cook date : $cookdate |
| pankso@1 | 221 $(separator) |
| pankso@1 | 222 |
| pankso@1 | 223 EOT |
| pankso@1 | 224 } |
| pankso@1 | 225 |
| pankso@15 | 226 # Display debugging erroe info. |
| pankso@15 | 227 debug_info() { |
| pankso@17 | 228 echo -e "\nDebug information" |
| pankso@15 | 229 separator |
| pankso@34 | 230 for error in ERROR "No package" "cp: can't stat" "can't open" |
| pankso@34 | 231 do |
| pankso@34 | 232 fgrep "$error" $LOGS/$pkg.log |
| pankso@34 | 233 done |
| pankso@15 | 234 separator && echo "" |
| pankso@15 | 235 } |
| pankso@15 | 236 |
| pankso@1 | 237 # Copy all generic files (locale, pixmaps, .desktop). We use standard paths, |
| pankso@1 | 238 # so some packages need to copy these files with the receipt and genpkg_rules. |
| pankso@1 | 239 copy_generic_files() |
| pankso@1 | 240 { |
| pankso@1 | 241 # $LOCALE is set in cook.conf |
| pankso@1 | 242 if [ "$LOCALE" ]; then |
| pankso@1 | 243 if [ -d "$_pkg/usr/share/locale" ]; then |
| pankso@1 | 244 mkdir -p $fs/usr/share/locale |
| pankso@1 | 245 for i in $LOCALE |
| pankso@1 | 246 do |
| pankso@1 | 247 if [ -d "$_pkg/usr/share/locale/$i" ]; then |
| pankso@1 | 248 cp -a $_pkg/usr/share/locale/$i $fs/usr/share/locale |
| pankso@1 | 249 fi |
| pankso@1 | 250 done |
| pankso@1 | 251 fi |
| pankso@1 | 252 fi |
| pankso@1 | 253 |
| pankso@1 | 254 # Generic pixmaps copy can be disabled with GENERIC_PIXMAPS="no" |
| pankso@1 | 255 if [ "$GENERIC_PIXMAPS" != "no" ]; then |
| pankso@1 | 256 if [ -d "$_pkg/usr/share/pixmaps" ]; then |
| pankso@1 | 257 mkdir -p $fs/usr/share/pixmaps |
| pankso@1 | 258 cp -a $_pkg/usr/share/pixmaps/$PACKAGE.png \ |
| pankso@1 | 259 $fs/usr/share/pixmaps 2>/dev/null |
| pankso@1 | 260 cp -a $_pkg/usr/share/pixmaps/$PACKAGE.xpm \ |
| pankso@1 | 261 $fs/usr/share/pixmaps 2>/dev/null |
| pankso@1 | 262 fi |
| pankso@1 | 263 |
| pankso@1 | 264 # Custom or homemade PNG pixmap can be in stuff. |
| pankso@1 | 265 if [ -f "$stuff/$PACKAGE.png" ]; then |
| pankso@1 | 266 mkdir -p $fs/usr/share/pixmaps |
| pankso@1 | 267 cp -a $stuff/$PACKAGE.png $fs/usr/share/pixmaps |
| pankso@1 | 268 fi |
| pankso@1 | 269 fi |
| pankso@1 | 270 |
| pankso@1 | 271 # Desktop entry (.desktop). |
| pankso@1 | 272 if [ -d "$_pkg/usr/share/applications" ]; then |
| pankso@1 | 273 cp -a $_pkg/usr/share/applications $fs/usr/share |
| pankso@1 | 274 fi |
| pankso@1 | 275 |
| pankso@1 | 276 # Homemade desktop file(s) can be in stuff. |
| pankso@1 | 277 if [ -d "$stuff/applications" ]; then |
| pankso@1 | 278 mkdir -p $fs/usr/share |
| pankso@1 | 279 cp -a $stuff/applications $fs/usr/share |
| pankso@1 | 280 fi |
| pankso@1 | 281 if [ -f "$stuff/$PACKAGE.desktop" ]; then |
| pankso@1 | 282 mkdir -p $fs/usr/share/applications |
| pankso@1 | 283 cp -a $stuff/$PACKAGE.desktop $fs/usr/share/applications |
| pankso@1 | 284 fi |
| pankso@1 | 285 } |
| pankso@1 | 286 |
| pankso@1 | 287 # Find and strip : --strip-all (-s) or --strip-debug on static libs. |
| pankso@1 | 288 strip_package() |
| pankso@1 | 289 { |
| pankso@1 | 290 gettext "Executing strip on all files" |
| pankso@1 | 291 for dir in $fs/bin $fs/sbin $fs/usr/bin $fs/usr/sbin $fs/usr/games |
| pankso@1 | 292 do |
| pankso@1 | 293 if [ -d "$dir" ]; then |
| pankso@1 | 294 find $dir -type f -exec strip -s '{}' 2>/dev/null \; |
| pankso@1 | 295 fi |
| pankso@1 | 296 done |
| pankso@1 | 297 find $fs -name "*.so*" -exec strip -s '{}' 2>/dev/null \; |
| pankso@1 | 298 find $fs -name "*.a" -exec strip --strip-debug '{}' 2>/dev/null \; |
| pankso@1 | 299 status |
| pankso@1 | 300 } |
| pankso@1 | 301 |
| pankso@8 | 302 # Remove installed deps. |
| pankso@8 | 303 remove_deps() { |
| pankso@8 | 304 # Now remove installed build deps. |
| pankso@9 | 305 diff="$CACHE/installed.diff" |
| pankso@9 | 306 deps=$(cat $diff | grep ^+[a-zA-Z0-9] | sed s/^+//) |
| pankso@9 | 307 nb=$(cat $diff | grep ^+[a-zA-Z0-9] | wc -l) |
| pankso@8 | 308 if [ -s "$CACHE/installed.diff" ]; then |
| pankso@8 | 309 gettext "Build dependencies to remove:"; echo " $nb" |
| pankso@8 | 310 gettext "Removing:" |
| pankso@8 | 311 for dep in $deps |
| pankso@8 | 312 do |
| pankso@8 | 313 echo -n " $dep" |
| pankso@8 | 314 yes | tazpkg remove $dep >/dev/null |
| pankso@8 | 315 done |
| pankso@16 | 316 echo -e "\n" |
| pankso@8 | 317 mv -f $CACHE/installed.diff $CACHE/installed.last.diff |
| pankso@1 | 318 fi |
| pankso@1 | 319 } |
| pankso@1 | 320 |
| pankso@1 | 321 # The main cook function. |
| pankso@1 | 322 cookit() { |
| pankso@11 | 323 echo "Cook: $PACKAGE $VERSION" |
| pankso@9 | 324 separator |
| pankso@1 | 325 set_paths |
| pankso@9 | 326 [ "$QA" ] && receipt_quality |
| pankso@33 | 327 rm -rf install taz source |
| pankso@1 | 328 |
| pankso@1 | 329 # Disable -pipe if less than 512Mb free RAM. |
| pankso@1 | 330 free=$(free | fgrep '/+ buffers' | tr -s ' ' | cut -f 4 -d ' ') |
| pankso@1 | 331 if [ "$free" -lt 524288 ] && [ "$CFLAGS" != "${CFLAGS/-pipe}" ]; then |
| pankso@1 | 332 gettext -e "Disabling -pipe compile flag: $free RAM\n" |
| pankso@1 | 333 CFLAGS="${CFLAGS/-pipe}" && CFLAGS=$(echo "$CFLAGS" | tr -s ' ') |
| pankso@1 | 334 CXXFLAGS="${CXXFLAGS/-pipe}" && CXXFLAGS=$(echo "$CXXFLAGS" | tr -s ' ') |
| pankso@1 | 335 fi |
| pankso@1 | 336 unset free |
| pankso@1 | 337 |
| pankso@1 | 338 # Export flags and path to be used by make |
| pankso@1 | 339 DESTDIR=$WOK/$PACKAGE/install |
| pankso@1 | 340 export DESTDIR MAKEFLAGS CFLAGS CXXFLAGS BUILD_HOST CONFIG_SITE |
| pankso@1 | 341 local LC_ALL=POSIX LANG=POSIX |
| pankso@1 | 342 |
| pankso@1 | 343 # Check for build dep. |
| pankso@1 | 344 cd $INSTALLED && ls -1 > $CACHE/installed.list |
| pankso@1 | 345 [ "$DEPENDS" ] && gettext -e "Checking build dependencies...\n" |
| pankso@1 | 346 for dep in $BUILD_DEPENDS |
| pankso@1 | 347 do |
| pankso@1 | 348 if [ ! -d "$INSTALLED/$dep" ]; then |
| pankso@1 | 349 # Try local package first |
| pankso@1 | 350 if [ -f "$PKGS/$dep-*.tazpkg" ]; then |
| pankso@1 | 351 gettext "Installing dep (local):"; echo " $dep" |
| pankso@1 | 352 cd $PKGS && tazpkg install $dep-*.tazpkg >/dev/null |
| pankso@1 | 353 else |
| pankso@1 | 354 gettext "Installing dep (web/cache):"; echo " $dep" |
| pankso@1 | 355 tazpkg get-install $dep >/dev/null |
| pankso@1 | 356 fi |
| pankso@1 | 357 fi |
| pankso@1 | 358 done |
| pankso@1 | 359 ls -1 > $CACHE/installed.cook && cd $CACHE |
| pankso@8 | 360 |
| pankso@8 | 361 # If a cook failed deps are not remove since we exit 1. |
| pankso@8 | 362 [ ! -s "installed.diff" ] && \ |
| pankso@8 | 363 diff installed.list installed.cook > installed.diff |
| pankso@8 | 364 deps=$(cat installed.diff | grep ^+[a-zA-Z0-9] | wc -l) |
| pankso@1 | 365 |
| pankso@1 | 366 # Get source tarball and make sure we have source dir named: |
| pankso@1 | 367 # $PACKAGE-$VERSION to be standard in receipts. Her we use tar.lzma |
| pankso@1 | 368 # tarball if it exist. |
| pankso@1 | 369 if [ "$WGET_URL" ] && [ ! -f "$SRC/$TARBALL" ]; then |
| pankso@1 | 370 if [ -f "$SRC/${SOURCE:-$PACKAGE}-$VERSION.tar.lzma" ]; then |
| pankso@10 | 371 TARBALL=${SOURCE:-$PACKAGE}-$VERSION.tar.lzma |
| pankso@1 | 372 else |
| pankso@1 | 373 get_source || exit 1 |
| pankso@1 | 374 fi |
| pankso@1 | 375 fi |
| pankso@9 | 376 if [ ! "$WANTED" ] && [ "$TARBALL" ] && [ ! -d "$src" ]; then |
| pankso@1 | 377 mkdir -p $pkgdir/source/tmp && cd $pkgdir/source/tmp |
| pankso@1 | 378 extract_source || exit 1 |
| pankso@1 | 379 mv * ../$PACKAGE-$VERSION |
| pankso@1 | 380 cd .. && rm -rf tmp |
| pankso@1 | 381 fi |
| pankso@1 | 382 |
| pankso@9 | 383 # Execute receipt rules. |
| pankso@1 | 384 if grep -q ^compile_rules $pkgdir/receipt; then |
| pankso@1 | 385 gettext -e "Executing: compile_rules\n" |
| pankso@9 | 386 [ -d "$src" ] && cd $src |
| pankso@33 | 387 compile_rules || echo "" && exit 1 |
| pankso@10 | 388 # Stay compatible with _pkg |
| pankso@10 | 389 [ -d $src/_pkg ] && mv $src/_pkg $install |
| pankso@9 | 390 # QA: compile_rules success so valid. |
| pankso@9 | 391 mkdir -p $install |
| pankso@9 | 392 else |
| pankso@9 | 393 # QA: No compile_rules so no error, valid. |
| pankso@9 | 394 mkdir -p $install |
| pankso@1 | 395 fi |
| pankso@1 | 396 separator && echo "" |
| pankso@1 | 397 } |
| pankso@1 | 398 |
| pankso@1 | 399 # Cook quality assurance. |
| pankso@1 | 400 cookit_quality() { |
| pankso@9 | 401 if [ ! -d "$WOK/$pkg/install" ] && [ ! "$WANTED" ]; then |
| pankso@15 | 402 echo -e "ERROR: cook failed" | tee -a $LOGS/$pkg.log |
| pankso@9 | 403 fi |
| pankso@9 | 404 # ERROR can be echoed any time in cookit() |
| pankso@33 | 405 if fgrep -q ERROR: $LOGS/$pkg.log; then |
| pankso@17 | 406 debug_info | tee -a $LOGS/$pkg.log |
| pankso@33 | 407 rm -f $command && exit 1 |
| pankso@1 | 408 fi |
| pankso@1 | 409 } |
| pankso@1 | 410 |
| pankso@16 | 411 # Create the package. Wanted to use Tazpkg to create a tazpkg package at first, |
| pankso@16 | 412 # but it dont handle EXTRAVERSION. |
| pankso@1 | 413 packit() { |
| pankso@1 | 414 set_paths |
| pankso@16 | 415 echo "Packing: $PACKAGE $VERSION" |
| pankso@1 | 416 separator |
| pankso@16 | 417 if grep -q ^genpkg_rules $pkgdir/receipt; then |
| pankso@16 | 418 gettext -e "Executing: genpkg_rules\n" |
| pankso@16 | 419 cd $pkgdir |
| pankso@33 | 420 mkdir -p $fs && genpkg_rules || (echo -e \ |
| pankso@33 | 421 "\nERROR: genpkg_rules failed\n" >> $LOGS/$pkg.log && exit 1) |
| pankso@16 | 422 fi |
| pankso@33 | 423 packit_quality |
| pankso@1 | 424 cd $pkgdir/taz |
| pankso@1 | 425 strip_package |
| pankso@1 | 426 for file in receipt description.txt |
| pankso@1 | 427 do |
| pankso@1 | 428 [ ! -f "../$file" ] && continue |
| pankso@1 | 429 gettext "Copying"; echo -n " $file..." |
| pankso@1 | 430 cp -f ../$file $pack && chown 0.0 $pack/$file && status |
| pankso@1 | 431 done |
| pankso@1 | 432 copy_generic_files |
| pankso@16 | 433 |
| pankso@16 | 434 # Create files.list with redirecting find outpout. |
| pankso@16 | 435 gettext "Creating the list of files..." && cd $fs |
| pankso@16 | 436 find . -type f -print > ../files.list |
| pankso@16 | 437 find . -type l -print >> ../files.list |
| pankso@16 | 438 cd .. && sed -i s/'^.'/''/ files.list |
| pankso@16 | 439 status |
| pankso@16 | 440 gettext "Creating md5sum of files..." |
| pankso@16 | 441 while read file; do |
| pankso@16 | 442 [ -L "fs$file" ] && continue |
| pankso@16 | 443 [ -f "fs$file" ] || continue |
| pankso@16 | 444 case "$file" in |
| pankso@16 | 445 /lib/modules/*/modules.*|*.pyc) continue;; |
| pankso@16 | 446 esac |
| pankso@16 | 447 md5sum "fs$file" | sed 's/ fs/ /' |
| pankso@16 | 448 done < files.list > md5sum |
| pankso@16 | 449 status |
| pankso@16 | 450 UNPACKED_SIZE=$(du -chs fs receipt files.list md5sum \ |
| pankso@16 | 451 description.txt 2> /dev/null | awk \ |
| pankso@16 | 452 '{ sz=$1 } END { print sz }') |
| pankso@16 | 453 |
| pankso@16 | 454 # Build cpio archives. |
| pankso@16 | 455 gettext "Compressing the fs... " |
| pankso@16 | 456 find fs | cpio -o -H newc --quiet | lzma e fs.cpio.lzma -si |
| pankso@16 | 457 rm -rf fs |
| pankso@16 | 458 status |
| pankso@16 | 459 PACKED_SIZE=$(du -chs fs.cpio.lzma receipt files.list \ |
| pankso@16 | 460 md5sum description.txt 2> /dev/null | awk \ |
| pankso@16 | 461 '{ sz=$1 } END { print sz }') |
| pankso@16 | 462 gettext "Updating receipt sizes..." |
| pankso@16 | 463 sed -i s/^PACKED_SIZE.*$// receipt |
| pankso@16 | 464 sed -i s/^UNPACKED_SIZE.*$// receipt |
| pankso@16 | 465 sed -i "s/^PACKAGE=/PACKED_SIZE=\"$PACKED_SIZE\"\nUNPACKED_SIZE=\"$UNPACKED_SIZE\"\nPACKAGE=/" receipt |
| pankso@16 | 466 status |
| pankso@16 | 467 |
| pankso@16 | 468 # Set extra version. |
| pankso@16 | 469 if [ "$EXTRAVERSION" ]; then |
| pankso@16 | 470 gettext "Updating receipt EXTRAVERSION: "; echo -n "$EXTRAVERSION" |
| pankso@16 | 471 sed -i s/^EXTRAVERSION.*$// receipt |
| pankso@16 | 472 sed -i "s/^VERSION=/EXTRAVERSION=\"$EXTRAVERSION\"\nVERSION=/" receipt |
| pankso@16 | 473 status |
| pankso@16 | 474 fi |
| pankso@16 | 475 |
| pankso@16 | 476 # Compress. |
| pankso@16 | 477 gettext "Creating full cpio archive... " |
| pankso@16 | 478 find . -print | cpio -o -H newc --quiet > \ |
| pankso@16 | 479 ../$PACKAGE-${VERSION}${EXTRAVERSION}.tazpkg |
| pankso@16 | 480 status |
| pankso@16 | 481 gettext "Restoring original package tree... " |
| pankso@16 | 482 unlzma -c fs.cpio.lzma | cpio -idm --quiet |
| pankso@16 | 483 status |
| pankso@16 | 484 rm fs.cpio.lzma && cd .. |
| pankso@16 | 485 separator && gettext "Package: " |
| pankso@16 | 486 du -sh $PACKAGE-${VERSION}${EXTRAVERSION}.tazpkg |
| pankso@16 | 487 echo "" |
| pankso@1 | 488 } |
| pankso@1 | 489 |
| pankso@8 | 490 # Verify package quality and consitensy. |
| pankso@8 | 491 packit_quality() { |
| pankso@33 | 492 if fgrep -q ERROR: $LOGS/$pkg.log; then |
| pankso@32 | 493 rm -f $command && exit 1 |
| pankso@8 | 494 fi |
| pankso@8 | 495 if ! grep -q ^/ $WOK/$pkg/taz/$pkg-*/files.list; then |
| pankso@32 | 496 echo -e "ERROR: empty package\n" | tee -a $LOGS/$pkg.log |
| pankso@32 | 497 rm -f $command && exit 1 |
| pankso@8 | 498 else |
| pankso@8 | 499 mv -f $WOK/$pkg/taz/$pkg-*.tazpkg $PKGS |
| pankso@11 | 500 sed -i /^${pkg}$/d $broken |
| pankso@8 | 501 fi |
| pankso@8 | 502 } |
| pankso@8 | 503 |
| pankso@1 | 504 # |
| pankso@1 | 505 # Commands |
| pankso@1 | 506 # |
| pankso@1 | 507 |
| pankso@1 | 508 case "$1" in |
| pankso@32 | 509 usage|help|-u|-h) |
| pankso@1 | 510 usage ;; |
| pankso@1 | 511 list-wok) |
| pankso@1 | 512 gettext "List of packages in:"; echo " $WOK" |
| pankso@1 | 513 separator |
| pankso@1 | 514 cd $WOK && ls -1 |
| pankso@1 | 515 separator |
| pankso@1 | 516 echo -n "Packages: " && ls | wc -l |
| pankso@1 | 517 echo "" ;; |
| pankso@1 | 518 setup) |
| pankso@1 | 519 # Setup a build environment |
| pankso@1 | 520 check_root |
| pankso@11 | 521 echo "Cook: setting up the environment" | log |
| pankso@1 | 522 gettext -e "\nSetting up your environment\n" |
| pankso@1 | 523 separator && cd $SLITAZ |
| pankso@1 | 524 gettext "Creating directories structure in:"; echo " $SLITAZ" |
| pankso@1 | 525 mkdir -p $WOK $PKGS $SRC $CACHE $LOGS |
| pankso@1 | 526 gettext -e "Checking for packages to install...\n" |
| pankso@29 | 527 for pkg in $SETUP_PKGS |
| pankso@1 | 528 do |
| pankso@1 | 529 [ ! -d "$INSTALLED/$pkg" ] && tazpkg get-install $pkg |
| pankso@1 | 530 done |
| pankso@1 | 531 |
| pankso@1 | 532 # Handle --options |
| pankso@1 | 533 case "$2" in |
| pankso@1 | 534 --wok) |
| pankso@1 | 535 [ ! -d "$INSTALLED/mercurial" ] && tazpkg get-install mercurial |
| pankso@1 | 536 [ -d "$WOK" ] && echo -e "A wok already exist.\n" && exit 1 |
| pankso@1 | 537 hg clone $HG_URL ;; |
| pankso@1 | 538 --chroot) |
| pankso@1 | 539 echo "TODO: create a chroot with tazdev" ;; |
| pankso@1 | 540 esac |
| pankso@1 | 541 |
| pankso@1 | 542 # SliTaz group and permissions |
| pankso@1 | 543 if ! grep -q ^slitaz /etc/group; then |
| pankso@1 | 544 gettext -e "Adding group: slitaz\n" |
| pankso@1 | 545 addgroup slitaz |
| pankso@1 | 546 fi |
| pankso@1 | 547 gettext -e "Setting permissions for slitaz group...\n" |
| pankso@1 | 548 chown -R root.slitaz $SLITAZ |
| pankso@1 | 549 chmod -R g+w $SLITAZ |
| pankso@1 | 550 separator |
| pankso@1 | 551 gettext -e "All done, ready to cook packages :-)\n\n" ;; |
| pankso@9 | 552 test) |
| pankso@9 | 553 # Test a cook environment. |
| pankso@13 | 554 echo "Cook test: testing the cook environment" | log |
| pankso@9 | 555 [ ! -d "$WOK" ] && exit 1 |
| pankso@9 | 556 [ ! -d "$WOK/cooktest" ] && cp -r $DATA/cooktest $WOK |
| pankso@9 | 557 cook cooktest ;; |
| pankso@1 | 558 new) |
| pankso@1 | 559 # Create the package folder and an empty receipt. |
| pankso@1 | 560 pkg="$2" |
| pankso@1 | 561 [ "$pkg" ] || usage |
| pankso@1 | 562 echo "" |
| pankso@1 | 563 if [ -d "$WOK/$pkg" ]; then |
| pankso@1 | 564 echo -n "$pkg " && gettext "package already exist." |
| pankso@1 | 565 echo -e "\n" && exit 1 |
| pankso@1 | 566 fi |
| pankso@1 | 567 gettext "Creating"; echo -n " $WOK/$pkg" |
| pankso@1 | 568 mkdir $WOK/$pkg && cd $WOK/$pkg && status |
| pankso@1 | 569 gettext "Preparing the package receipt..." |
| pankso@1 | 570 cp $DATA/receipt . |
| pankso@1 | 571 sed -i s"/^PACKAGE=.*/PACKAGE=\"$pkg\"/" receipt |
| pankso@1 | 572 status && echo "" ;; |
| pankso@1 | 573 list) |
| pankso@1 | 574 # Cook a list of packages (better use the Cooker since it will order |
| pankso@1 | 575 # packages before executing cook). |
| pankso@1 | 576 check_root |
| pankso@1 | 577 [ -z "$2" ] && gettext -e "\nNo list in argument.\n\n" && exit 1 |
| pankso@1 | 578 [ ! -f "$2" ] && gettext -e "\nNo list found:" && \ |
| pankso@1 | 579 echo -e " $2\n" && exit 1 |
| pankso@13 | 580 echo "Cook list starting: $2" | log |
| pankso@1 | 581 for pkg in $(cat $2) |
| pankso@1 | 582 do |
| pankso@1 | 583 cook $pkg || broken |
| pankso@1 | 584 done ;; |
| pankso@1 | 585 clean-wok) |
| pankso@1 | 586 check_root |
| pankso@1 | 587 gettext -e "\nCleaning all packages files..." |
| pankso@1 | 588 rm -rf $WOK/*/taz $WOK/*/install $WOK/*/source |
| pankso@1 | 589 status && echo "" ;; |
| pankso@1 | 590 clean-src) |
| pankso@1 | 591 check_root |
| pankso@1 | 592 gettext -e "\nCleaning all packages source..." |
| pankso@1 | 593 rm -rf $WOK/*/source |
| pankso@1 | 594 status && echo "" ;; |
| pankso@1 | 595 pkglist) |
| pankso@1 | 596 # Create suitable packages list for TazPKG and only for builded packages. |
| pankso@1 | 597 [ "$2" ] && PKGS="$2" |
| pankso@1 | 598 [ ! -d "$PKGS" ] && \ |
| pankso@1 | 599 gettext -e "\nPackages directory dont exist\n\n" && exit 1 |
| pankso@1 | 600 cd $PKGS |
| pankso@13 | 601 echo "Cook pkglist: Creating all packages list" | log |
| pankso@1 | 602 gettext -e "\nCreating lists for:"; echo " $PKGS" |
| pankso@1 | 603 separator |
| pankso@1 | 604 rm -f packages.* files.list* |
| pankso@1 | 605 gettext -e "Creating: packages.list\n" |
| pankso@1 | 606 ls -1 | sed s'/.tazpkg//' > $PKGS/packages.list |
| pankso@1 | 607 gettext -e "Creating: packages.md5\n" |
| pankso@1 | 608 md5sum *.tazpkg > $PKGS/packages.md5 |
| pankso@1 | 609 gettext -e "Creating: packages.desc\n" |
| pankso@1 | 610 gettext -e "Creating: packages.equiv\n" |
| pankso@1 | 611 cd $WOK |
| pankso@1 | 612 for pkg in * |
| pankso@1 | 613 do |
| pankso@1 | 614 unset_receipt |
| pankso@1 | 615 . $pkg/receipt |
| pankso@1 | 616 # packages.desc let us search easily in DB |
| pankso@1 | 617 if [ -f "$PKGS/$PACKAGE-${VERSION}${EXTRAVERSION}.tazpkg" ]; then |
| pankso@1 | 618 cat >> $PKGS/packages.desc << EOT |
| pankso@1 | 619 $PACKAGE | $VERSION$EXTRAVERSION | $SHORT_DESC | $CATEGORY | $WEB_SITE |
| pankso@1 | 620 EOT |
| pankso@1 | 621 # Packages.equiv is used by tazpkg install to check depends. |
| pankso@1 | 622 for i in $PROVIDE; do |
| pankso@1 | 623 DEST="" |
| pankso@1 | 624 echo $i | fgrep -q : && DEST="${i#*:}:" |
| pankso@1 | 625 if grep -qs ^${i%:*}= $PKGS/packages.equiv; then |
| pankso@1 | 626 sed -i "s/^${i%:*}=/${i%:*}=$DEST$PACKAGE /" \ |
| pankso@1 | 627 $PKGS/packages.equiv |
| pankso@1 | 628 else |
| pankso@1 | 629 echo "${i%:*}=$DEST$PACKAGE" >> $PKGS/packages.equiv |
| pankso@1 | 630 fi |
| pankso@1 | 631 done |
| pankso@1 | 632 fi |
| pankso@1 | 633 done |
| pankso@1 | 634 # files.list.lzma |
| pankso@1 | 635 #lzma e files.list files.list.lzma |
| pankso@1 | 636 separator |
| pankso@1 | 637 nb=$(ls $PKGS/*.tazpkg | wc -l) |
| pankso@1 | 638 echo -e "Packages: $nb\n" ;; |
| pankso@1 | 639 *) |
| pankso@1 | 640 # Just cook and generate a package. |
| pankso@1 | 641 check_root |
| pankso@1 | 642 time=$(date +%s) |
| pankso@1 | 643 pkg="$1" |
| pankso@1 | 644 [ -z "$pkg" ] && usage |
| pankso@1 | 645 check_pkg_in_wok && echo "" |
| pankso@16 | 646 echo "cook:$pkg" > $command |
| pankso@1 | 647 unset inst |
| pankso@1 | 648 unset_receipt |
| pankso@1 | 649 cd $WOK/$pkg && . ./receipt |
| pankso@1 | 650 |
| pankso@1 | 651 # Handle --options |
| pankso@1 | 652 case "$2" in |
| pankso@1 | 653 --clean|-c) |
| pankso@1 | 654 gettext -e "Cleaning package:"; echo -n " $pkg" |
| pankso@1 | 655 cd $WOK/$pkg && rm -rf install taz source |
| pankso@1 | 656 status && echo "" && exit 0 ;; |
| pankso@1 | 657 --install|-i) |
| pankso@1 | 658 inst='yes' ;; |
| pankso@39 | 659 --getsrc) |
| pankso@39 | 660 echo "Getting source for: $pkg" |
| pankso@39 | 661 separator |
| pankso@39 | 662 . $WOK/$pkg/receipt && get_source |
| pankso@39 | 663 echo -e "Tarball: $SRC/$TARBALL\n" && exit 0 ;; |
| pankso@1 | 664 esac |
| pankso@1 | 665 |
| pankso@1 | 666 # Check if wanted is build now so we have separate log files. |
| pankso@1 | 667 if [ "$WANTED" ] && [ ! -d "$WOK/$WANTED/install" ]; then |
| pankso@1 | 668 cook "$WANTED" |
| pankso@1 | 669 fi |
| pankso@1 | 670 |
| pankso@1 | 671 # Cook and pack or exit on error and log everything. |
| pankso@26 | 672 cookit 2>&1 | tee $LOGS/$pkg.log |
| pankso@15 | 673 remove_deps | tee -a $LOGS/$pkg.log |
| pankso@1 | 674 cookit_quality |
| pankso@26 | 675 packit 2>&1 | tee -a $LOGS/$pkg.log |
| pankso@1 | 676 clean_log |
| pankso@33 | 677 |
| pankso@33 | 678 # Exit if any error in packing. |
| pankso@33 | 679 if grep -q ^ERROR $LOGS/$pkg.log; then |
| pankso@33 | 680 debug_info | tee -a $LOGS/$pkg.log |
| pankso@33 | 681 rm -f $command && exit 1 |
| pankso@33 | 682 fi |
| pankso@16 | 683 |
| pankso@1 | 684 # Time and summary |
| pankso@1 | 685 time=$(($(date +%s) - $time)) |
| pankso@1 | 686 summary | tee -a $LOGS/$pkg.log |
| pankso@1 | 687 |
| pankso@1 | 688 # Install package if requested |
| pankso@1 | 689 if [ "$inst" ]; then |
| pankso@1 | 690 if [ -f "$PKGS/$PACKAGE-${VERSION}${EXTRAVERSION}.tazpkg" ]; then |
| pankso@1 | 691 cd $PKGS && tazpkg install \ |
| pankso@1 | 692 $PACKAGE-${VERSION}${EXTRAVERSION}.tazpkg --forced |
| pankso@1 | 693 else |
| pankso@1 | 694 gettext -e "Unable to install package, build have failed.\n\n" |
| pankso@1 | 695 exit 1 |
| pankso@1 | 696 fi |
| pankso@1 | 697 fi |
| pankso@9 | 698 # Finally we DONT WANT to build the *-dev or packages with WANTED="$pkg" |
| pankso@17 | 699 # You want automation: use the Cooker Build Bot. |
| pankso@1 | 700 #[ -d "$WOK/$pkg-dev" ] && cook $pkg-dev |
| pankso@18 | 701 rm -f $command ;; |
| pankso@1 | 702 esac |
| pankso@1 | 703 |
| pankso@1 | 704 exit 0 |