spk annotate lib/libspk.sh @ rev 84

Dont say system is up-to-date if we have blocked packages
author Christophe Lincoln <pankso@slitaz.org>
date Thu May 24 19:04:21 2012 +0200 (2012-05-24)
parents 17e896f1d41d
children 59147c9f5113
rev   line source
pankso@5 1 #!/bin/sh
pankso@5 2 #
paul@12 3 # Libspk - The Spk base function and internal variables used by almost all
pankso@5 4 # spk-tools. Read the README before adding or modifing any code in spk!
pankso@5 5 #
pankso@5 6 # Copyright (C) SliTaz GNU/Linux - BSD License
pankso@5 7 # Author: See AUTHORS files
pankso@5 8 #
pankso@5 9 . /lib/libtaz.sh
pankso@5 10 . /usr/lib/slitaz/libpkg.sh
pankso@5 11 . /etc/slitaz/slitaz.conf
pankso@5 12
pankso@5 13 # Internal variables.
pankso@17 14 mirrorurl="${root}${PKGS_DB}/mirror"
pankso@59 15 mirrors="${root}${PKGS_DB}/mirrors"
pankso@17 16 installed="${root}${PKGS_DB}/installed"
pankso@17 17 pkgsdesc="${root}${PKGS_DB}/packages.desc"
pankso@32 18 pkgsmd5="${root}${PKGS_DB}/packages.$SUM"
pankso@60 19 pkgsequiv="${root}${PKGS_DB}/packages.equiv"
pankso@80 20 pkgsup="${root}${PKGS_DB}/packages.up"
pankso@19 21 blocked="${root}${PKGS_DB}/blocked.list"
pankso@17 22 activity="${root}${PKGS_DB}/activity"
pankso@57 23 logdir="${root}/var/log/spk"
pankso@59 24 extradb="${root}${PKGS_DB}/extra"
pankso@60 25 tmpdir="/tmp/spk/$RANDOM"
pankso@5 26
pankso@5 27 #
pankso@19 28 # Sanity checks
pankso@19 29 #
pankso@19 30
pankso@19 31 if [ ! -d "${root}${PKGS_DB}" ]; then
pankso@19 32 gettext "Can't find DB:"; echo " ${root}${PKGS_DB}"
pankso@19 33 exit 1
pankso@19 34 fi
pankso@19 35
pankso@80 36 if [ ! -d "${root}${extradb}" ]; then
pankso@80 37 mkdir -p ${root}${extradb}
pankso@80 38 fi
pankso@80 39
pankso@19 40 #
pankso@5 41 # Functions
pankso@18 42 #
meshca@11 43
pankso@14 44 # Display receipt information. Expects a receipt to be sourced
pankso@5 45 receipt_info() {
pankso@5 46 cat << EOT
pankso@5 47 $(gettext "Version :") ${VERSION}${EXTRAVERSION}
pankso@5 48 $(gettext "Short desc :") $SHORT_DESC
pankso@5 49 $(gettext "Category :") $CATEGORY
pankso@5 50 EOT
pankso@5 51 }
pankso@5 52
pankso@62 53 # Display package info from a packages.desc list
pankso@62 54 # Usage: read_pkgsdesc /path/to/packages.desc
pankso@62 55 read_pkgsdesc() {
pankso@62 56 local list="$1"
pankso@62 57 IFS="|"
pankso@62 58 cat $list | while read package version desc category
pankso@62 59 do
pankso@62 60 if [ "$short" ]; then
meshca@69 61 echo -n "$(colorize 32 "$package")"; indent 28 " $version"
pankso@62 62 else
pankso@62 63 newline
meshca@69 64 gettext "Package :"; colorize 32 " $package"
pankso@62 65 gettext "Version :"; echo "$version"
pankso@62 66 gettext "Short desc :"; echo "$desc"
pankso@62 67 fi
pankso@62 68 done && unset IFS
pankso@62 69 }
pankso@62 70
meshca@9 71 # Extract receipt from tazpkg
meshca@9 72 # Parameters: result_dir package_file
meshca@9 73 extract_receipt() {
meshca@9 74 local dir="$1"
meshca@9 75 local file="$2"
pankso@26 76 cd "$dir"
meshca@9 77 { cpio --quiet -i receipt > /dev/null 2>&1; } < $file
pankso@26 78 cd - >/dev/null
meshca@9 79 }
meshca@9 80
pankso@60 81 # Extract files.list from tazpkg
pankso@60 82 # Parameters: result_dir package_file
pankso@60 83 extract_fileslist() {
pankso@60 84 local dir="$1"
pankso@60 85 local file="$2"
pankso@60 86 cd "$dir"
pankso@60 87 { cpio --quiet -i files.list > /dev/null 2>&1; } < $file
pankso@60 88 cd - >/dev/null
pankso@60 89 }
pankso@60 90
meshca@70 91 is_package_installed() {
slaxemulator@72 92 [ -f "$installed/$1/receipt" ]
meshca@70 93 }
meshca@70 94
pankso@5 95 # Used by: list
pankso@5 96 count_installed() {
pankso@18 97 local count=$(ls $installed | wc -l)
pankso@60 98 gettext "Installed :"; echo " $count"
pankso@5 99 }
pankso@5 100
pankso@5 101 # Used by: list
pankso@5 102 count_mirrored() {
pankso@62 103 [ -f "$pkgsmd5" ] || return
meshca@9 104 local count=$(cat $pkgsmd5 | wc -l)
pankso@60 105 gettext "Mirrored :"; echo " $count"
pankso@5 106 }
meshca@9 107
pankso@63 108 # Check if package is on main or extra mirror.
pankso@63 109 mirrored_pkg() {
pankso@14 110 local name=$1
pankso@67 111 #local find=$(grep "^$name |" $pkgsdesc $extradb/*/*.desc 2>/dev/null)
pankso@67 112 for desc in $(find $extradb $pkgsdesc -name packages.desc); do
pankso@67 113 if grep -q "^$name |" $desc; then
pankso@67 114 db=$(dirname $desc)
pankso@67 115 mirrored=$(grep "^$name |" $desc)
pankso@67 116 mirror=$(cat $db/mirror)
pankso@67 117 break
pankso@67 118 fi
pankso@67 119 done
meshca@11 120 }
meshca@11 121
pankso@68 122 # Check if the download was sane
pankso@68 123 check_download() {
pankso@68 124 debug "check_download: $file"
pankso@68 125 if ! tail -c 2k $file | fgrep -q 00000000TRAILER; then
pankso@68 126 gettext "Continuing download of:"; echo " $file"
pankso@68 127 download "$file" $mirror
pankso@68 128 fi
pankso@68 129 # Check that the package has the correct checksum
pankso@68 130 local msum=$(fgrep " $package_full" $pkgsmd5)
pankso@68 131 local sum=$($CHECKSUM $file)
pankso@68 132 debug "mirror $SUM : $msum"
pankso@68 133 debug "local $SUM : $sum"
pankso@68 134 if [ "$sum" != "$msum" ]; then
pankso@68 135 rm -f $file && download "$file" $mirror
pankso@68 136 fi
pankso@68 137 }
pankso@68 138
meshca@11 139 # Download a file trying all mirrors
pankso@67 140 # Usage: file [url|path]
pankso@65 141 #
pankso@67 142 # Priority to extra is done by mirrored_pkg wich try first to find the
pankso@67 143 # packages in extra mirror, then on official.
pankso@65 144 #
meshca@11 145 download() {
pankso@65 146 local file=$1
pankso@67 147 local uri="${2%/}"
pankso@67 148 local pwd=$(pwd)
pankso@65 149 [ "$quiet" ] && local quiet="-q"
pankso@67 150 [ "$cache" ] && local pwd=$CACHE_DIR
pankso@68 151 [ "$get" ] || local pwd=$CACHE_DIR
pankso@67 152 [ "$forced" ] && rm -f $pwd/$file
pankso@67 153 debug "download file: $file"
pankso@67 154 debug "DB: $db"
pankso@67 155 # Local mirror ? End by cd to cache, we may be installind. If --get
pankso@67 156 # was used we dl/copy in the current dir.
pankso@67 157 if [ -f "$uri/$file" ]; then
pankso@68 158 [ "$verbose" ] && echo "URI: $uri/"
pankso@68 159 gettext "Using local mirror:"; boldify " $file"
meshca@69 160 [ "$verbose" ] && (gettext "Copying file to:"; colorize 34 " $pwd")
pankso@67 161 cp -f $uri/$file $pwd
pankso@67 162 cd $pwd && return 0
pankso@67 163 fi
pankso@67 164 # In cache ? Root can use --cache to set destdir.
pankso@67 165 if [ -f "$CACHE_DIR/$file" ]; then
meshca@69 166 gettext "Using cache:"; colorize 34 " ${file%.tazpkg}"
pankso@67 167 return 0
pankso@67 168 else
pankso@68 169 [ "$verbose" ] && echo "URL: $uri/"
pankso@68 170 if [ "$db" == "$PKGS_DB" ]; then
pankso@68 171 gettext "Using official mirror:"
pankso@68 172 else
pankso@68 173 gettext "Using extra mirror:"
pankso@68 174 fi
pankso@68 175 boldify " $file"
meshca@69 176 [ "$verbose" ] && (gettext "Destination:"; colorize 34 " $pwd")
pankso@67 177 if [ -f "$pwd/$file" ]; then
pankso@67 178 echo "File exist: $pwd/$file" && return 0
pankso@67 179 fi
pankso@68 180 # TODO: be a spider with wget -s to check if package is on mirror,
pankso@68 181 # if not try all official mirrors ?
pankso@67 182 wget $quiet -c $uri/$file -O $CACHE_DIR/$file
pankso@68 183 cd $CACHE_DIR && check_download
pankso@67 184 fi
pankso@67 185 # Be sure the file was fetched.
pankso@67 186 if [ ! -f "$pwd/$file" ] || [ ! -f "$CACHE_DIR/$file" ]; then
meshca@69 187 gettext "ERROR: Missing file:"; colorize 31 " $file"
pankso@67 188 newline && exit 1
pankso@67 189 fi
meshca@11 190 }
meshca@11 191
meshca@71 192 # Extract .tazpkg cpio archive into a directory.
meshca@71 193 # Parameters: package_file results_directory
meshca@71 194 extract_package() {
meshca@71 195 local package_file=$1
meshca@71 196 local target_dir=$2
meshca@71 197
meshca@71 198 # Validate the file
pankso@78 199 #check_valid_tazpkg $package_file
meshca@71 200
meshca@71 201 # Find the package name
meshca@71 202 local package_name=$(package_name $package_file)
meshca@71 203
pankso@78 204 # Create destination directory and copy package
meshca@71 205 local dest_dir=$(pwd)/$package_name
meshca@71 206 [ -n "$target_dir" ] && dest_dir=$target_dir/$package_name
meshca@71 207 mkdir -p $dest_dir
pankso@78 208 cp $package_file $dest_dir
meshca@71 209
pankso@78 210 cd $dest_dir
meshca@73 211 size=$(du -sh $package_file | awk '{print $1}')
meshca@71 212 echo -n $(gettext "Extracting archive"): $size
meshca@71 213 cpio -idm --quiet < ${package_file##*/}
meshca@71 214 rm -f ${package_file##*/}
meshca@71 215 unlzma -c fs.cpio.lzma | cpio -idm --quiet
meshca@71 216 rm fs.cpio.lzma
meshca@71 217 status
meshca@71 218 cd - > /dev/null
meshca@71 219 }
meshca@71 220
pankso@68 221 # Unser var set by mirrored_pkg
pankso@68 222 unset_mirrored() {
pankso@68 223 unset mirrored mirror db pwd
pankso@68 224 }
pankso@68 225
pankso@66 226 # Return the full package name, search in all packages.desc and break when
pankso@66 227 # first occurance is found: Usage: full_package pkgname
meshca@11 228 full_package() {
pankso@66 229 for desc in $(find $extradb $pkgsdesc -name packages.desc); do
pankso@66 230 local line="$(grep "^$1 |" $desc)"
pankso@66 231 if grep -q "^$1 |" $desc; then
pankso@66 232 IFS="|"
pankso@66 233 echo $line | busybox awk '{print $1 "-" $2 ".tazpkg"}'
pankso@66 234 unset IFS && break
pankso@66 235 fi
pankso@66 236 done
meshca@11 237 }
meshca@11 238
meshca@11 239 # Check if a package is already installed.
pankso@27 240 # Usage: check_installed package
pankso@27 241 check_installed() {
pankso@14 242 local name="$1"
pankso@18 243 if [ -d "$installed/$name" ]; then
pankso@30 244 echo $(boldify "$name") $(gettext "package is already installed")
pankso@55 245 [ "$forced" ] || rm -rf $tmpdir
pankso@28 246 continue
meshca@11 247 fi
meshca@11 248 }
meshca@11 249
meshca@11 250 # get an already installed package from packages.equiv TODO REDO!
meshca@9 251 equivalent_pkg() {
pankso@66 252 for i in $(grep -hs "^$1=" $pkgsequiv $extradb/*/*.equiv | sed "s/^$1=//")
meshca@9 253 do
meshca@9 254 if echo $i | fgrep -q : ; then
meshca@9 255 # format 'alternative:newname'
meshca@9 256 # if alternative is installed then substitute newname
pankso@18 257 if [ -f $installed/${i%:*}/receipt ]; then
meshca@9 258 # substitute package dependancy
meshca@9 259 echo ${i#*:}
meshca@9 260 return
meshca@9 261 fi
meshca@9 262 else
meshca@9 263 # if alternative is installed then nothing to install
pankso@18 264 if [ -f $installed/$i/receipt ]; then
meshca@9 265 # substitute installed package
meshca@9 266 echo $i
meshca@9 267 return
meshca@9 268 fi
meshca@9 269 fi
meshca@9 270 done
meshca@9 271 # if not found in packages.equiv then no substitution
meshca@9 272 echo $1
meshca@9 273 }
meshca@9 274
meshca@9 275 # Check for missing deps listed in a receipt packages.
meshca@9 276 # Parameters: package dependencies
meshca@9 277 missing_deps() {
meshca@9 278 local package="$1"
meshca@9 279 shift 1
meshca@9 280 local depends="$@"
pankso@10 281
meshca@9 282 local deps=0
meshca@9 283 local missing
pankso@10 284
paul@12 285 # Calculate missing dependencies
meshca@9 286 for pkgorg in $depends; do
meshca@9 287 local pkg=$(equivalent_pkg $pkgorg)
pankso@18 288 if [ ! -d "$installed/$pkg" ]; then
pankso@30 289 gettext "Missing:"; echo " $pkg"
meshca@9 290 deps=$(($deps+1))
pankso@18 291 elif [ ! -f "$installed/$pkg/receipt" ]; then
pankso@56 292 gettext "WARNING: Dependency loop between:"; newline
pankso@56 293 echo " $package --> $pkg"
meshca@9 294 fi
meshca@9 295 done
pankso@14 296
meshca@69 297 gettext "Missing dependencies:"; echo " $(colorize 34 "$deps")"
pankso@10 298
meshca@9 299 # Return true if missing deps
meshca@9 300 [ "$deps" != "0" ]
meshca@9 301 }
meshca@11 302
meshca@11 303 grepesc() {
meshca@11 304 sed 's/\[/\\[/g'
meshca@11 305 }
meshca@11 306
pankso@27 307 # Check for ELF file
pankso@27 308 is_elf() {
pankso@27 309 [ "$(dd if=$1 bs=1 skip=1 count=3 2> /dev/null)" = "ELF" ]
pankso@27 310 }
pankso@66 311
pankso@66 312 # Exec functions directly for developement purpose.
pankso@66 313 case $1 in
pankso@66 314 *_*) func=$1 && shift && $func $@ ;;
pankso@66 315 esac