spk view lib/libspk.sh @ rev 68

bunch of improvments to download
author Christophe Lincoln <pankso@slitaz.org>
date Fri May 18 21:24:30 2012 +0200 (2012-05-18)
parents 885b195a5d69
children 0cb21eb5cf20
line source
1 #!/bin/sh
2 #
3 # Libspk - The Spk base function and internal variables used by almost all
4 # spk-tools. Read the README before adding or modifing any code in spk!
5 #
6 # Copyright (C) SliTaz GNU/Linux - BSD License
7 # Author: See AUTHORS files
8 #
9 . /lib/libtaz.sh
10 . /usr/lib/slitaz/libpkg.sh
11 . /etc/slitaz/slitaz.conf
13 # Internal variables.
14 mirrorurl="${root}${PKGS_DB}/mirror"
15 mirrors="${root}${PKGS_DB}/mirrors"
16 installed="${root}${PKGS_DB}/installed"
17 pkgsdesc="${root}${PKGS_DB}/packages.desc"
18 pkgsmd5="${root}${PKGS_DB}/packages.$SUM"
19 pkgsequiv="${root}${PKGS_DB}/packages.equiv"
20 blocked="${root}${PKGS_DB}/blocked.list"
21 activity="${root}${PKGS_DB}/activity"
22 logdir="${root}/var/log/spk"
23 extradb="${root}${PKGS_DB}/extra"
24 tmpdir="/tmp/spk/$RANDOM"
26 #
27 # Sanity checks
28 #
30 if [ ! -d "${root}${PKGS_DB}" ]; then
31 gettext "Can't find DB:"; echo " ${root}${PKGS_DB}"
32 exit 1
33 fi
35 #
36 # Functions
37 #
39 # Display receipt information. Expects a receipt to be sourced
40 receipt_info() {
41 cat << EOT
42 $(gettext "Version :") ${VERSION}${EXTRAVERSION}
43 $(gettext "Short desc :") $SHORT_DESC
44 $(gettext "Category :") $CATEGORY
45 EOT
46 }
48 # Display package info from a packages.desc list
49 # Usage: read_pkgsdesc /path/to/packages.desc
50 read_pkgsdesc() {
51 local list="$1"
52 IFS="|"
53 cat $list | while read package version desc category
54 do
55 if [ "$short" ]; then
56 echo -n "$(colorize "$package" 32)"; indent 28 " $version"
57 else
58 newline
59 gettext "Package :"; colorize " $package" 32
60 gettext "Version :"; echo "$version"
61 gettext "Short desc :"; echo "$desc"
62 fi
63 done && unset IFS
64 }
66 # Extract receipt from tazpkg
67 # Parameters: result_dir package_file
68 extract_receipt() {
69 local dir="$1"
70 local file="$2"
71 cd "$dir"
72 { cpio --quiet -i receipt > /dev/null 2>&1; } < $file
73 cd - >/dev/null
74 }
76 # Extract files.list from tazpkg
77 # Parameters: result_dir package_file
78 extract_fileslist() {
79 local dir="$1"
80 local file="$2"
81 cd "$dir"
82 { cpio --quiet -i files.list > /dev/null 2>&1; } < $file
83 cd - >/dev/null
84 }
86 # Used by: list
87 count_installed() {
88 local count=$(ls $installed | wc -l)
89 gettext "Installed :"; echo " $count"
90 }
92 # Used by: list
93 count_mirrored() {
94 [ -f "$pkgsmd5" ] || return
95 local count=$(cat $pkgsmd5 | wc -l)
96 gettext "Mirrored :"; echo " $count"
97 }
99 # Check if package is on main or extra mirror.
100 mirrored_pkg() {
101 local name=$1
102 #local find=$(grep "^$name |" $pkgsdesc $extradb/*/*.desc 2>/dev/null)
103 for desc in $(find $extradb $pkgsdesc -name packages.desc); do
104 if grep -q "^$name |" $desc; then
105 db=$(dirname $desc)
106 mirrored=$(grep "^$name |" $desc)
107 mirror=$(cat $db/mirror)
108 break
109 fi
110 done
111 }
113 # Check if the download was sane
114 check_download() {
115 debug "check_download: $file"
116 if ! tail -c 2k $file | fgrep -q 00000000TRAILER; then
117 gettext "Continuing download of:"; echo " $file"
118 download "$file" $mirror
119 fi
120 # Check that the package has the correct checksum
121 local msum=$(fgrep " $package_full" $pkgsmd5)
122 local sum=$($CHECKSUM $file)
123 debug "mirror $SUM : $msum"
124 debug "local $SUM : $sum"
125 if [ "$sum" != "$msum" ]; then
126 rm -f $file && download "$file" $mirror
127 fi
128 }
130 # Download a file trying all mirrors
131 # Usage: file [url|path]
132 #
133 # Priority to extra is done by mirrored_pkg wich try first to find the
134 # packages in extra mirror, then on official.
135 #
136 download() {
137 local file=$1
138 local uri="${2%/}"
139 local pwd=$(pwd)
140 [ "$quiet" ] && local quiet="-q"
141 [ "$cache" ] && local pwd=$CACHE_DIR
142 [ "$get" ] || local pwd=$CACHE_DIR
143 [ "$forced" ] && rm -f $pwd/$file
144 debug "download file: $file"
145 debug "DB: $db"
146 # Local mirror ? End by cd to cache, we may be installind. If --get
147 # was used we dl/copy in the current dir.
148 if [ -f "$uri/$file" ]; then
149 [ "$verbose" ] && echo "URI: $uri/"
150 gettext "Using local mirror:"; boldify " $file"
151 [ "$verbose" ] && (gettext "Copying file to:"; colorize " $pwd" 34)
152 cp -f $uri/$file $pwd
153 cd $pwd && return 0
154 fi
155 # In cache ? Root can use --cache to set destdir.
156 if [ -f "$CACHE_DIR/$file" ]; then
157 gettext "Using cache:"; colorize " ${file%.tazpkg}" 34
158 return 0
159 else
160 [ "$verbose" ] && echo "URL: $uri/"
161 if [ "$db" == "$PKGS_DB" ]; then
162 gettext "Using official mirror:"
163 else
164 gettext "Using extra mirror:"
165 fi
166 boldify " $file"
167 [ "$verbose" ] && (gettext "Destination:"; colorize " $pwd" 34)
168 if [ -f "$pwd/$file" ]; then
169 echo "File exist: $pwd/$file" && return 0
170 fi
171 # TODO: be a spider with wget -s to check if package is on mirror,
172 # if not try all official mirrors ?
173 wget $quiet -c $uri/$file -O $CACHE_DIR/$file
174 cd $CACHE_DIR && check_download
175 fi
176 # Be sure the file was fetched.
177 if [ ! -f "$pwd/$file" ] || [ ! -f "$CACHE_DIR/$file" ]; then
178 gettext "ERROR: Missing file:"; colorize " $file" 31
179 newline && exit 1
180 fi
181 }
183 # Unser var set by mirrored_pkg
184 unset_mirrored() {
185 unset mirrored mirror db pwd
186 }
188 # Return the full package name, search in all packages.desc and break when
189 # first occurance is found: Usage: full_package pkgname
190 full_package() {
191 for desc in $(find $extradb $pkgsdesc -name packages.desc); do
192 local line="$(grep "^$1 |" $desc)"
193 if grep -q "^$1 |" $desc; then
194 IFS="|"
195 echo $line | busybox awk '{print $1 "-" $2 ".tazpkg"}'
196 unset IFS && break
197 fi
198 done
199 }
201 # Check if a package is already installed.
202 # Usage: check_installed package
203 check_installed() {
204 local name="$1"
205 if [ -d "$installed/$name" ]; then
206 echo $(boldify "$name") $(gettext "package is already installed")
207 [ "$forced" ] || rm -rf $tmpdir
208 continue
209 fi
210 }
212 # get an already installed package from packages.equiv TODO REDO!
213 equivalent_pkg() {
214 for i in $(grep -hs "^$1=" $pkgsequiv $extradb/*/*.equiv | sed "s/^$1=//")
215 do
216 if echo $i | fgrep -q : ; then
217 # format 'alternative:newname'
218 # if alternative is installed then substitute newname
219 if [ -f $installed/${i%:*}/receipt ]; then
220 # substitute package dependancy
221 echo ${i#*:}
222 return
223 fi
224 else
225 # if alternative is installed then nothing to install
226 if [ -f $installed/$i/receipt ]; then
227 # substitute installed package
228 echo $i
229 return
230 fi
231 fi
232 done
233 # if not found in packages.equiv then no substitution
234 echo $1
235 }
237 # Check for missing deps listed in a receipt packages.
238 # Parameters: package dependencies
239 missing_deps() {
240 local package="$1"
241 shift 1
242 local depends="$@"
244 local deps=0
245 local missing
247 # Calculate missing dependencies
248 for pkgorg in $depends; do
249 local pkg=$(equivalent_pkg $pkgorg)
250 if [ ! -d "$installed/$pkg" ]; then
251 gettext "Missing:"; echo " $pkg"
252 deps=$(($deps+1))
253 elif [ ! -f "$installed/$pkg/receipt" ]; then
254 gettext "WARNING: Dependency loop between:"; newline
255 echo " $package --> $pkg"
256 fi
257 done
259 gettext "Missing dependencies:"; echo " $(colorize "$deps" 34)"
261 # Return true if missing deps
262 [ "$deps" != "0" ]
263 }
265 grepesc() {
266 sed 's/\[/\\[/g'
267 }
269 # Check for ELF file
270 is_elf() {
271 [ "$(dd if=$1 bs=1 skip=1 count=3 2> /dev/null)" = "ELF" ]
272 }
274 # Exec functions directly for developement purpose.
275 case $1 in
276 *_*) func=$1 && shift && $func $@ ;;
277 esac