# HG changeset patch # User Christophe Lincoln # Date 1333643347 -7200 # Node ID fc752f65180f5745cdca1d1d2d64ba41f6cf96b9 # Parent 1a4dc885c902a0dd67b0d91b981ac47816d7b81d Add search.sh used on pkgs.slitaz.org diff -r 1a4dc885c902 -r fc752f65180f pkgs/search.sh --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/pkgs/search.sh Thu Apr 05 18:29:07 2012 +0200 @@ -0,0 +1,779 @@ +#!/bin/sh +# Tiny CGI search engine for SliTaz packages on http://pkgs.slitaz.org/ +# Christophe Lincoln +# + +renice 20 +read QUERY_STRING +for i in $(echo $QUERY_STRING | sed 's/&/ /g'); do + i=$(httpd -d $i) + eval $i +done +LANG=$lang +SEARCH=$query +SLITAZ_VERSION=$version +OBJECT=$object +DATE=`date +%Y-%m-%d\ %H:%M:%S` +VERSION=cooking +if [ "$REQUEST_METHOD" = "GET" ]; then + SEARCH="" + VERBOSE=0 + for i in $(echo $REQUEST_URI | sed 's/[?&]/ /g'); do + # i=$(httpd -d $i) + SLITAZ_VERSION=cooking + case "$(echo $i | tr [A-Z] [a-z])" in + query=*|search=*) + [ ${i#*=} == Search ] || SEARCH=${i#*=};; + object=*) + OBJECT=${i#*=};; + verbose=*) + VERBOSE=${i#*=};; + lang=*) + LANG=${i#*=};; + file=*) + SEARCH=${i#*=} + OBJECT=File;; + desc=*) + SEARCH=${i#*=} + OBJECT=Desc;; + tags=*) + SEARCH=${i#*=} + OBJECT=Tags;; + receipt=*) + SEARCH=${i#*=} + OBJECT=Receipt;; + filelist=*) + SEARCH=${i#*=} + OBJECT=File_list;; + package=*) + SEARCH=${i#*=} + OBJECT=Package;; + depends=*) + SEARCH=${i#*=} + OBJECT=Depends;; + builddepends=*) + SEARCH=${i#*=} + OBJECT=BuildDepends;; + fileoverlap=*) + SEARCH=${i#*=} + OBJECT=FileOverlap;; + version=s*|version=3*) + SLITAZ_VERSION=stable;; + version=[1-9]*) + i=${i%%.*} + SLITAZ_VERSION=${i#*=}.0;; + version=u*) + SLITAZ_VERSION=undigest;; + esac + done + [ -n "$SEARCH" ] && REQUEST_METHOD="POST" + [ "$SEARCH" == "." ] && SEARCH= +fi + +case "$OBJECT" in +File) selected_file="selected";; +Desc) selected_desc="selected";; +Tags) selected_tags="selected";; +Receipt) selected_receipt="selected";; +File_list) selected_file_list="selected";; +Depends) selected_depends="selected";; +BuildDepends) selected_build_depends="selected";; +FileOverlap) selected_overlap="selected";; +esac + +case "$SLITAZ_VERSION" in +tiny) selected_tiny="selected";; +1.0) selected_1="selected";; +2.0) selected_2="selected";; +stable) selected_stable="selected";; +undigest) selected_undigest="selected";; +esac + +# unescape query +SEARCH="$(echo $SEARCH | sed 's/%2B/+/g' | sed 's/%3A/:/g' | sed 's|%2F|/|g')" + +if [ -z "$LANG" ]; then + for i in $(echo $HTTP_ACCEPT_LANGUAGE | sed 's/[,;]/ /g'); do + case "$i" in + fr|de|pt|cn) + LANG=$i + break;; + esac + done +fi + +package="Package" +file="File" +desc="Description" +tags="Tags" +receipt="Receipt" +file_list="File list" +depends="Depends" +bdepends="Build depends" +loops="loops" +search="Search" +cooking="cooking" +stable="stable" +result="Result for : $SEARCH" +noresult="No package $SEARCH" +deptree="Dependency tree for : $SEARCH" +rdeptree="Reverse dependency tree for : $SEARCH" +bdeplist="$SEARCH needs these packages to be built" +rbdeplist="Packages who need $SEARCH to be built" +overloading="Theses packages may overload files of " +overlap="common files" +charset="ISO-8859-1" + +case "$LANG" in + +fr) package="Paquet" + receipt="Recette" + depends="Dépendances" + bdepends="Fabrication" + loops="sans fin" + search="Recherche" + result="Recherche de : $SEARCH" + noresult="Paquet $SEARCH introuvable" + deptree="Arbre des dépendances de $SEARCH" + rdeptree="Arbre inversé des dépendances de $SEARCH" + bdeplist="$SEARCH a besion de ces paquets pour être fabriqué" + rbdeplist="Paquets ayant besion de $SEARCH pour être fabriqués" + overloading="Paquets pouvant écraser des fichiers de " + overlap="Fichiers communs" + file_list="Liste des fichiers" + file="Fichier";; + +de) package="Paket" + depends="Abhängigkeiten" + desc="Beschreibung" + search="Suche" + cooking="Cooking" + stable="Stable" + result="Resultate für : $SEARCH" + noresult="Kein Paket für $SEARCH" + deptree="Abhängigkeiten von: $SEARCH" + rdeptree="Abhängigkeit für: $SEARCH" + file_list="Datei liste" + file="Datei";; + +pt) package="Pacote" + search="Buscar" + cooking="cooking" + stable="stable" + result="Resultado para : $SEARCH" + noresult="Sem resultado: $SEARCH" + deptree="Árvore de dependências para: $SEARCH" + rdeptree="Árvore de dependências reversa para: $SEARCH" + depends="Dependências" + desc="Descrição" + file_list="Arquivo lista" + file="Arquivo";; + +cn) package="软件包：" + cooking="å¼€å‘版" + stable="稳定版" + desc="æè¿°" + tags="标签" + depends="ä¾èµ–" + file="文件" + file_list="文件列表" + search="Search" + result="Result for : $SEARCH" + noresult="No package $SEARCH" + deptree="Dependency tree for : $SEARCH" + rdeptree="Reverse dependency tree for : $SEARCH" + charset="UTF-8";; + +*) LANG="en";; + +esac + +WOK=/home/slitaz/$SLITAZ_VERSION/wok +PACKAGES_REPOSITORY=/home/slitaz/$SLITAZ_VERSION/packages + +echo Content-type: text/html +echo + +# Search form +search_form() +{ + cat << _EOT_ + +
+
+ + + : + + + +
+
+_EOT_ +} + +# xHTML Header. +xhtml_header() +{ + cat << _EOF_ + + + + SliTaz Packages - Search $SEARCH + + + + + + + + + + + + + + + + + +_EOF_ +} + +# xHTML Footer. +xhtml_footer() +{ + cat << _EOT_ +
+$(ls $WOK/ | wc -l) packages and $(unlzma -c $PACKAGES_REPOSITORY/files.list.lzma | wc -l) files in $SLITAZ_VERSION database +
+ + + +
+
+
+
+ + +
+

+Dernière modification : $DATE - +Top of the page +

+

+Copyright © $(date +%Y) SliTaz - +GNU General Public License +

+ +
+ + +
+

+Valid XHTML 1.0 +

+
+ + + +_EOT_ +} + +installed_size() +{ +[ $VERBOSE -gt 0 ] && +grep -A 3 "^$1\$" $PACKAGES_REPOSITORY/packages.txt | \ + grep installed | sed 's/.*(\(.*\) installed.*/(\1) /' +} + +package_entry() +{ +if [ -s "$(dirname $0)/$SLITAZ_VERSION/$CATEGORY.html" ]; then + cat << _EOT_ +$PACKAGE $(installed_size $PACKAGE): $SHORT_DESC +_EOT_ +else + PACKAGE_HREF="$PACKAGE" + PACKAGE_URL="http://mirror.slitaz.org/packages/$SLITAZ_VERSION/$PACKAGE-$VERSION$EXTRA_VERSION.tazpkg" + nslookup mirror.slitaz.org | grep -q 127.0.0.1 && + PACKAGE_URL="http://mirror.slitaz.org/packages/$SLITAZ_VERSION/$(cd /var/www/slitaz/mirror/packages/$SLITAZ_VERSION ; ls $PACKAGE-$VERSION*.tazpkg)" + busybox wget -s $PACKAGE_URL 2> /dev/null && + PACKAGE_HREF="$PACKAGE" + cat << _EOT_ +$PACKAGE_HREF $(installed_size $PACKAGE): $SHORT_DESC +_EOT_ +fi +} + +# Show loop in depends/build_depends chains +show_loops() +{ + awk ' +function chkloop(pkg, i, n) +{ + if (n < 8) + for (i = 1; i <= split(deps[pkg],curdep," "); i++) { + if (curdep[i] == base || chkloop(curdep[i], 0, n+1)) { + split(deps[pkg],curdep," ") + p = curdep[i] " " p + return 1 + } + } + return 0 +} +{ + for (i = 2; i <= NF; i++) + deps[$1] = deps[$1] " " $i +} +END { + for (pkg in deps) { + base = pkg + p = "" + if (chkloop(pkg, 0, 0)) + print pkg " " p + #print pkg " : " p "..." + } +}' | while read line; do + set -- $line + case " $last " in + *\ $1\ *) continue + esac + last="$line" + pkg=$1 + shift + echo $pkg ":" $@ "..." +done +} + +# recursive dependencies scan +dep_scan() +{ +for i in $1; do + case " $ALL_DEPS " in + *\ $i\ *) continue;; + esac + ALL_DEPS="$ALL_DEPS $i" + if [ -n "$2" ]; then + echo -n "$2" + ( + . $WOK/$i/receipt + package_entry + ) + fi + [ -f $WOK/$i/receipt ] || continue + DEPENDS="" + BUILD_DEPENDS="" + WANTED="" + . $WOK/$i/receipt + if [ -n "$3" ]; then + [ -n "$BUILD_DEPENDS$WANTED" ] && + dep_scan "$WANTED $BUILD_DEPENDS" "$2 " $3 + else + [ -n "$DEPENDS" ] && dep_scan "$DEPENDS" "$2 " + fi +done +} + +# recursive reverse dependencies scan +rdep_scan() +{ +SEARCH=$1 +case "$SEARCH" in +glibc-base|gcc-lib-base) cat <every package is supposed to depend on them. +EOT + return;; +esac +for i in $WOK/* ; do + DEPENDS="" + BUILD_DEPENDS="" + WANTED="" + . $i/receipt + if [ -n "$2" ]; then + echo "$(basename $i) $(echo $WANTED $BUILD_DEPENDS)" + else + echo "$(basename $i) $(echo $DEPENDS)" + fi +done | awk -v search=$SEARCH ' +function show_deps(deps, all_deps, pkg, space) +{ + if (all_deps[pkg] == 1) return + all_deps[pkg] = 1 + if (space != "") printf "%s%s\n",space,pkg + for (i = 1; i <= split(deps[pkg], mydeps, " "); i++) { + show_deps(deps, all_deps, mydeps[i],"////" space) + } +} + +{ + all_deps[$1] = 0 + for (i = 2; i <= NF; i++) + deps[$i] = deps[$i] " " $1 +} + +END { + show_deps(deps, all_deps, search, "") +} +' | while read pkg; do + . $WOK/${pkg##*/}/receipt + cat << _EOT_ +$(echo ${pkg%/*} | sed 's|/| |g') $(package_entry) +_EOT_ +done +} + +# Check package exists +package_exist() +{ + [ -f $WOK/$1/receipt ] && return 0 + cat << _EOT_ + +

$noresult

+
+_EOT_
+	return 1
+}
+
+# Display < > &
+htmlize()
+{
+	sed -e 's/&/\&/g' -e 's//\>/g'
+}
+
+echonb()
+{
+read n
+echo -n "$n $1"
+[ $n -gt 1 ] && echo -n s
+}
+
+display_packages_and_files()
+{
+last=""
+while read pkg file; do
+	pkg=${pkg%:}
+	if [ "$pkg" != "$last" ]; then
+		. $WOK/$pkg/receipt
+		
+		package_entry
+		last=$pkg
+	fi
+	echo "    $file"
+done
+}
+
+# Display search form and result if requested.
+if [ "$REQUEST_METHOD" != "POST" ]; then
+	xhtml_header
+	cat << _EOT_
+
+
+

+
+
+
$package

+
$search

+_EOT_
+	search_form
+	xhtml_footer
+else
+	xhtml_header
+	cat << _EOT_
+
+
+

+
+
+
$package

+
$search

+_EOT_
+	search_form
+	if [ "$OBJECT" = "Depends" ]; then
+		if [ -z "$SEARCH" ]; then
+			cat << _EOT_
+
+
$depends $loops

+
+_EOT_
+			for i in $WOK/*/receipt; do
+				PACKAGE=
+				DEPENDS=
+				. $i
+				echo "$PACKAGE $(echo $DEPENDS)"
+			done | show_loops
+			cat << _EOT_
+

+_EOT_
+		elif package_exist $SEARCH ; then
+			cat << _EOT_
+
+
$deptree

+
+_EOT_
+			ALL_DEPS=""
+			dep_scan $SEARCH ""
+			SUGGESTED=""
+			. $WOK/$SEARCH/receipt
+			if [ -n "$SUGGESTED" ]; then
+				cat << _EOT_
+

+
+
$deptree (SUGGESTED)

+
+_EOT_
+				ALL_DEPS=""
+				dep_scan "$SUGGESTED" "    "
+			fi
+			cat << _EOT_
+

+
+
$rdeptree

+
+_EOT_
+			ALL_DEPS=""
+			rdep_scan $SEARCH
+			cat << _EOT_
+

+_EOT_
+		fi
+	elif [ "$OBJECT" = "BuildDepends" ]; then
+		if [ -z "$SEARCH" ]; then
+			cat << _EOT_
+
+
$bdepends $loops

+
+_EOT_
+			for i in $WOK/*/receipt; do
+				PACKAGE=
+				WANTED=
+				BUILD_DEPENDS=
+				. $i
+				echo "$PACKAGE $WANTED $(echo $BUILD_DEPENDS)"
+			done | show_loops
+			cat << _EOT_
+

+_EOT_
+		elif package_exist $SEARCH ; then
+			cat << _EOT_
+
+
$bdeplist

+
+_EOT_
+			ALL_DEPS=""
+			dep_scan $SEARCH "" build
+			cat << _EOT_
+

+
+
$rbdeplist

+
+_EOT_
+			ALL_DEPS=""
+			rdep_scan $SEARCH build
+			cat << _EOT_
+

+_EOT_
+		fi
+	elif [ "$OBJECT" = "FileOverlap" ]; then
+		if package_exist $SEARCH ; then
+			cat << _EOT_
+
+
$overloading $SEARCH

+
+_EOT_
+			( unlzma -c $PACKAGES_REPOSITORY/files.list.lzma | grep ^$SEARCH: ;
+			  unlzma -c $PACKAGES_REPOSITORY/files.list.lzma | grep -v ^$SEARCH: ) | awk '
+BEGIN { pkg=""; last="x" }
+{
+	if ($2 == "") next
+	if (index($2,last) == 1 && substr($2,1+length(last),1) == "/")
+		delete file[last]
+	last=$2
+	if (pkg == "") pkg=$1
+	if ($1 == pkg) file[$2]=$1
+	else if (file[$2] == pkg) print
+}
+' | display_packages_and_files
+			cat << _EOT_
+

+_EOT_
+		fi
+	elif [ "$OBJECT" = "File" ]; then
+		cat << _EOT_
+
+
$result

+
+_EOT_
+		last=""
+		unlzma -c $PACKAGES_REPOSITORY/files.list.lzma \
+		| grep "$SEARCH" | while read pkg file; do
+			echo "$file" | grep -q "$SEARCH" || continue
+			if [ "$last" != "${pkg%:}" ]; then
+				last=${pkg%:}
+				(
+				. $WOK/$last/receipt
+				cat << _EOT_
+
+$(package_entry)
+_EOT_
+				)
+			fi
+			echo "    $file"
+		done
+	elif [ "$OBJECT" = "File_list" ]; then
+		if package_exist $SEARCH; then
+			cat << _EOT_
+
+
$result

+
+_EOT_
+			last=""
+			unlzma -c $PACKAGES_REPOSITORY/files.list.lzma \
+			| grep ^$SEARCH: |  sed 's/.*: /    /' | sort
+			cat << _EOT_
+

+
+$(unlzma -c $PACKAGES_REPOSITORY/files.list.lzma | grep ^$SEARCH: | wc -l | echonb file)  \
+$(busybox sed -n "/^$SEARCH$/{nnnpq}" $PACKAGES_REPOSITORY/packages.txt)
+_EOT_
+		fi
+	elif [ "$OBJECT" = "Desc" ]; then
+		if [ -f $WOK/$SEARCH/description.txt ]; then
+			cat << _EOT_
+
+
$result

+
+
+$(htmlize < $WOK/$SEARCH/description.txt)
+

+_EOT_
+		else
+			cat << _EOT_
+
+
$result

+
+_EOT_
+			last=""
+			grep -i "$SEARCH" $PACKAGES_REPOSITORY/packages.desc | \
+			sort | while read pkg extras ; do
+				. $WOK/$pkg/receipt
+				package_entry
+			done
+		fi
+	elif [ "$OBJECT" = "Tags" ]; then
+		cat << _EOT_
+
+
$result

+
+_EOT_
+		last=""
+		grep ^TAGS= $WOK/*/receipt |  grep -i "$SEARCH" | \
+		sed "s|$WOK/\(.*\)/receipt:.*|\1|" | sort | while read pkg ; do
+				. $WOK/$pkg/receipt
+				package_entry
+			done
+	elif [ "$OBJECT" = "Receipt" ]; then
+		package_exist $SEARCH && cat << _EOT_
+
+
$result

+
+
+$(if [ -f  $WOK/$SEARCH/taz/*/receipt ]; then
+	cat $WOK/$SEARCH/taz/*/receipt
+  else
+    cat $WOK/$SEARCH/receipt
+  fi | htmlize)
+

+_EOT_
+	else
+		cat << _EOT_
+
+
$result

+
+_EOT_
+		for pkg in `ls $WOK/ | grep "$SEARCH"`
+		do
+			. $WOK/$pkg/receipt
+			DESC=" description"
+			[ -f $WOK/$pkg/description.txt ] || DESC=""
+			cat << _EOT_
+$(package_entry)$DESC
+_EOT_
+		done
+		equiv=$PACKAGES_REPOSITORY/packages.equiv
+		vpkgs="$(cat $equiv | cut -d= -f1 | grep $SEARCH)"
+		for vpkg in $vpkgs ; do
+	cat << _EOT_
+

+
+
$result (package providing $vpkg)

+
+_EOT_
+			for pkg in $(grep $vpkg= $equiv | sed "s/$vpkg=//"); do
+				. $WOK/${pkg#*:}/receipt
+				package_entry
+			done
+		done
+	fi
+	cat << _EOT_
+

+_EOT_
+	xhtml_footer
+fi
+
+exit 0