cookutils annotate web/cooker.cgi @ rev 742

Log pkgdb process; show it using web interface
author Aleksej Bobylev <al.bobylev@gmail.com>
date Sun Jun 07 11:22:35 2015 +0300 (2015-06-07)
parents da66e6be1add
children 08ad52d1ff04
rev   line source
pankso@5 1 #!/bin/sh
pankso@5 2 #
pankso@5 3 # SliTaz Cooker CGI/web interface.
pankso@5 4 #
pankso@5 5
pankso@5 6 [ -f "/etc/slitaz/cook.conf" ] && . /etc/slitaz/cook.conf
pankso@5 7 [ -f "cook.conf" ] && . ./cook.conf
pankso@5 8
pankso@5 9 # The same wok as cook.
pankso@5 10 wok="$WOK"
pankso@5 11
pankso@5 12 # Cooker DB files.
pankso@5 13 activity="$CACHE/activity"
pankso@5 14 commits="$CACHE/commits"
pankso@5 15 cooklist="$CACHE/cooklist"
pankso@5 16 cookorder="$CACHE/cookorder"
pankso@14 17 command="$CACHE/command"
pankso@5 18 blocked="$CACHE/blocked"
pankso@5 19 broken="$CACHE/broken"
pankso@22 20 cooknotes="$CACHE/cooknotes"
pankso@164 21 wokrev="$CACHE/wokrev"
pankso@5 22
paul@256 23 # We're not logged and want time zone to display correct server date.
pankso@249 24 export TZ=$(cat /etc/TZ)
pankso@249 25
al@728 26 if [ "${QUERY_STRING%%=*}" == 'download' ]; then
pascal@721 27 file=$(busybox httpd -d "$PKGS/${QUERY_STRING#*=}")
pascal@354 28 cat <<EOT
pascal@354 29 Content-Type: application/octet-stream
pascal@721 30 Content-Length: $(stat -c %s "$file")
pascal@721 31 Content-Disposition: attachment; filename="$(basename "$file")"
pascal@354 32
pascal@354 33 EOT
pascal@721 34 cat "$file"
pascal@354 35 exit
pascal@354 36 fi
pascal@354 37
al@695 38 echo -n "Content-Type: "
al@728 39 if [ "$QUERY_STRING" == 'rss' ]; then
al@728 40 echo 'application/rss+xml'
al@695 41 else
al@728 42 echo 'text/html; charset=utf-8'
al@695 43 fi
al@728 44 echo ''
pankso@5 45
pankso@310 46 # RSS feed generator
al@728 47 if [ "$QUERY_STRING" == 'rss' ]; then
al@695 48 pubdate=$(date -R)
al@728 49 cat <<EOT
pankso@310 50 <?xml version="1.0" encoding="utf-8" ?>
al@695 51 <rss version="2.0" xmlns:atom="http://www.w3.org/2005/Atom">
pankso@310 52 <channel>
pankso@310 53 <title>SliTaz Cooker</title>
pankso@310 54 <description>The SliTaz packages cooker feed</description>
pankso@310 55 <link>$COOKER_URL</link>
pascal@618 56 <lastBuildDate>$pubdate</lastBuildDate>
pascal@618 57 <pubDate>$pubdate</pubDate>
al@695 58 <atom:link href="http://cook.slitaz.org/cooker.cgi?rss" rel="self" type="application/rss+xml" />
pankso@310 59 EOT
al@728 60 for rss in $(ls -lt $FEEDS/*.xml | head -n 12); do
al@695 61 cat $rss | sed 's|<guid|& isPermaLink="false"|g;s|</pubDate| GMT&|g'
pankso@310 62 done
al@728 63 cat <<EOT
pankso@310 64 </channel>
pankso@310 65 </rss>
pankso@310 66 EOT
pankso@310 67 exit 0
pankso@310 68 fi
pankso@310 69
al@728 70
pascal@354 71 #
pascal@354 72 # Functions
pascal@354 73 #
pascal@354 74
al@728 75
pankso@5 76 # Put some colors in log and DB files.
al@728 77
pankso@5 78 syntax_highlighter() {
pankso@17 79 case $1 in
pankso@17 80 log)
pascal@601 81 sed -e 's/&/\&amp;/g;s/</\&lt;/g;s/>/\&gt;/g' \
pascal@601 82 -e 's#OK$#<span class="span-ok">OK</span>#g' \
pascal@535 83 -e 's#Done$#<span class="span-ok">Done</span>#g' \
pankso@17 84 -e 's#yes$#<span class="span-ok">yes</span>#g' \
pankso@17 85 -e 's#no$#<span class="span-no">no</span>#g' \
pankso@129 86 -e 's#error$#<span class="span-red">error</span>#g' \
pankso@129 87 -e 's#ERROR:#<span class="span-red">ERROR:</span>#g' \
pankso@129 88 -e 's#WARNING:#<span class="span-red">WARNING:</span>#g' \
pankso@65 89 -e s"#^Executing:\([^']*\).#<span class='sh-val'>\0</span>#"g \
pankso@17 90 -e s"#^====\([^']*\).#<span class='span-line'>\0</span>#"g \
pankso@29 91 -e s"#^[a-zA-Z0-9]\([^']*\) :: #<span class='span-sky'>\0</span>#"g \
pascal@507 92 -e s"#ftp://[^ '\"]*#<a href='\0'>\0</a>#"g \
pascal@507 93 -e s"#http://[^ '\"]*#<a href='\0'>\0</a>#"g ;;
al@728 94
pankso@17 95 receipt)
pascal@603 96 sed -e s'|&|\&amp;|g' -e 's|<|\&lt;|g' -e 's|>|\&gt;|'g \
pankso@258 97 -e s"#^\#\([^']*\)#<span class='sh-comment'>\0</span>#"g \
pankso@17 98 -e s"#\"\([^']*\)\"#<span class='sh-val'>\0</span>#"g ;;
al@728 99
pankso@129 100 diff)
pankso@129 101 sed -e 's|&|\&amp;|g' -e 's|<|\&lt;|g' -e 's|>|\&gt;|g' \
pankso@129 102 -e s"#^-\([^']*\).#<span class='span-red'>\0</span>#"g \
pankso@129 103 -e s"#^+\([^']*\).#<span class='span-ok'>\0</span>#"g \
pankso@129 104 -e s"#@@\([^']*\)@@#<span class='span-sky'>@@\1@@</span>#"g ;;
al@728 105
pankso@129 106 activity)
pankso@129 107 sed s"#^\([^']* : \)#<span class='log-date'>\0</span>#"g ;;
pankso@17 108 esac
pankso@5 109 }
pankso@5 110
al@728 111
pankso@5 112 # Latest build pkgs.
al@728 113
pankso@5 114 list_packages() {
pankso@5 115 cd $PKGS
pankso@5 116 ls -1t *.tazpkg | head -20 | \
al@728 117 while read file; do
pankso@5 118 echo -n $(stat -c '%y' $PKGS/$file | cut -d . -f 1 | sed s/:[0-9]*$//)
pankso@5 119 echo " : $file"
pankso@5 120 done
pankso@5 121 }
pankso@5 122
al@728 123
pascal@605 124 # Optional full list button
al@728 125
pascal@605 126 more_button() {
pascal@607 127 [ $(wc -l < ${3:-$CACHE/$1}) -gt ${4:-12} ] &&
pascal@605 128 echo "<a class=\"button\" href=\"cooker.cgi?file=$1\">$2</a>"
pascal@605 129 }
pascal@605 130
al@728 131
pankso@253 132 # xHTML header. Pages can be customized with a separated html.header file.
al@728 133
pankso@253 134 if [ -f "header.html" ]; then
pankso@253 135 cat header.html
pankso@253 136 else
al@728 137 cat <<EOT
pankso@5 138 <!DOCTYPE html>
al@728 139 <html lang="en">
pankso@5 140 <head>
al@728 141 <meta charset="utf-8"/>
pankso@5 142 <title>SliTaz Cooker</title>
al@728 143 <link rel="shortcut icon" href="favicon.ico"/>
al@728 144 <link rel="stylesheet" type="text/css" href="style.css"/>
pankso@5 145 </head>
pankso@5 146 <body>
pankso@5 147
pankso@5 148 <div id="header">
pankso@253 149 <div id="logo"></div>
pankso@5 150 <h1><a href="cooker.cgi">SliTaz Cooker</a></h1>
pankso@5 151 </div>
pankso@5 152
pankso@5 153 <!-- Content -->
pankso@5 154 <div id="content">
pankso@5 155 EOT
pankso@253 156 fi
pankso@5 157
al@728 158
pankso@5 159 #
pankso@5 160 # Load requested page
pankso@5 161 #
pankso@5 162
pankso@5 163 case "${QUERY_STRING}" in
pankso@16 164 pkg=*)
pankso@16 165 pkg=${QUERY_STRING#pkg=}
pankso@16 166 log=$LOGS/$pkg.log
pankso@16 167 echo "<h2>Package: $pkg</h2>"
pankso@16 168
pankso@18 169 # Package info.
pankso@18 170 echo '<div id="info">'
pankso@16 171 if [ -f "$wok/$pkg/receipt" ]; then
pankso@16 172 echo "<a href='cooker.cgi?receipt=$pkg'>receipt</a>"
pascal@275 173 unset WEB_SITE
pascal@275 174 . $wok/$pkg/receipt
al@728 175
pascal@301 176 [ -n "$WEB_SITE" ] && # busybox wget -s $WEB_SITE &&
pascal@275 177 echo "<a href='$WEB_SITE'>home</a>"
al@728 178
pascal@354 179 if [ -f "$wok/$pkg/taz/$PACKAGE-$VERSION/receipt" ]; then
pascal@355 180 echo "<a href='cooker.cgi?files=$pkg'>files</a>"
pascal@354 181 unset EXTRAVERSION
pascal@354 182 . $wok/$pkg/taz/$PACKAGE-$VERSION/receipt
pascal@490 183 if [ -f $wok/$pkg/taz/$PACKAGE-$VERSION/description.txt ]; then
slaxemulator@491 184 echo "<a href='cooker.cgi?description=$pkg'>description</a>"
pascal@490 185 fi
pascal@354 186 if [ -f $PKGS/$PACKAGE-$VERSION$EXTRAVERSION.tazpkg ]; then
pascal@354 187 echo "<a href='cooker.cgi?download=$PACKAGE-$VERSION$EXTRAVERSION.tazpkg'>download</a>"
pascal@354 188 fi
pascal@439 189 if [ -f $PKGS/$PACKAGE-$VERSION$EXTRAVERSION-$ARCH.tazpkg ]; then
pascal@439 190 echo "<a href='cooker.cgi?download=$PACKAGE-$VERSION$EXTRAVERSION-$ARCH.tazpkg'>download</a>"
pascal@439 191 fi
pascal@694 192 echo "<a href='ftp://${HTTP_HOST%:*}/$pkg/'>browse</a>"
pascal@354 193 fi
pankso@16 194 else
pascal@703 195 if [ $(ls $wok/*$pkg*/receipt 2> /dev/null | wc -l) -eq 0 ]; then
pascal@703 196 echo "No package named: $pkg"
pascal@703 197 else
pascal@703 198 ls $wok/$pkg/receipt >/dev/null 2>&1 || pkg="*$pkg*"
pascal@703 199 echo '<table style="width:100%">'
pascal@703 200 for i in $(cd $wok ; ls $pkg/receipt); do
pascal@703 201 pkg=$(dirname $i)
pascal@703 202 unset SHORT_DESC CATEGORY
pascal@703 203 . $wok/$pkg/receipt
pascal@703 204 cat <<EOT
pascal@703 205 <tr>
pascal@703 206 <td><a href="cooker.cgi?pkg=$pkg">$pkg</a></td>
pascal@703 207 <td>$SHORT_DESC</td>
pascal@703 208 <td>$CATEGORY</td>
pascal@703 209 </tr>
pascal@704 210 EOT
pascal@703 211 done
pascal@703 212 echo '</table>'
pascal@703 213 unset pkg
pascal@703 214 fi
pankso@16 215 fi
pankso@18 216 echo '</div>'
pankso@16 217
paul@62 218 # Check for a log file and display summary if it exists.
pankso@16 219 if [ -f "$log" ]; then
pankso@87 220 if grep -q "cook:$pkg$" $command; then
pankso@88 221 echo "<pre>The Cooker is currently building: $pkg</pre>"
pankso@87 222 fi
pankso@149 223 if fgrep -q "Summary for:" $LOGS/$pkg.log; then
al@728 224 echo '<h3>Cook summary</h3>'
pankso@87 225 echo '<pre>'
pankso@640 226 grep -A 12 "^Summary for:" $LOGS/$pkg.log | sed /^$/d | \
pankso@87 227 syntax_highlighter log
pankso@87 228 echo '</pre>'
pankso@14 229 fi
pankso@149 230 if fgrep -q "Debug information" $LOGS/$pkg.log; then
al@728 231 echo '<h3>Cook failed</h3>'
pankso@17 232 echo '<pre>'
pankso@149 233 grep -A 8 "^Debug information" $LOGS/$pkg.log | sed /^$/d | \
pankso@17 234 syntax_highlighter log
pankso@17 235 echo '</pre>'
pankso@16 236 fi
al@728 237 echo '<h3>Cook log</h3>'
pankso@16 238 echo '<pre>'
pascal@601 239 cat $log | syntax_highlighter log
pankso@16 240 echo '</pre>'
pankso@5 241 else
pascal@703 242 [ "$pkg" ] && echo "<pre>No log: $pkg</pre>"
pankso@16 243 fi ;;
al@728 244
pankso@65 245 file=*)
al@728 246 # Don't allow all files on the system for security reasons.
pankso@65 247 file=${QUERY_STRING#file=}
pankso@65 248 case "$file" in
pankso@90 249 activity|cooknotes|cooklist)
pankso@91 250 [ "$file" == "cooklist" ] && \
pankso@93 251 nb="- Packages: $(cat $cooklist | wc -l)"
pankso@91 252 echo "<h2>DB: $file $nb</h2>"
pankso@18 253 echo '<pre>'
pankso@129 254 tac $CACHE/$file | syntax_highlighter activity
pankso@65 255 echo '</pre>' ;;
al@728 256
pankso@66 257 broken)
pankso@66 258 nb=$(cat $broken | wc -l)
pankso@93 259 echo "<h2>DB: broken - Packages: $nb</h2>"
pankso@66 260 echo '<pre>'
pankso@129 261 cat $CACHE/$file | sort | \
pankso@66 262 sed s"#^[^']*#<a href='cooker.cgi?pkg=\0'>\0</a>#"g
pankso@66 263 echo '</pre>' ;;
al@728 264
pankso@129 265 *.diff)
pankso@129 266 diff=$CACHE/$file
pankso@129 267 echo "<h2>Diff for: ${file%.diff}</h2>"
pankso@129 268 [ "$file" == "installed.diff" ] && echo \
pankso@129 269 "<p>This is the latest diff between installed packages \
pankso@130 270 and installed build dependencies to cook.</p>"
pankso@129 271 echo '<pre>'
pankso@129 272 cat $diff | syntax_highlighter diff
pankso@129 273 echo '</pre>' ;;
al@728 274
pankso@65 275 *.log)
pankso@71 276 log=$LOGS/$file
pankso@71 277 name=$(basename $log)
pankso@65 278 echo "<h2>Log for: ${name%.log}</h2>"
pankso@71 279 if [ -f "$log" ]; then
pankso@71 280 if fgrep -q "Summary" $log; then
pankso@65 281 echo '<pre>'
pankso@73 282 grep -A 20 "^Summary" $log | sed /^$/d | \
pankso@65 283 syntax_highlighter log
pankso@65 284 echo '</pre>'
pankso@65 285 fi
pankso@65 286 echo '<pre>'
pankso@71 287 cat $log | syntax_highlighter log
pankso@65 288 echo '</pre>'
pankso@65 289 else
pankso@71 290 echo "<pre>No log file: $log</pre>"
pankso@65 291 fi ;;
pankso@65 292 esac ;;
al@728 293
pascal@509 294 stuff=*)
pascal@509 295 file=${QUERY_STRING#stuff=}
pascal@509 296 echo "<h2>$file</h2>"
pascal@509 297 echo '<pre>'
pascal@601 298 cat $wok/$file | sed 's/&/\&amp;/g;s/</\&lt;/g;s/>/\&gt;/g'
pascal@509 299 echo '</pre>' ;;
al@728 300
pankso@16 301 receipt=*)
pankso@16 302 pkg=${QUERY_STRING#receipt=}
pankso@17 303 echo "<h2>Receipt for: $pkg</h2>"
pankso@16 304 if [ -f "$wok/$pkg/receipt" ]; then
pascal@509 305 ( cd $wok/$pkg ; find stuff -type f 2> /dev/null ) | \
pascal@509 306 while read file ; do
pascal@509 307 echo "<a href=\"?stuff=$pkg/$file\">$file</a>"
pascal@509 308 done
pankso@16 309 echo '<pre>'
pascal@601 310 cat $wok/$pkg/receipt | \
pascal@601 311 syntax_highlighter receipt
pankso@16 312 echo '</pre>'
pankso@16 313 else
pascal@301 314 echo "<pre>No receipt for: $pkg</pre>"
pascal@301 315 fi ;;
al@728 316
pascal@301 317 files=*)
pascal@301 318 pkg=${QUERY_STRING#files=}
pascal@301 319 dir=$(ls -d $WOK/$pkg/taz/$pkg-*)
pascal@301 320 if [ -d "$dir/fs" ]; then
pascal@703 321 echo "<h2>Installed files by: $pkg ($(du -hs $dir/fs | awk '{ print $1 }'))</h2>"
pascal@301 322 echo '<pre>'
pascal@720 323 find $dir/fs -not -type d -print0 | xargs -0 ls -ld | \
pascal@602 324 sed "s|\(.*\) /.*\(${dir#*wok}/fs\)\(.*\)|\1 <a href=\"?download=../wok\2\3\">\3</a>|;s|^\([^-].*\)\(<a.*\)\">\(.*\)</a>|\1\3|"
pascal@301 325 echo '</pre>'
pascal@301 326 else
pascal@301 327 echo "<pre>No files list for: $pkg</pre>"
pankso@5 328 fi ;;
al@728 329
pascal@490 330 description=*)
pascal@490 331 pkg=${QUERY_STRING#description=}
pascal@490 332 echo "<h2>Description of $pkg</h2>"
pascal@490 333 dir=$(ls -d $WOK/$pkg/taz/$pkg-*)
pascal@493 334 if [ -s "$dir/description.txt" ]; then
pascal@490 335 echo '<pre>'
pascal@601 336 cat $dir/description.txt | \
pascal@601 337 sed 's/&/\&amp;/g;s/</\&lt;/g;s/>/\&gt;/g'
pascal@490 338 echo '</pre>'
pascal@490 339 else
pascal@490 340 echo "<pre>No description for: $pkg</pre>"
pascal@490 341 fi ;;
al@728 342
pankso@5 343 *)
pankso@383 344 # We may have a toolchain.cgi script for cross cooker's
pankso@383 345 if [ -f "toolchain.cgi" ]; then
pankso@383 346 toolchain='toolchain.cgi'
pankso@383 347 else
pankso@383 348 toolchain='cooker.cgi?pkg=slitaz-toolchain'
pankso@383 349 fi
pankso@383 350 # Main page with summary. Count only package include in ARCH,
pankso@679 351 # use 'cooker arch-db' to manually create arch.$ARCH files.
pankso@679 352 inwok=$(ls $WOK/*/arch.$ARCH | wc -l)
pankso@75 353 cooked=$(ls $PKGS/*.tazpkg | wc -l)
pankso@106 354 unbuilt=$(($inwok - $cooked))
pankso@245 355 pct=0
pankso@245 356 [ $inwok -gt 0 ] && pct=$(( ($cooked * 100) / $inwok ))
al@728 357 cat <<EOT
pankso@5 358 <div style="float: right;">
pankso@5 359 <form method="get" action="$SCRIPT_NAME">
pankso@16 360 Package:
pankso@16 361 <input type="text" name="pkg" />
pankso@5 362 </form>
pankso@5 363 </div>
pankso@5 364
pankso@5 365 <h2>Summary</h2>
pankso@75 366
pankso@5 367 <pre>
pankso@16 368 Running command : $([ -s "$command" ] && cat $command || echo "Not running")
pascal@301 369 Wok revision : <a href="$WOK_URL">$(cat $wokrev)</a>
pankso@5 370 Commits to cook : $(cat $commits | wc -l)
pankso@65 371 Current cooklist : $(cat $cooklist | wc -l)
pankso@5 372 Broken packages : $(cat $broken | wc -l)
pankso@95 373 Blocked packages : $(cat $blocked | wc -l)
pankso@5 374 </pre>
pankso@5 375
pankso@383 376 <p class="info">
al@728 377 Packages: $inwok in the wok | $cooked cooked | $unbuilt unbuilt |
al@728 378 Server date: $(date -u '+%F %R %Z')
pankso@75 379 </p>
pankso@75 380 <div class="pctbar">
pankso@75 381 <div class="pct" style="width: ${pct}%;">${pct}%</div>
pankso@14 382 </div>
pankso@14 383
pankso@75 384 <p>
pankso@129 385 Latest:
pankso@129 386 <a href="cooker.cgi?file=cookorder.log">cookorder.log</a>
pankso@129 387 <a href="cooker.cgi?file=commits.log">commits.log</a>
al@742 388 <a href="cooker.cgi?file=pkgdb.log">pkgdb.log</a>
pankso@129 389 <a href="cooker.cgi?file=installed.diff">installed.diff</a>
pankso@188 390 - Architecture $ARCH:
pankso@383 391 <a href="$toolchain">toolchain</a>
pankso@75 392 </p>
pankso@75 393
al@728 394
al@728 395 <h2 id="activity">Activity</h2>
pankso@5 396 <pre>
pankso@129 397 $(tac $CACHE/activity | head -n 12 | syntax_highlighter activity)
pankso@5 398 </pre>
pascal@605 399 $(more_button activity "More activity" $CACHE/activity 12)
pankso@5 400
al@728 401
al@728 402 <h2 id="cooknotes">Cooknotes</h2>
pankso@23 403 <pre>
pankso@129 404 $(tac $cooknotes | head -n 12 | syntax_highlighter activity)
pankso@23 405 </pre>
pascal@605 406 $(more_button cooknotes "More notes" $cooknotes 12)
pankso@23 407
al@728 408
al@728 409 <h2 id="commits">Commits</h2>
pankso@5 410 <pre>
pankso@5 411 $(cat $commits)
pankso@5 412 </pre>
pankso@5 413
al@728 414
al@728 415 <h2 id="cooklist">Cooklist</h2>
pankso@18 416 <pre>
pankso@90 417 $(cat $cooklist | head -n 20)
pankso@18 418 </pre>
pascal@605 419 $(more_button cooklist "Full cooklist" $cooklist 20)
pankso@18 420
al@728 421
al@728 422 <h2 id="broken">Broken</h2>
pankso@5 423 <pre>
pankso@66 424 $(cat $broken | head -n 20 | sed s"#^[^']*#<a href='cooker.cgi?pkg=\0'>\0</a>#"g)
pankso@5 425 </pre>
pascal@605 426 $(more_button broken "All broken packages" $broken 20)
pankso@5 427
al@728 428
al@728 429 <h2 id="blocked">Blocked</h2>
pankso@14 430 <pre>
pankso@23 431 $(cat $blocked | sed s"#^[^']*#<a href='cooker.cgi?pkg=\0'>\0</a>#"g)
pankso@14 432 </pre>
pankso@14 433
al@728 434
al@728 435 <h2 id="lastcook">Latest cook</h2>
pankso@5 436 <pre>
pankso@20 437 $(list_packages | sed s"#^\([^']*\).* : #<span class='log-date'>\0</span>#"g)
pankso@5 438 </pre>
pankso@5 439 EOT
pankso@5 440 ;;
pankso@5 441 esac
pankso@5 442
al@728 443
pankso@5 444 # Close xHTML page
al@728 445
al@728 446 cat <<EOT
pankso@5 447 </div>
pankso@5 448
pankso@5 449 <div id="footer">
pankso@116 450 <a href="http://www.slitaz.org/">SliTaz Website</a>
pankso@116 451 <a href="cooker.cgi">Cooker</a>
pankso@116 452 <a href="http://hg.slitaz.org/cookutils/raw-file/tip/doc/cookutils.en.html">
pankso@116 453 Documentation</a>
pankso@5 454 </div>
pankso@5 455
pankso@5 456 </body>
pankso@5 457 </html>
pankso@5 458 EOT
pankso@5 459
pankso@5 460 exit 0