cookutils annotate web/cooker.cgi @ rev 697

cookutils: catch control-c in aufs jail (again)
author Pascal Bellard <pascal.bellard@slitaz.org>
date Sat Oct 25 11:27:23 2014 +0200 (2014-10-25)
parents 5bcc3be62d13
children d81d9cd03f7b
rev   line source
pankso@5 1 #!/bin/sh
pankso@5 2 #
pankso@5 3 # SliTaz Cooker CGI/web interface.
pankso@5 4 #
pankso@5 5
pankso@5 6 [ -f "/etc/slitaz/cook.conf" ] && . /etc/slitaz/cook.conf
pankso@5 7 [ -f "cook.conf" ] && . ./cook.conf
pankso@5 8
pankso@5 9 # The same wok as cook.
pankso@5 10 wok="$WOK"
pankso@5 11
pankso@5 12 # Cooker DB files.
pankso@5 13 activity="$CACHE/activity"
pankso@5 14 commits="$CACHE/commits"
pankso@5 15 cooklist="$CACHE/cooklist"
pankso@5 16 cookorder="$CACHE/cookorder"
pankso@14 17 command="$CACHE/command"
pankso@5 18 blocked="$CACHE/blocked"
pankso@5 19 broken="$CACHE/broken"
pankso@22 20 cooknotes="$CACHE/cooknotes"
pankso@164 21 wokrev="$CACHE/wokrev"
pankso@5 22
paul@256 23 # We're not logged and want time zone to display correct server date.
pankso@249 24 export TZ=$(cat /etc/TZ)
pankso@249 25
pascal@354 26 if [ "${QUERY_STRING%%=*}" == "download" ]; then
pascal@354 27 file=$PKGS/${QUERY_STRING#*=}
pascal@354 28 cat <<EOT
pascal@354 29 Content-Type: application/octet-stream
pascal@354 30 Content-Length: $(stat -c %s $file)
pascal@354 31 Content-Disposition: attachment; filename=$(basename $file)
pascal@354 32
pascal@354 33 EOT
pascal@354 34 cat $file
pascal@354 35 exit
pascal@354 36 fi
pascal@354 37
al@695 38 echo -n "Content-Type: "
al@695 39 if [ "$QUERY_STRING" == "rss" ]; then
al@695 40 echo "application/rss+xml"
al@695 41 else
al@695 42 echo "text/html; charset=utf-8"
al@695 43 fi
pascal@354 44 echo ""
pankso@5 45
pankso@310 46 # RSS feed generator
pankso@310 47 if [ "$QUERY_STRING" == "rss" ]; then
al@695 48 pubdate=$(date -R)
pankso@310 49 cat << EOT
pankso@310 50 <?xml version="1.0" encoding="utf-8" ?>
al@695 51 <rss version="2.0" xmlns:atom="http://www.w3.org/2005/Atom">
pankso@310 52 <channel>
pankso@310 53 <title>SliTaz Cooker</title>
pankso@310 54 <description>The SliTaz packages cooker feed</description>
pankso@310 55 <link>$COOKER_URL</link>
pascal@618 56 <lastBuildDate>$pubdate</lastBuildDate>
pascal@618 57 <pubDate>$pubdate</pubDate>
al@695 58 <atom:link href="http://cook.slitaz.org/cooker.cgi?rss" rel="self" type="application/rss+xml" />
pankso@310 59 EOT
pankso@310 60 for rss in $(ls -lt $FEEDS/*.xml | head -n 12)
pankso@310 61 do
al@695 62 cat $rss | sed 's|<guid|& isPermaLink="false"|g;s|</pubDate| GMT&|g'
pankso@310 63 done
pankso@310 64 cat << EOT
pankso@310 65 </channel>
pankso@310 66 </rss>
pankso@310 67 EOT
pankso@310 68 exit 0
pankso@310 69 fi
pankso@310 70
pascal@354 71 #
pascal@354 72 # Functions
pascal@354 73 #
pascal@354 74
pankso@5 75 # Put some colors in log and DB files.
pankso@5 76 syntax_highlighter() {
pankso@17 77 case $1 in
pankso@17 78 log)
pascal@601 79 sed -e 's/&/\&amp;/g;s/</\&lt;/g;s/>/\&gt;/g' \
pascal@601 80 -e 's#OK$#<span class="span-ok">OK</span>#g' \
pascal@535 81 -e 's#Done$#<span class="span-ok">Done</span>#g' \
pankso@17 82 -e 's#yes$#<span class="span-ok">yes</span>#g' \
pankso@17 83 -e 's#no$#<span class="span-no">no</span>#g' \
pankso@129 84 -e 's#error$#<span class="span-red">error</span>#g' \
pankso@129 85 -e 's#ERROR:#<span class="span-red">ERROR:</span>#g' \
pankso@129 86 -e 's#WARNING:#<span class="span-red">WARNING:</span>#g' \
pankso@65 87 -e s"#^Executing:\([^']*\).#<span class='sh-val'>\0</span>#"g \
pankso@17 88 -e s"#^====\([^']*\).#<span class='span-line'>\0</span>#"g \
pankso@29 89 -e s"#^[a-zA-Z0-9]\([^']*\) :: #<span class='span-sky'>\0</span>#"g \
pascal@507 90 -e s"#ftp://[^ '\"]*#<a href='\0'>\0</a>#"g \
pascal@507 91 -e s"#http://[^ '\"]*#<a href='\0'>\0</a>#"g ;;
pankso@17 92 receipt)
pascal@603 93 sed -e s'|&|\&amp;|g' -e 's|<|\&lt;|g' -e 's|>|\&gt;|'g \
pankso@258 94 -e s"#^\#\([^']*\)#<span class='sh-comment'>\0</span>#"g \
pankso@17 95 -e s"#\"\([^']*\)\"#<span class='sh-val'>\0</span>#"g ;;
pankso@129 96 diff)
pankso@129 97 sed -e 's|&|\&amp;|g' -e 's|<|\&lt;|g' -e 's|>|\&gt;|g' \
pankso@129 98 -e s"#^-\([^']*\).#<span class='span-red'>\0</span>#"g \
pankso@129 99 -e s"#^+\([^']*\).#<span class='span-ok'>\0</span>#"g \
pankso@129 100 -e s"#@@\([^']*\)@@#<span class='span-sky'>@@\1@@</span>#"g ;;
pankso@129 101 activity)
pankso@129 102 sed s"#^\([^']* : \)#<span class='log-date'>\0</span>#"g ;;
pankso@17 103 esac
pankso@5 104 }
pankso@5 105
pankso@5 106 # Latest build pkgs.
pankso@5 107 list_packages() {
pankso@5 108 cd $PKGS
pankso@5 109 ls -1t *.tazpkg | head -20 | \
pankso@5 110 while read file
pankso@5 111 do
pankso@5 112 echo -n $(stat -c '%y' $PKGS/$file | cut -d . -f 1 | sed s/:[0-9]*$//)
pankso@5 113 echo " : $file"
pankso@5 114 done
pankso@5 115 }
pankso@5 116
pascal@605 117 # Optional full list button
pascal@605 118 more_button() {
pascal@607 119 [ $(wc -l < ${3:-$CACHE/$1}) -gt ${4:-12} ] &&
pascal@605 120 echo "<a class=\"button\" href=\"cooker.cgi?file=$1\">$2</a>"
pascal@605 121 }
pascal@605 122
pankso@253 123 # xHTML header. Pages can be customized with a separated html.header file.
pankso@253 124 if [ -f "header.html" ]; then
pankso@253 125 cat header.html
pankso@253 126 else
pankso@253 127 cat << EOT
pankso@5 128 <!DOCTYPE html>
pankso@5 129 <html xmlns="http://www.w3.org/1999/xhtml">
pankso@5 130 <head>
pankso@5 131 <title>SliTaz Cooker</title>
pankso@5 132 <meta charset="utf-8" />
pankso@252 133 <link rel="shortcut icon" href="favicon.ico" />
pankso@5 134 <link rel="stylesheet" type="text/css" href="style.css" />
pankso@5 135 </head>
pankso@5 136 <body>
pankso@5 137
pankso@5 138 <div id="header">
pankso@253 139 <div id="logo"></div>
pankso@5 140 <h1><a href="cooker.cgi">SliTaz Cooker</a></h1>
pankso@5 141 </div>
pankso@5 142
pankso@5 143 <!-- Content -->
pankso@5 144 <div id="content">
pankso@5 145 EOT
pankso@253 146 fi
pankso@5 147
pankso@5 148 #
pankso@5 149 # Load requested page
pankso@5 150 #
pankso@5 151
pankso@5 152 case "${QUERY_STRING}" in
pankso@16 153 pkg=*)
pankso@16 154 pkg=${QUERY_STRING#pkg=}
pankso@16 155 log=$LOGS/$pkg.log
pankso@16 156 echo "<h2>Package: $pkg</h2>"
pankso@16 157
pankso@18 158 # Package info.
pankso@18 159 echo '<div id="info">'
pankso@16 160 if [ -f "$wok/$pkg/receipt" ]; then
pankso@16 161 echo "<a href='cooker.cgi?receipt=$pkg'>receipt</a>"
pascal@275 162 unset WEB_SITE
pascal@275 163 . $wok/$pkg/receipt
pascal@301 164 [ -n "$WEB_SITE" ] && # busybox wget -s $WEB_SITE &&
pascal@275 165 echo "<a href='$WEB_SITE'>home</a>"
pascal@354 166 if [ -f "$wok/$pkg/taz/$PACKAGE-$VERSION/receipt" ]; then
pascal@355 167 echo "<a href='cooker.cgi?files=$pkg'>files</a>"
pascal@354 168 unset EXTRAVERSION
pascal@354 169 . $wok/$pkg/taz/$PACKAGE-$VERSION/receipt
pascal@490 170 if [ -f $wok/$pkg/taz/$PACKAGE-$VERSION/description.txt ]; then
slaxemulator@491 171 echo "<a href='cooker.cgi?description=$pkg'>description</a>"
pascal@490 172 fi
pascal@354 173 if [ -f $PKGS/$PACKAGE-$VERSION$EXTRAVERSION.tazpkg ]; then
pascal@354 174 echo "<a href='cooker.cgi?download=$PACKAGE-$VERSION$EXTRAVERSION.tazpkg'>download</a>"
pascal@354 175 fi
pascal@439 176 if [ -f $PKGS/$PACKAGE-$VERSION$EXTRAVERSION-$ARCH.tazpkg ]; then
pascal@439 177 echo "<a href='cooker.cgi?download=$PACKAGE-$VERSION$EXTRAVERSION-$ARCH.tazpkg'>download</a>"
pascal@439 178 fi
pascal@694 179 echo "<a href='ftp://${HTTP_HOST%:*}/$pkg/'>browse</a>"
pascal@354 180 fi
pankso@16 181 else
pankso@18 182 echo "No package named: $pkg"
pankso@16 183 fi
pankso@18 184 echo '</div>'
pankso@16 185
paul@62 186 # Check for a log file and display summary if it exists.
pankso@16 187 if [ -f "$log" ]; then
pankso@87 188 if grep -q "cook:$pkg$" $command; then
pankso@88 189 echo "<pre>The Cooker is currently building: $pkg</pre>"
pankso@87 190 fi
pankso@149 191 if fgrep -q "Summary for:" $LOGS/$pkg.log; then
pankso@87 192 echo "<h3>Cook summary</h3>"
pankso@87 193 echo '<pre>'
pankso@640 194 grep -A 12 "^Summary for:" $LOGS/$pkg.log | sed /^$/d | \
pankso@87 195 syntax_highlighter log
pankso@87 196 echo '</pre>'
pankso@14 197 fi
pankso@149 198 if fgrep -q "Debug information" $LOGS/$pkg.log; then
pankso@17 199 echo "<h3>Cook failed</h3>"
pankso@17 200 echo '<pre>'
pankso@149 201 grep -A 8 "^Debug information" $LOGS/$pkg.log | sed /^$/d | \
pankso@17 202 syntax_highlighter log
pankso@17 203 echo '</pre>'
pankso@16 204 fi
pankso@16 205 echo "<h3>Cook log</h3>"
pankso@16 206 echo '<pre>'
pascal@601 207 cat $log | syntax_highlighter log
pankso@16 208 echo '</pre>'
pankso@5 209 else
pankso@16 210 echo "<pre>No log: $pkg</pre>"
pankso@16 211 fi ;;
pankso@65 212 file=*)
paul@89 213 # Dont allow all files on the system for security reasons.
pankso@65 214 file=${QUERY_STRING#file=}
pankso@65 215 case "$file" in
pankso@90 216 activity|cooknotes|cooklist)
pankso@91 217 [ "$file" == "cooklist" ] && \
pankso@93 218 nb="- Packages: $(cat $cooklist | wc -l)"
pankso@91 219 echo "<h2>DB: $file $nb</h2>"
pankso@18 220 echo '<pre>'
pankso@129 221 tac $CACHE/$file | syntax_highlighter activity
pankso@65 222 echo '</pre>' ;;
pankso@66 223 broken)
pankso@66 224 nb=$(cat $broken | wc -l)
pankso@93 225 echo "<h2>DB: broken - Packages: $nb</h2>"
pankso@66 226 echo '<pre>'
pankso@129 227 cat $CACHE/$file | sort | \
pankso@66 228 sed s"#^[^']*#<a href='cooker.cgi?pkg=\0'>\0</a>#"g
pankso@66 229 echo '</pre>' ;;
pankso@129 230 *.diff)
pankso@129 231 diff=$CACHE/$file
pankso@129 232 echo "<h2>Diff for: ${file%.diff}</h2>"
pankso@129 233 [ "$file" == "installed.diff" ] && echo \
pankso@129 234 "<p>This is the latest diff between installed packages \
pankso@130 235 and installed build dependencies to cook.</p>"
pankso@129 236 echo '<pre>'
pankso@129 237 cat $diff | syntax_highlighter diff
pankso@129 238 echo '</pre>' ;;
pankso@65 239 *.log)
pankso@71 240 log=$LOGS/$file
pankso@71 241 name=$(basename $log)
pankso@65 242 echo "<h2>Log for: ${name%.log}</h2>"
pankso@71 243 if [ -f "$log" ]; then
pankso@71 244 if fgrep -q "Summary" $log; then
pankso@65 245 echo '<pre>'
pankso@73 246 grep -A 20 "^Summary" $log | sed /^$/d | \
pankso@65 247 syntax_highlighter log
pankso@65 248 echo '</pre>'
pankso@65 249 fi
pankso@65 250 echo '<pre>'
pankso@71 251 cat $log | syntax_highlighter log
pankso@65 252 echo '</pre>'
pankso@65 253 else
pankso@71 254 echo "<pre>No log file: $log</pre>"
pankso@65 255 fi ;;
pankso@65 256 esac ;;
pascal@509 257 stuff=*)
pascal@509 258 file=${QUERY_STRING#stuff=}
pascal@509 259 echo "<h2>$file</h2>"
pascal@509 260 echo '<pre>'
pascal@601 261 cat $wok/$file | sed 's/&/\&amp;/g;s/</\&lt;/g;s/>/\&gt;/g'
pascal@509 262 echo '</pre>' ;;
pankso@16 263 receipt=*)
pankso@16 264 pkg=${QUERY_STRING#receipt=}
pankso@17 265 echo "<h2>Receipt for: $pkg</h2>"
pankso@16 266 if [ -f "$wok/$pkg/receipt" ]; then
pascal@509 267 ( cd $wok/$pkg ; find stuff -type f 2> /dev/null ) | \
pascal@509 268 while read file ; do
pascal@509 269 echo "<a href=\"?stuff=$pkg/$file\">$file</a>"
pascal@509 270 done
pankso@16 271 echo '<pre>'
pascal@601 272 cat $wok/$pkg/receipt | \
pascal@601 273 syntax_highlighter receipt
pankso@16 274 echo '</pre>'
pankso@16 275 else
pascal@301 276 echo "<pre>No receipt for: $pkg</pre>"
pascal@301 277 fi ;;
pascal@301 278 files=*)
pascal@301 279 pkg=${QUERY_STRING#files=}
pascal@301 280 echo "<h2>Installed files by: $pkg</h2>"
pascal@301 281 dir=$(ls -d $WOK/$pkg/taz/$pkg-*)
pascal@301 282 if [ -d "$dir/fs" ]; then
pascal@301 283 echo '<pre>'
pascal@301 284 find $dir/fs -not -type d | xargs ls -ld | \
pascal@602 285 sed "s|\(.*\) /.*\(${dir#*wok}/fs\)\(.*\)|\1 <a href=\"?download=../wok\2\3\">\3</a>|;s|^\([^-].*\)\(<a.*\)\">\(.*\)</a>|\1\3|"
pascal@301 286 echo '</pre>'
pascal@301 287 else
pascal@301 288 echo "<pre>No files list for: $pkg</pre>"
pankso@5 289 fi ;;
pascal@490 290 description=*)
pascal@490 291 pkg=${QUERY_STRING#description=}
pascal@490 292 echo "<h2>Description of $pkg</h2>"
pascal@490 293 dir=$(ls -d $WOK/$pkg/taz/$pkg-*)
pascal@493 294 if [ -s "$dir/description.txt" ]; then
pascal@490 295 echo '<pre>'
pascal@601 296 cat $dir/description.txt | \
pascal@601 297 sed 's/&/\&amp;/g;s/</\&lt;/g;s/>/\&gt;/g'
pascal@490 298 echo '</pre>'
pascal@490 299 else
pascal@490 300 echo "<pre>No description for: $pkg</pre>"
pascal@490 301 fi ;;
pankso@5 302 *)
pankso@383 303 # We may have a toolchain.cgi script for cross cooker's
pankso@383 304 if [ -f "toolchain.cgi" ]; then
pankso@383 305 toolchain='toolchain.cgi'
pankso@383 306 else
pankso@383 307 toolchain='cooker.cgi?pkg=slitaz-toolchain'
pankso@383 308 fi
pankso@383 309 # Main page with summary. Count only package include in ARCH,
pankso@679 310 # use 'cooker arch-db' to manually create arch.$ARCH files.
pankso@679 311 inwok=$(ls $WOK/*/arch.$ARCH | wc -l)
pankso@75 312 cooked=$(ls $PKGS/*.tazpkg | wc -l)
pankso@106 313 unbuilt=$(($inwok - $cooked))
pankso@245 314 pct=0
pankso@245 315 [ $inwok -gt 0 ] && pct=$(( ($cooked * 100) / $inwok ))
pankso@5 316 cat << EOT
pankso@5 317 <div style="float: right;">
pankso@5 318 <form method="get" action="$SCRIPT_NAME">
pankso@16 319 Package:
pankso@16 320 <input type="text" name="pkg" />
pankso@5 321 </form>
pankso@5 322 </div>
pankso@5 323
pankso@5 324 <h2>Summary</h2>
pankso@75 325
pankso@5 326 <pre>
pankso@16 327 Running command : $([ -s "$command" ] && cat $command || echo "Not running")
pascal@301 328 Wok revision : <a href="$WOK_URL">$(cat $wokrev)</a>
pankso@5 329 Commits to cook : $(cat $commits | wc -l)
pankso@65 330 Current cooklist : $(cat $cooklist | wc -l)
pankso@5 331 Broken packages : $(cat $broken | wc -l)
pankso@95 332 Blocked packages : $(cat $blocked | wc -l)
pankso@5 333 </pre>
pankso@5 334
pankso@383 335 <p class="info">
pankso@247 336 Packages: $inwok in the wok - $cooked cooked - $unbuilt unbuilt -
pascal@692 337 Server date: $(date -u '+%Y-%m-%d %H:%M %Z')
pankso@75 338 </p>
pankso@75 339 <div class="pctbar">
pankso@75 340 <div class="pct" style="width: ${pct}%;">${pct}%</div>
pankso@14 341 </div>
pankso@14 342
pankso@75 343 <p>
pankso@129 344 Latest:
pankso@129 345 <a href="cooker.cgi?file=cookorder.log">cookorder.log</a>
pankso@129 346 <a href="cooker.cgi?file=commits.log">commits.log</a>
pankso@129 347 <a href="cooker.cgi?file=installed.diff">installed.diff</a>
pankso@188 348 - Architecture $ARCH:
pankso@383 349 <a href="$toolchain">toolchain</a>
pankso@75 350 </p>
pankso@75 351
pascal@270 352 <a name="activity"></a>
pankso@5 353 <h2>Activity</h2>
pankso@5 354 <pre>
pankso@129 355 $(tac $CACHE/activity | head -n 12 | syntax_highlighter activity)
pankso@5 356 </pre>
pascal@605 357 $(more_button activity "More activity" $CACHE/activity 12)
pankso@5 358
pascal@272 359 <a name="cooknotes"></a>
pankso@23 360 <h2>Cooknotes</h2>
pankso@23 361 <pre>
pankso@129 362 $(tac $cooknotes | head -n 12 | syntax_highlighter activity)
pankso@23 363 </pre>
pascal@605 364 $(more_button cooknotes "More notes" $cooknotes 12)
pankso@23 365
pascal@270 366 <a name="commits"></a>
pankso@5 367 <h2>Commits</h2>
pankso@5 368 <pre>
pankso@5 369 $(cat $commits)
pankso@5 370 </pre>
pankso@5 371
pascal@270 372 <a name="cooklist"></a>
pankso@18 373 <h2>Cooklist</h2>
pankso@18 374 <pre>
pankso@90 375 $(cat $cooklist | head -n 20)
pankso@18 376 </pre>
pascal@605 377 $(more_button cooklist "Full cooklist" $cooklist 20)
pankso@18 378
pascal@270 379 <a name="broken"></a>
pankso@5 380 <h2>Broken</h2>
pankso@5 381 <pre>
pankso@66 382 $(cat $broken | head -n 20 | sed s"#^[^']*#<a href='cooker.cgi?pkg=\0'>\0</a>#"g)
pankso@5 383 </pre>
pascal@605 384 $(more_button broken "All broken packages" $broken 20)
pankso@5 385
pascal@270 386 <a name="blocked"></a>
pankso@23 387 <h2>Blocked</h2>
pankso@14 388 <pre>
pankso@23 389 $(cat $blocked | sed s"#^[^']*#<a href='cooker.cgi?pkg=\0'>\0</a>#"g)
pankso@14 390 </pre>
pankso@14 391
pascal@270 392 <a name="lastcook"></a>
pankso@5 393 <h2>Latest cook</h2>
pankso@5 394 <pre>
pankso@20 395 $(list_packages | sed s"#^\([^']*\).* : #<span class='log-date'>\0</span>#"g)
pankso@5 396 </pre>
pankso@5 397 EOT
pankso@5 398 ;;
pankso@5 399 esac
pankso@5 400
pankso@5 401 # Close xHTML page
pankso@5 402 cat << EOT
pankso@5 403 </div>
pankso@5 404
pankso@5 405 <div id="footer">
pankso@116 406 <a href="http://www.slitaz.org/">SliTaz Website</a>
pankso@116 407 <a href="cooker.cgi">Cooker</a>
pankso@116 408 <a href="http://hg.slitaz.org/cookutils/raw-file/tip/doc/cookutils.en.html">
pankso@116 409 Documentation</a>
pankso@5 410 </div>
pankso@5 411
pankso@5 412 </body>
pankso@5 413 </html>
pankso@5 414 EOT
pankso@5 415
pankso@5 416 exit 0