cookutils annotate web/cooker.cgi @ rev 598

Apply common stylesheet for docs; light reformatting of html code; add experimental (unfinished) '--cdeps' option to cook.
author Aleksej Bobylev <al.bobylev@gmail.com>
date Sat May 04 18:02:53 2013 +0000 (2013-05-04)
parents 8a5e9169d9ed
children c1bbd0a44da8
rev   line source
pankso@5 1 #!/bin/sh
pankso@5 2 #
pankso@5 3 # SliTaz Cooker CGI/web interface.
pankso@5 4 #
pankso@5 5
pankso@5 6 [ -f "/etc/slitaz/cook.conf" ] && . /etc/slitaz/cook.conf
pankso@5 7 [ -f "cook.conf" ] && . ./cook.conf
pankso@5 8
pankso@5 9 # The same wok as cook.
pankso@5 10 wok="$WOK"
pankso@5 11
pankso@5 12 # Cooker DB files.
pankso@5 13 activity="$CACHE/activity"
pankso@5 14 commits="$CACHE/commits"
pankso@5 15 cooklist="$CACHE/cooklist"
pankso@5 16 cookorder="$CACHE/cookorder"
pankso@14 17 command="$CACHE/command"
pankso@5 18 blocked="$CACHE/blocked"
pankso@5 19 broken="$CACHE/broken"
pankso@22 20 cooknotes="$CACHE/cooknotes"
pankso@164 21 wokrev="$CACHE/wokrev"
pankso@5 22
paul@256 23 # We're not logged and want time zone to display correct server date.
pankso@249 24 export TZ=$(cat /etc/TZ)
pankso@249 25
pascal@354 26 if [ "${QUERY_STRING%%=*}" == "download" ]; then
pascal@354 27 file=$PKGS/${QUERY_STRING#*=}
pascal@354 28 cat <<EOT
pascal@354 29 Content-Type: application/octet-stream
pascal@354 30 Content-Length: $(stat -c %s $file)
pascal@354 31 Content-Disposition: attachment; filename=$(basename $file)
pascal@354 32
pascal@354 33 EOT
pascal@354 34 cat $file
pascal@354 35 exit
pascal@354 36 fi
pascal@354 37
pascal@354 38 echo "Content-Type: text/html"
pascal@354 39 echo ""
pankso@5 40
pankso@310 41 # RSS feed generator
pankso@310 42 if [ "$QUERY_STRING" == "rss" ]; then
pankso@310 43 pubdate=$(date "+%a, %d %b %Y %X")
pankso@310 44 cat << EOT
pankso@310 45 <?xml version="1.0" encoding="utf-8" ?>
pankso@310 46 <rss version="2.0">
pankso@310 47 <channel>
pankso@310 48 <title>SliTaz Cooker</title>
pankso@310 49 <description>The SliTaz packages cooker feed</description>
pankso@310 50 <link>$COOKER_URL</link>
pankso@310 51 <lastBuildDate>$pubdate GMT</lastBuildDate>
pankso@310 52 <pubDate>$pubdate GMT</pubDate>
pankso@310 53 EOT
pankso@310 54 for rss in $(ls -lt $FEEDS/*.xml | head -n 12)
pankso@310 55 do
pankso@310 56 cat $rss
pankso@310 57 done
pankso@310 58 cat << EOT
pankso@310 59 </channel>
pankso@310 60 </rss>
pankso@310 61 EOT
pankso@310 62 exit 0
pankso@310 63 fi
pankso@310 64
pascal@354 65 #
pascal@354 66 # Functions
pascal@354 67 #
pascal@354 68
pankso@5 69 # Put some colors in log and DB files.
pankso@5 70 syntax_highlighter() {
pankso@17 71 case $1 in
pankso@17 72 log)
pascal@589 73 sed -e 's#OK$#<span class="span-ok">OK</span>#g' \
pascal@535 74 -e 's#Done$#<span class="span-ok">Done</span>#g' \
pankso@17 75 -e 's#yes$#<span class="span-ok">yes</span>#g' \
pankso@17 76 -e 's#no$#<span class="span-no">no</span>#g' \
pankso@129 77 -e 's#error$#<span class="span-red">error</span>#g' \
pankso@129 78 -e 's#ERROR:#<span class="span-red">ERROR:</span>#g' \
pankso@129 79 -e 's#WARNING:#<span class="span-red">WARNING:</span>#g' \
pankso@65 80 -e s"#^Executing:\([^']*\).#<span class='sh-val'>\0</span>#"g \
pankso@17 81 -e s"#^====\([^']*\).#<span class='span-line'>\0</span>#"g \
pankso@29 82 -e s"#^[a-zA-Z0-9]\([^']*\) :: #<span class='span-sky'>\0</span>#"g \
pascal@507 83 -e s"#ftp://[^ '\"]*#<a href='\0'>\0</a>#"g \
pascal@507 84 -e s"#http://[^ '\"]*#<a href='\0'>\0</a>#"g ;;
pankso@17 85 receipt)
pankso@258 86 sed -e s'|&|\&amp;|g' -e 's|<|\&lt;|g' -e 's|>|\&gt;|'g \
pankso@258 87 -e s"#^\#\([^']*\)#<span class='sh-comment'>\0</span>#"g \
pankso@17 88 -e s"#\"\([^']*\)\"#<span class='sh-val'>\0</span>#"g ;;
pankso@129 89 diff)
pankso@129 90 sed -e 's|&|\&amp;|g' -e 's|<|\&lt;|g' -e 's|>|\&gt;|g' \
pankso@129 91 -e s"#^-\([^']*\).#<span class='span-red'>\0</span>#"g \
pankso@129 92 -e s"#^+\([^']*\).#<span class='span-ok'>\0</span>#"g \
pankso@129 93 -e s"#@@\([^']*\)@@#<span class='span-sky'>@@\1@@</span>#"g ;;
pankso@129 94 activity)
pankso@129 95 sed s"#^\([^']* : \)#<span class='log-date'>\0</span>#"g ;;
pankso@17 96 esac
pankso@5 97 }
pankso@5 98
pankso@5 99 # Latest build pkgs.
pankso@5 100 list_packages() {
pankso@5 101 cd $PKGS
pankso@5 102 ls -1t *.tazpkg | head -20 | \
pankso@5 103 while read file
pankso@5 104 do
pankso@5 105 echo -n $(stat -c '%y' $PKGS/$file | cut -d . -f 1 | sed s/:[0-9]*$//)
pankso@5 106 echo " : $file"
pankso@5 107 done
pankso@5 108 }
pankso@5 109
pankso@253 110 # xHTML header. Pages can be customized with a separated html.header file.
pankso@253 111 if [ -f "header.html" ]; then
pankso@253 112 cat header.html
pankso@253 113 else
pankso@253 114 cat << EOT
pankso@5 115 <!DOCTYPE html>
pankso@5 116 <html xmlns="http://www.w3.org/1999/xhtml">
pankso@5 117 <head>
pankso@5 118 <title>SliTaz Cooker</title>
pankso@5 119 <meta charset="utf-8" />
pankso@252 120 <link rel="shortcut icon" href="favicon.ico" />
pankso@5 121 <link rel="stylesheet" type="text/css" href="style.css" />
pankso@5 122 </head>
pankso@5 123 <body>
pankso@5 124
pankso@5 125 <div id="header">
pankso@253 126 <div id="logo"></div>
pankso@5 127 <h1><a href="cooker.cgi">SliTaz Cooker</a></h1>
pankso@5 128 </div>
pankso@5 129
pankso@5 130 <!-- Content -->
pankso@5 131 <div id="content">
pankso@5 132 EOT
pankso@253 133 fi
pankso@5 134
pankso@5 135 #
pankso@5 136 # Load requested page
pankso@5 137 #
pankso@5 138
pankso@5 139 case "${QUERY_STRING}" in
pankso@16 140 pkg=*)
pankso@16 141 pkg=${QUERY_STRING#pkg=}
pankso@16 142 log=$LOGS/$pkg.log
pankso@16 143 echo "<h2>Package: $pkg</h2>"
pankso@16 144
pankso@18 145 # Package info.
pankso@18 146 echo '<div id="info">'
pankso@16 147 if [ -f "$wok/$pkg/receipt" ]; then
pankso@16 148 echo "<a href='cooker.cgi?receipt=$pkg'>receipt</a>"
pascal@275 149 unset WEB_SITE
pascal@275 150 . $wok/$pkg/receipt
pascal@301 151 [ -n "$WEB_SITE" ] && # busybox wget -s $WEB_SITE &&
pascal@275 152 echo "<a href='$WEB_SITE'>home</a>"
pascal@354 153 if [ -f "$wok/$pkg/taz/$PACKAGE-$VERSION/receipt" ]; then
pascal@355 154 echo "<a href='cooker.cgi?files=$pkg'>files</a>"
pascal@354 155 unset EXTRAVERSION
pascal@354 156 . $wok/$pkg/taz/$PACKAGE-$VERSION/receipt
pascal@490 157 if [ -f $wok/$pkg/taz/$PACKAGE-$VERSION/description.txt ]; then
slaxemulator@491 158 echo "<a href='cooker.cgi?description=$pkg'>description</a>"
pascal@490 159 fi
pascal@354 160 if [ -f $PKGS/$PACKAGE-$VERSION$EXTRAVERSION.tazpkg ]; then
pascal@354 161 echo "<a href='cooker.cgi?download=$PACKAGE-$VERSION$EXTRAVERSION.tazpkg'>download</a>"
pascal@354 162 fi
pascal@439 163 if [ -f $PKGS/$PACKAGE-$VERSION$EXTRAVERSION-$ARCH.tazpkg ]; then
pascal@439 164 echo "<a href='cooker.cgi?download=$PACKAGE-$VERSION$EXTRAVERSION-$ARCH.tazpkg'>download</a>"
pascal@439 165 fi
pascal@354 166 fi
pankso@16 167 else
pankso@18 168 echo "No package named: $pkg"
pankso@16 169 fi
pankso@18 170 echo '</div>'
pankso@16 171
paul@62 172 # Check for a log file and display summary if it exists.
pankso@16 173 if [ -f "$log" ]; then
pankso@87 174 if grep -q "cook:$pkg$" $command; then
pankso@88 175 echo "<pre>The Cooker is currently building: $pkg</pre>"
pankso@87 176 fi
pankso@149 177 if fgrep -q "Summary for:" $LOGS/$pkg.log; then
pankso@87 178 echo "<h3>Cook summary</h3>"
pankso@87 179 echo '<pre>'
pankso@392 180 grep -A 9 "^Summary for:" $LOGS/$pkg.log | sed /^$/d | \
pankso@87 181 syntax_highlighter log
pankso@87 182 echo '</pre>'
pankso@14 183 fi
pankso@149 184 if fgrep -q "Debug information" $LOGS/$pkg.log; then
pankso@17 185 echo "<h3>Cook failed</h3>"
pankso@17 186 echo '<pre>'
pankso@149 187 grep -A 8 "^Debug information" $LOGS/$pkg.log | sed /^$/d | \
pankso@17 188 syntax_highlighter log
pankso@17 189 echo '</pre>'
pankso@16 190 fi
pankso@16 191 echo "<h3>Cook log</h3>"
pankso@16 192 echo '<pre>'
pascal@589 193 cat $log | sed 's/&/\&amp;/g;s/</\&lt;/g;s/>/\&gt;/g' |\
pascal@589 194 syntax_highlighter log
pankso@16 195 echo '</pre>'
pankso@5 196 else
pankso@16 197 echo "<pre>No log: $pkg</pre>"
pankso@16 198 fi ;;
pankso@65 199 file=*)
paul@89 200 # Dont allow all files on the system for security reasons.
pankso@65 201 file=${QUERY_STRING#file=}
pankso@65 202 case "$file" in
pankso@90 203 activity|cooknotes|cooklist)
pankso@91 204 [ "$file" == "cooklist" ] && \
pankso@93 205 nb="- Packages: $(cat $cooklist | wc -l)"
pankso@91 206 echo "<h2>DB: $file $nb</h2>"
pankso@18 207 echo '<pre>'
pankso@129 208 tac $CACHE/$file | syntax_highlighter activity
pankso@65 209 echo '</pre>' ;;
pankso@66 210 broken)
pankso@66 211 nb=$(cat $broken | wc -l)
pankso@93 212 echo "<h2>DB: broken - Packages: $nb</h2>"
pankso@66 213 echo '<pre>'
pankso@129 214 cat $CACHE/$file | sort | \
pankso@66 215 sed s"#^[^']*#<a href='cooker.cgi?pkg=\0'>\0</a>#"g
pankso@66 216 echo '</pre>' ;;
pankso@129 217 *.diff)
pankso@129 218 diff=$CACHE/$file
pankso@129 219 echo "<h2>Diff for: ${file%.diff}</h2>"
pankso@129 220 [ "$file" == "installed.diff" ] && echo \
pankso@129 221 "<p>This is the latest diff between installed packages \
pankso@130 222 and installed build dependencies to cook.</p>"
pankso@129 223 echo '<pre>'
pankso@129 224 cat $diff | syntax_highlighter diff
pankso@129 225 echo '</pre>' ;;
pankso@65 226 *.log)
pankso@71 227 log=$LOGS/$file
pankso@71 228 name=$(basename $log)
pankso@65 229 echo "<h2>Log for: ${name%.log}</h2>"
pankso@71 230 if [ -f "$log" ]; then
pankso@71 231 if fgrep -q "Summary" $log; then
pankso@65 232 echo '<pre>'
pankso@73 233 grep -A 20 "^Summary" $log | sed /^$/d | \
pankso@65 234 syntax_highlighter log
pankso@65 235 echo '</pre>'
pankso@65 236 fi
pankso@65 237 echo '<pre>'
pankso@71 238 cat $log | syntax_highlighter log
pankso@65 239 echo '</pre>'
pankso@65 240 else
pankso@71 241 echo "<pre>No log file: $log</pre>"
pankso@65 242 fi ;;
pankso@65 243 esac ;;
pascal@509 244 stuff=*)
pascal@509 245 file=${QUERY_STRING#stuff=}
pascal@509 246 echo "<h2>$file</h2>"
pascal@509 247 echo '<pre>'
pascal@509 248 cat $wok/$file
pascal@509 249 echo '</pre>' ;;
pankso@16 250 receipt=*)
pankso@16 251 pkg=${QUERY_STRING#receipt=}
pankso@17 252 echo "<h2>Receipt for: $pkg</h2>"
pankso@16 253 if [ -f "$wok/$pkg/receipt" ]; then
pascal@509 254 ( cd $wok/$pkg ; find stuff -type f 2> /dev/null ) | \
pascal@509 255 while read file ; do
pascal@509 256 echo "<a href=\"?stuff=$pkg/$file\">$file</a>"
pascal@509 257 done
pankso@16 258 echo '<pre>'
pankso@17 259 cat $wok/$pkg/receipt | syntax_highlighter receipt
pankso@16 260 echo '</pre>'
pankso@16 261 else
pascal@301 262 echo "<pre>No receipt for: $pkg</pre>"
pascal@301 263 fi ;;
pascal@301 264 files=*)
pascal@301 265 pkg=${QUERY_STRING#files=}
pascal@301 266 echo "<h2>Installed files by: $pkg</h2>"
pascal@301 267 dir=$(ls -d $WOK/$pkg/taz/$pkg-*)
pascal@301 268 if [ -d "$dir/fs" ]; then
pascal@301 269 echo '<pre>'
pascal@301 270 find $dir/fs -not -type d | xargs ls -ld | \
pascal@570 271 sed "s|\(.*\) /.*\(${dir#*wok}/fs\)\(.*\)|\1 <a href=\"?download=../wok\2\3\">\3</a>|;s|^\([^-].*\)\(<a.*\)\">\(.*\)</a>|\1\3|" | \
pascal@560 272 syntax_highlighter log
pascal@301 273 echo '</pre>'
pascal@301 274 else
pascal@301 275 echo "<pre>No files list for: $pkg</pre>"
pankso@5 276 fi ;;
pascal@490 277 description=*)
pascal@490 278 pkg=${QUERY_STRING#description=}
pascal@490 279 echo "<h2>Description of $pkg</h2>"
pascal@490 280 dir=$(ls -d $WOK/$pkg/taz/$pkg-*)
pascal@493 281 if [ -s "$dir/description.txt" ]; then
pascal@490 282 echo '<pre>'
pascal@490 283 cat $dir/description.txt
pascal@490 284 echo '</pre>'
pascal@490 285 else
pascal@490 286 echo "<pre>No description for: $pkg</pre>"
pascal@490 287 fi ;;
pankso@5 288 *)
pankso@383 289 # We may have a toolchain.cgi script for cross cooker's
pankso@383 290 if [ -f "toolchain.cgi" ]; then
pankso@383 291 toolchain='toolchain.cgi'
pankso@383 292 else
pankso@383 293 toolchain='cooker.cgi?pkg=slitaz-toolchain'
pankso@383 294 fi
pankso@383 295 # Main page with summary. Count only package include in ARCH,
pankso@383 296 # use 'cooker arch' to manually create arch.$ARCH files.
pankso@383 297 # We may have arm only packages, use arch.i486 ?
pankso@383 298 case "$ARCH" in
pankso@436 299 arm|x86_64) inwok=$(ls $WOK/*/arch.$ARCH | wc -l) ;;
pankso@383 300 *) inwok=$(ls $WOK | wc -l) ;;
pankso@383 301 esac
pankso@75 302 cooked=$(ls $PKGS/*.tazpkg | wc -l)
pankso@106 303 unbuilt=$(($inwok - $cooked))
pankso@245 304 pct=0
pankso@245 305 [ $inwok -gt 0 ] && pct=$(( ($cooked * 100) / $inwok ))
pankso@5 306 cat << EOT
pankso@5 307 <div style="float: right;">
pankso@5 308 <form method="get" action="$SCRIPT_NAME">
pankso@16 309 Package:
pankso@16 310 <input type="text" name="pkg" />
pankso@5 311 </form>
pankso@5 312 </div>
pankso@5 313
pankso@5 314 <h2>Summary</h2>
pankso@75 315
pankso@5 316 <pre>
pankso@16 317 Running command : $([ -s "$command" ] && cat $command || echo "Not running")
pascal@301 318 Wok revision : <a href="$WOK_URL">$(cat $wokrev)</a>
pankso@5 319 Commits to cook : $(cat $commits | wc -l)
pankso@65 320 Current cooklist : $(cat $cooklist | wc -l)
pankso@5 321 Broken packages : $(cat $broken | wc -l)
pankso@95 322 Blocked packages : $(cat $blocked | wc -l)
pankso@5 323 </pre>
pankso@5 324
pankso@383 325 <p class="info">
pankso@247 326 Packages: $inwok in the wok - $cooked cooked - $unbuilt unbuilt -
pankso@247 327 Server date: $(date '+%Y-%m-%d %H:%M')
pankso@75 328 </p>
pankso@75 329 <div class="pctbar">
pankso@75 330 <div class="pct" style="width: ${pct}%;">${pct}%</div>
pankso@14 331 </div>
pankso@14 332
pankso@75 333 <p>
pankso@129 334 Latest:
pankso@129 335 <a href="cooker.cgi?file=cookorder.log">cookorder.log</a>
pankso@129 336 <a href="cooker.cgi?file=commits.log">commits.log</a>
pankso@129 337 <a href="cooker.cgi?file=installed.diff">installed.diff</a>
pankso@188 338 - Architecture $ARCH:
pankso@383 339 <a href="$toolchain">toolchain</a>
pankso@75 340 </p>
pankso@75 341
pascal@270 342 <a name="activity"></a>
pankso@5 343 <h2>Activity</h2>
pankso@5 344 <pre>
pankso@129 345 $(tac $CACHE/activity | head -n 12 | syntax_highlighter activity)
pankso@5 346 </pre>
pankso@65 347 <a class="button" href="cooker.cgi?file=activity">More activity</a>
pankso@5 348
pascal@272 349 <a name="cooknotes"></a>
pankso@23 350 <h2>Cooknotes</h2>
pankso@23 351 <pre>
pankso@129 352 $(tac $cooknotes | head -n 12 | syntax_highlighter activity)
pankso@23 353 </pre>
pankso@65 354 <a class="button" href="cooker.cgi?file=cooknotes">More notes</a>
pankso@23 355
pascal@270 356 <a name="commits"></a>
pankso@5 357 <h2>Commits</h2>
pankso@5 358 <pre>
pankso@5 359 $(cat $commits)
pankso@5 360 </pre>
pankso@5 361
pascal@270 362 <a name="cooklist"></a>
pankso@18 363 <h2>Cooklist</h2>
pankso@18 364 <pre>
pankso@90 365 $(cat $cooklist | head -n 20)
pankso@18 366 </pre>
pankso@90 367 <a class="button" href="cooker.cgi?file=cooklist">Full cooklist</a>
pankso@18 368
pascal@270 369 <a name="broken"></a>
pankso@5 370 <h2>Broken</h2>
pankso@5 371 <pre>
pankso@66 372 $(cat $broken | head -n 20 | sed s"#^[^']*#<a href='cooker.cgi?pkg=\0'>\0</a>#"g)
pankso@5 373 </pre>
pankso@66 374 <a class="button" href="cooker.cgi?file=broken">All broken packages</a>
pankso@5 375
pascal@270 376 <a name="blocked"></a>
pankso@23 377 <h2>Blocked</h2>
pankso@14 378 <pre>
pankso@23 379 $(cat $blocked | sed s"#^[^']*#<a href='cooker.cgi?pkg=\0'>\0</a>#"g)
pankso@14 380 </pre>
pankso@14 381
pascal@270 382 <a name="lastcook"></a>
pankso@5 383 <h2>Latest cook</h2>
pankso@5 384 <pre>
pankso@20 385 $(list_packages | sed s"#^\([^']*\).* : #<span class='log-date'>\0</span>#"g)
pankso@5 386 </pre>
pankso@5 387 EOT
pankso@5 388 ;;
pankso@5 389 esac
pankso@5 390
pankso@5 391 # Close xHTML page
pankso@5 392 cat << EOT
pankso@5 393 </div>
pankso@5 394
pankso@5 395 <div id="footer">
pankso@116 396 <a href="http://www.slitaz.org/">SliTaz Website</a>
pankso@116 397 <a href="cooker.cgi">Cooker</a>
pankso@116 398 <a href="http://hg.slitaz.org/cookutils/raw-file/tip/doc/cookutils.en.html">
pankso@116 399 Documentation</a>
pankso@5 400 </div>
pankso@5 401
pankso@5 402 </body>
pankso@5 403 </html>
pankso@5 404 EOT
pankso@5 405
pankso@5 406 exit 0