cookutils view web/cooker.cgi @ rev 762

cooker.cgi: show browse button with broken packages
author Pascal Bellard <pascal.bellard@slitaz.org>
date Sun Sep 27 23:38:30 2015 +0200 (2015-09-27)
parents 1778d08e5b0d
children 180bb05a4cf5
line source
1 #!/bin/sh
2 #
3 # SliTaz Cooker CGI/web interface.
4 #
5
6 [ -f "/etc/slitaz/cook.conf" ] && . /etc/slitaz/cook.conf
7 [ -f "cook.conf" ] && . ./cook.conf
8
9 # The same wok as cook.
10 wok="$WOK"
11
12 # Cooker DB files.
13 activity="$CACHE/activity"
14 commits="$CACHE/commits"
15 cooklist="$CACHE/cooklist"
16 cookorder="$CACHE/cookorder"
17 command="$CACHE/command"
18 blocked="$CACHE/blocked"
19 broken="$CACHE/broken"
20 cooknotes="$CACHE/cooknotes"
21 cooktime="$CACHE/cooktime"
22 wokrev="$CACHE/wokrev"
23
24 # We're not logged and want time zone to display correct server date.
25 export TZ=$(cat /etc/TZ)
26
27 if [ "${QUERY_STRING%%=*}" == 'download' ]; then
28 file=$(busybox httpd -d "$PKGS/${QUERY_STRING#*=}")
29 cat <<EOT
30 Content-Type: application/octet-stream
31 Content-Length: $(stat -c %s "$file")
32 Content-Disposition: attachment; filename="$(basename "$file")"
33
34 EOT
35 cat "$file"
36 exit
37 fi
38
39 echo -n "Content-Type: "
40 if [ "$QUERY_STRING" == 'rss' ]; then
41 echo 'application/rss+xml'
42 else
43 echo 'text/html; charset=utf-8'
44 fi
45 echo ''
46
47 # RSS feed generator
48 if [ "$QUERY_STRING" == 'rss' ]; then
49 pubdate=$(date -R)
50 cat <<EOT
51 <?xml version="1.0" encoding="utf-8" ?>
52 <rss version="2.0" xmlns:atom="http://www.w3.org/2005/Atom">
53 <channel>
54 <title>SliTaz Cooker</title>
55 <description>The SliTaz packages cooker feed</description>
56 <link>$COOKER_URL</link>
57 <lastBuildDate>$pubdate</lastBuildDate>
58 <pubDate>$pubdate</pubDate>
59 <atom:link href="http://cook.slitaz.org/cooker.cgi?rss" rel="self" type="application/rss+xml" />
60 EOT
61 for rss in $(ls -lt $FEEDS/*.xml | head -n 12); do
62 cat $rss | sed 's|<guid|& isPermaLink="false"|g;s|</pubDate| GMT&|g'
63 done
64 cat <<EOT
65 </channel>
66 </rss>
67 EOT
68 exit 0
69 fi
70
71
72 #
73 # Functions
74 #
75
76
77 # Put some colors in log and DB files.
78
79 syntax_highlighter() {
80 case $1 in
81 log)
82 sed -e 's/&/\&amp;/g;s/</\&lt;/g;s/>/\&gt;/g' \
83 -e 's#OK$#<span class="span-ok">OK</span>#g' \
84 -e 's#Done$#<span class="span-ok">Done</span>#g' \
85 -e 's#yes$#<span class="span-ok">yes</span>#g' \
86 -e 's#no$#<span class="span-no">no</span>#g' \
87 -e 's#error$#<span class="span-red">error</span>#g' \
88 -e 's#ERROR:#<span class="span-red">ERROR:</span>#g' \
89 -e 's#WARNING:#<span class="span-red">WARNING:</span>#g' \
90 -e s"#^Executing:\([^']*\).#<span class='sh-val'>\0</span>#"g \
91 -e s"#^====\([^']*\).#<span class='span-line'>\0</span>#"g \
92 -e s"#^[a-zA-Z0-9]\([^']*\) :: #<span class='span-sky'>\0</span>#"g \
93 -e s"#ftp://[^ '\"]*#<a href='\0'>\0</a>#"g \
94 -e s"#http://[^ '\"]*#<a href='\0'>\0</a>#"g ;;
95
96 receipt)
97 sed -e s'|&|\&amp;|g' -e 's|<|\&lt;|g' -e 's|>|\&gt;|'g \
98 -e s"#^\#\([^']*\)#<span class='sh-comment'>\0</span>#"g \
99 -e s"#\"\([^']*\)\"#<span class='sh-val'>\0</span>#"g ;;
100
101 diff)
102 sed -e 's|&|\&amp;|g' -e 's|<|\&lt;|g' -e 's|>|\&gt;|g' \
103 -e s"#^-\([^']*\).#<span class='span-red'>\0</span>#"g \
104 -e s"#^+\([^']*\).#<span class='span-ok'>\0</span>#"g \
105 -e s"#@@\([^']*\)@@#<span class='span-sky'>@@\1@@</span>#"g ;;
106
107 activity)
108 sed s"#^\([^']* : \)#<span class='log-date'>\0</span>#"g ;;
109 esac
110 }
111
112
113 # Latest build pkgs.
114
115 list_packages() {
116 cd $PKGS
117 ls -1t *.tazpkg | head -20 | \
118 while read file; do
119 echo -n $(stat -c '%y' $PKGS/$file | cut -d . -f 1 | sed s/:[0-9]*$//)
120 echo " : $file"
121 done
122 }
123
124
125 # Optional full list button
126
127 more_button() {
128 [ $(wc -l < ${3:-$CACHE/$1}) -gt ${4:-12} ] &&
129 echo "<a class=\"button\" href=\"cooker.cgi?file=$1\">$2</a>"
130 }
131
132
133 # Show the running command and its progression
134
135 running_command()
136 {
137 local state="Not running"
138 if [ -s "$command" ]; then
139 state="$(cat $command)"
140 if grep -q "^$state" $cooktime ; then
141 set -- $(cat $cooktime)
142 state="$state $((($(date +%s)-$3)*100/$2))%"
143 fi
144 fi
145 echo $state
146 }
147
148
149 # xHTML header. Pages can be customized with a separated html.header file.
150
151 if [ -f "header.html" ]; then
152 cat header.html
153 else
154 cat <<EOT
155 <!DOCTYPE html>
156 <html lang="en">
157 <head>
158 <meta charset="utf-8"/>
159 <title>SliTaz Cooker</title>
160 <link rel="shortcut icon" href="favicon.ico"/>
161 <link rel="stylesheet" type="text/css" href="style.css"/>
162 </head>
163 <body>
164
165 <div id="header">
166 <div id="logo"></div>
167 <h1><a href="cooker.cgi">SliTaz Cooker</a></h1>
168 </div>
169
170 <!-- Content -->
171 <div id="content">
172 EOT
173 fi
174
175
176 #
177 # Load requested page
178 #
179
180 case "${QUERY_STRING}" in
181 pkg=*)
182 pkg=${QUERY_STRING#pkg=}
183 log=$LOGS/$pkg.log
184 echo "<h2>Package: $pkg</h2>"
185
186 # Package info.
187 echo '<div id="info">'
188 if [ -f "$wok/$pkg/receipt" ]; then
189 echo "<a href='cooker.cgi?receipt=$pkg'>receipt</a>"
190 unset WEB_SITE
191 . $wok/$pkg/receipt
192
193 [ -n "$WEB_SITE" ] && # busybox wget -s $WEB_SITE &&
194 echo "<a href='$WEB_SITE'>home</a>"
195
196 if [ -f "$wok/$pkg/taz/$PACKAGE-$VERSION/receipt" ]; then
197 echo "<a href='cooker.cgi?files=$pkg'>files</a>"
198 unset EXTRAVERSION
199 . $wok/$pkg/taz/$PACKAGE-$VERSION/receipt
200 if [ -f $wok/$pkg/taz/$PACKAGE-$VERSION/description.txt ]; then
201 echo "<a href='cooker.cgi?description=$pkg'>description</a>"
202 fi
203 if [ -f $PKGS/$PACKAGE-$VERSION$EXTRAVERSION.tazpkg ]; then
204 echo "<a href='cooker.cgi?download=$PACKAGE-$VERSION$EXTRAVERSION.tazpkg'>download</a>"
205 fi
206 if [ -f $PKGS/$PACKAGE-$VERSION$EXTRAVERSION-$ARCH.tazpkg ]; then
207 echo "<a href='cooker.cgi?download=$PACKAGE-$VERSION$EXTRAVERSION-$ARCH.tazpkg'>download</a>"
208 fi
209 fi
210 echo "<a href='ftp://${HTTP_HOST%:*}/$pkg/'>browse</a>"
211 else
212 if [ $(ls $wok/*$pkg*/receipt 2> /dev/null | wc -l) -eq 0 ]; then
213 echo "No package named: $pkg"
214 else
215 ls $wok/$pkg/receipt >/dev/null 2>&1 || pkg="*$pkg*"
216 echo '<table style="width:100%">'
217 for i in $(cd $wok ; ls $pkg/receipt); do
218 pkg=$(dirname $i)
219 unset SHORT_DESC CATEGORY
220 . $wok/$pkg/receipt
221 cat <<EOT
222 <tr>
223 <td><a href="cooker.cgi?pkg=$pkg">$pkg</a></td>
224 <td>$SHORT_DESC</td>
225 <td>$CATEGORY</td>
226 </tr>
227 EOT
228 done
229 echo '</table>'
230 unset pkg
231 fi
232 fi
233 echo '</div>'
234
235 # Check for a log file and display summary if it exists.
236 if [ -f "$log" ]; then
237 if grep -q "cook:$pkg$" $command; then
238 echo "<pre>The Cooker is currently building: $pkg</pre>"
239 fi
240 if fgrep -q "Summary for:" $LOGS/$pkg.log; then
241 echo '<h3>Cook summary</h3>'
242 echo '<pre>'
243 grep -A 12 "^Summary for:" $LOGS/$pkg.log | sed /^$/d | \
244 syntax_highlighter log
245 echo '</pre>'
246 fi
247 if fgrep -q "Debug information" $LOGS/$pkg.log; then
248 echo '<h3>Cook failed</h3>'
249 echo '<pre>'
250 grep -A 8 "^Debug information" $LOGS/$pkg.log | sed /^$/d | \
251 syntax_highlighter log
252 echo '</pre>'
253 fi
254 echo '<h3>Cook log</h3>'
255 echo '<pre>'
256 cat $log | syntax_highlighter log
257 echo '</pre>'
258 else
259 [ "$pkg" ] && echo "<pre>No log: $pkg</pre>"
260 fi ;;
261
262 file=*)
263 # Don't allow all files on the system for security reasons.
264 file=${QUERY_STRING#file=}
265 case "$file" in
266 activity|cooknotes|cooklist)
267 [ "$file" == "cooklist" ] && \
268 nb="- Packages: $(cat $cooklist | wc -l)"
269 echo "<h2>DB: $file $nb</h2>"
270 echo '<pre>'
271 tac $CACHE/$file | syntax_highlighter activity
272 echo '</pre>' ;;
273
274 broken)
275 nb=$(cat $broken | wc -l)
276 echo "<h2>DB: broken - Packages: $nb</h2>"
277 echo '<pre>'
278 cat $CACHE/$file | sort | \
279 sed s"#^[^']*#<a href='cooker.cgi?pkg=\0'>\0</a>#"g
280 echo '</pre>' ;;
281
282 *.diff)
283 diff=$CACHE/$file
284 echo "<h2>Diff for: ${file%.diff}</h2>"
285 [ "$file" == "installed.diff" ] && echo \
286 "<p>This is the latest diff between installed packages \
287 and installed build dependencies to cook.</p>"
288 echo '<pre>'
289 cat $diff | syntax_highlighter diff
290 echo '</pre>' ;;
291
292 *.log)
293 log=$LOGS/$file
294 name=$(basename $log)
295 echo "<h2>Log for: ${name%.log}</h2>"
296 if [ -f "$log" ]; then
297 if fgrep -q "Summary" $log; then
298 echo '<pre>'
299 grep -A 20 "^Summary" $log | sed /^$/d | \
300 syntax_highlighter log
301 echo '</pre>'
302 fi
303 echo '<pre>'
304 cat $log | syntax_highlighter log
305 echo '</pre>'
306 else
307 echo "<pre>No log file: $log</pre>"
308 fi ;;
309 esac ;;
310
311 stuff=*)
312 file=${QUERY_STRING#stuff=}
313 echo "<h2>$file</h2>"
314 echo '<pre>'
315 cat $wok/$file | sed 's/&/\&amp;/g;s/</\&lt;/g;s/>/\&gt;/g'
316 echo '</pre>' ;;
317
318 receipt=*)
319 pkg=${QUERY_STRING#receipt=}
320 echo "<h2>Receipt for: $pkg</h2>"
321 if [ -f "$wok/$pkg/receipt" ]; then
322 ( cd $wok/$pkg ; find stuff -type f 2> /dev/null ) | \
323 while read file ; do
324 echo "<a href=\"?stuff=$pkg/$file\">$file</a>"
325 done
326 echo '<pre>'
327 cat $wok/$pkg/receipt | \
328 syntax_highlighter receipt
329 echo '</pre>'
330 else
331 echo "<pre>No receipt for: $pkg</pre>"
332 fi ;;
333
334 files=*)
335 pkg=${QUERY_STRING#files=}
336 dir=$(ls -d $WOK/$pkg/taz/$pkg-*)
337 if [ -d "$dir/fs" ]; then
338 echo "<h2>Installed files by: $pkg ($(du -hs $dir/fs | awk '{ print $1 }'))</h2>"
339 echo '<pre>'
340 find $dir/fs -not -type d -print0 | xargs -0 ls -ld | \
341 sed "s|\(.*\) /.*\(${dir#*wok}/fs\)\(.*\)|\1 <a href=\"?download=../wok\2\3\">\3</a>|;s|^\([^-].*\)\(<a.*\)\">\(.*\)</a>|\1\3|"
342 echo '</pre>'
343 else
344 echo "<pre>No files list for: $pkg</pre>"
345 fi ;;
346
347 description=*)
348 pkg=${QUERY_STRING#description=}
349 echo "<h2>Description of $pkg</h2>"
350 dir=$(ls -d $WOK/$pkg/taz/$pkg-*)
351 if [ -s "$dir/description.txt" ]; then
352 echo '<pre>'
353 cat $dir/description.txt | \
354 sed 's/&/\&amp;/g;s/</\&lt;/g;s/>/\&gt;/g'
355 echo '</pre>'
356 else
357 echo "<pre>No description for: $pkg</pre>"
358 fi ;;
359
360 *)
361 [ "${QUERY_STRING}" == "poke" ] && touch $CACHE/cooker-request
362 # We may have a toolchain.cgi script for cross cooker's
363 if [ -f "toolchain.cgi" ]; then
364 toolchain='toolchain.cgi'
365 else
366 toolchain='cooker.cgi?pkg=slitaz-toolchain'
367 fi
368 # Main page with summary. Count only package include in ARCH,
369 # use 'cooker arch-db' to manually create arch.$ARCH files.
370 inwok=$(ls $WOK/*/arch.$ARCH | wc -l)
371 cooked=$(ls $PKGS/*.tazpkg | wc -l)
372 unbuilt=$(($inwok - $cooked))
373 pct=0
374 [ $inwok -gt 0 ] && pct=$(( ($cooked * 100) / $inwok ))
375 cat <<EOT
376 <div style="float: right;">
377 <form method="get" action="$SCRIPT_NAME">
378 Package:
379 <input type="text" name="pkg" />
380 </form>
381 </div>
382
383 <h2>Summary</h2>
384
385 <pre>
386 Running command : $(running_command)
387 Wok revision : <a href="$WOK_URL">$(cat $wokrev)</a>
388 Commits to cook : $(cat $commits | wc -l)
389 Current cooklist : $(cat $cooklist | wc -l)
390 Broken packages : $(cat $broken | wc -l)
391 Blocked packages : $(cat $blocked | wc -l)
392 </pre>
393
394 <p class="info">
395 Packages: $inwok in the wok | $cooked cooked | $unbuilt unbuilt |
396 Server date: $(date -u '+%F %R %Z')
397 </p>
398 <div class="pctbar">
399 <div class="pct" style="width: ${pct}%;">${pct}%</div>
400 </div>
401
402 <p>
403 Latest:
404 <a href="cooker.cgi?file=cookorder.log">cookorder.log</a>
405 <a href="cooker.cgi?file=commits.log">commits.log</a>
406 <a href="cooker.cgi?file=pkgdb.log">pkgdb.log</a>
407 <a href="cooker.cgi?file=installed.diff">installed.diff</a>
408 - Architecture $ARCH:
409 <a href="$toolchain">toolchain</a>
410 </p>
411 EOT
412 [ -e $CACHE/cooker-request ] && cat <<EOT
413
414 <a class="button" href="cooker.cgi?poke">Poke cooker</a>
415 EOT
416 cat <<EOT
417
418 <h2 id="activity">Activity</h2>
419 <pre>
420 $(tac $CACHE/activity | head -n 12 | syntax_highlighter activity)
421 </pre>
422 $(more_button activity "More activity" $CACHE/activity 12)
423
424
425 <h2 id="cooknotes">Cooknotes</h2>
426 <pre>
427 $(tac $cooknotes | head -n 12 | syntax_highlighter activity)
428 </pre>
429 $(more_button cooknotes "More notes" $cooknotes 12)
430
431
432 <h2 id="commits">Commits</h2>
433 <pre>
434 $(cat $commits)
435 </pre>
436
437
438 <h2 id="cooklist">Cooklist</h2>
439 <pre>
440 $(cat $cooklist | head -n 20)
441 </pre>
442 $(more_button cooklist "Full cooklist" $cooklist 20)
443
444
445 <h2 id="broken">Broken</h2>
446 <pre>
447 $(cat $broken | head -n 20 | sed s"#^[^']*#<a href='cooker.cgi?pkg=\0'>\0</a>#"g)
448 </pre>
449 $(more_button broken "All broken packages" $broken 20)
450
451
452 <h2 id="blocked">Blocked</h2>
453 <pre>
454 $(cat $blocked | sed s"#^[^']*#<a href='cooker.cgi?pkg=\0'>\0</a>#"g)
455 </pre>
456
457
458 <h2 id="lastcook">Latest cook</h2>
459 <pre>
460 $(list_packages | sed s"#^\([^']*\).* : #<span class='log-date'>\0</span>#"g)
461 </pre>
462 EOT
463 ;;
464 esac
465
466
467 # Close xHTML page
468
469 cat <<EOT
470 </div>
471
472 <div id="footer">
473 <a href="http://www.slitaz.org/">SliTaz Website</a>
474 <a href="cooker.cgi">Cooker</a>
475 <a href="http://hg.slitaz.org/cookutils/raw-file/tip/doc/cookutils.en.html">
476 Documentation</a>
477 </div>
478
479 </body>
480 </html>
481 EOT
482
483 exit 0