slitaz-pizza view pizza @ rev 60

pizza-bot: check ID & FLAVOR
author Pascal Bellard <pascal.bellard@slitaz.org>
date Wed Jul 25 21:45:33 2012 +0200 (2012-07-25)
parents fa4f8e38b368
children a623eba88ed3
line source
1 #!/bin/sh
2 #
3 # SliTaz Pizza host cmdline utility - Create environment, chroot, clean.
4 # Backup and purge should be done via cron jobs.
5 #
6
7 [ -f "/etc/slitaz/pizza.conf" ] && . /etc/slitaz/pizza.conf
8 [ -f "pizza.conf" ] && . ./pizza.conf
9
10 # Pizza DB files.
11 chroot="$PIZZA/chroot"
12 pkgs="${chroot}$SLITAZ/packages"
13 cache="${chroot}$SLITAZ/cache"
14 queue="${chroot}$SLITAZ/queue"
15 tmp="${chroot}$SLITAZ/tmp"
16 feeds="${chroot}$SLITAZ/xml"
17 activity="$cache/activity"
18 builds="$cache/builds"
19 public="$VHOST/public"
20 bindpub="${chroot}$SLITAZ/public"
21 hgflavors="$cache/flavors"
22
23 #
24 # Functions
25 #
26
27 usage() {
28 cat << EOT
29
30 $(echo -e "\033[1mUsage:\033[0m") pizza [command]
31
32 $(echo -e "\033[1mCommands:\033[0m")
33 usage Display this short usage.
34 setup Setup Pizza build environment.
35 up-files Update chroot and web files from datadir.
36 exec Execute a command in chroot.
37 chroot Chroot in Pizza environment.
38 start Start Pizza bot and mount packages.
39 stop Stop Pizza and unmount packages.
40 get-lists Get latest flavor skel from Hg.
41 sync-pkgs Sync packages from SliTaz mirror.
42 purge Purge Pizza tmp directory.
43 clean Complete chroot clean-up.
44
45 EOT
46 }
47
48 # Status function.
49 status() {
50 if [ $? = 0 ]; then
51 echo " Done"
52 else
53 echo " Failed"
54 fi
55 }
56
57 # Get latest flavor skel packages list. We use Hg to get latest list
58 # and addfiles. Then build a HTML list with version from the local
59 # packages mirror.
60 get_pkgs_lists() {
61 cd $hgflavors && hg pull -u
62 for skel in base justx gtkonly core
63 do
64 echo -n "Creating $skel packages.desc... "
65 allpkgs="$SLITAZ/$SLITAZ_VERSION/packages/packages.desc"
66 pkgsdesc="$skel/packages.desc"
67 rm -f $pkgsdesc && touch $pkgsdesc
68 for pkg in $(cat $skel/packages.list)
69 do
70 IFS="|"
71 grep "^$pkg |" $allpkgs | cut -f 1,2,3 -d "|" | \
72 while read PACKAGE VERSION SHORT_DESC
73 do
74 echo "$PACKAGE $VERSION \"$SHORT_DESC\"" >> $pkgsdesc
75 done
76 unset IFS
77 done
78 status
79 done
80 }
81
82 # The Bot is chrooted and can't access main pizza.conf
83 bot_config() {
84 config=$chroot/etc/slitaz/pizza-bot.conf
85 echo '# Pizza Bot configuration.' > $config
86 grep ^PIZZA_URL /etc/slitaz/pizza.conf >> $config
87 grep ^MAIL_DOMAIN /etc/slitaz/pizza.conf >> $config
88 grep ^MAIL_SERVER /etc/slitaz/pizza.conf >> $config
89 }
90
91 # Log activities, we want first letter capitalized.
92 log() {
93 grep ^[A-Z] | \
94 sed s"#^[A-Z]\([^']*\)#$(date '+%Y-%m-%d %H:%M') : \0#" >> $activity
95 }
96
97 #
98 # Commands
99 #
100
101 case "$1" in
102 setup)
103 # Setup build host.
104 crontabs="$chroot/var/spool/cron/crontabs"
105 if [ -d "$chroot/proc" ]; then
106 echo "Chroot already exists: $chroot" && exit 0
107 fi
108 echo ""
109 echo "Setting up Pizza environment..."
110 mkdir -p $crontabs $cache $pkgs $tmp $queue $bindpub $feeds
111 touch $activity $builds
112 chmod 0777 $tmp $queue $cache
113 chmod 0666 $activity
114 for pkg in slitaz-base-files busybox tazlito tazpkg postfix \
115 shared-mime-info
116 do
117 echo "Installing package: $pkg"
118 tazpkg get-install $pkg --root=$chroot >/dev/null
119 done
120
121 # Files
122 echo -n "Creating needed files..."
123 cp -f /etc/resolv.conf $chroot/etc
124 mkdir -p $chroot/etc/init.d
125 bot_config
126
127 # No more needed when slitaz-base-files have rc.functions
128 cp -f /etc/init.d/rc.functions $chroot/etc/init.d
129 echo '# Check pizza queue every 15 mins' > $crontabs/root
130 echo '*/15 * * * * /usr/bin/pizza-bot' >> $crontabs/root
131 status
132
133 # We want Tazlito to build ISOs in /home/slitaz
134 echo -n "Updating Tazlito default configuration..."
135 sed -i s'/^WORK_DIR=.*/WORK_DIR="\/home\/slitaz"/' \
136 $chroot/etc/tazlito/tazlito.conf
137 status
138
139 echo -n "Installing Pizza Bot..."
140 cp -a $DATA/pizza-bot $chroot/usr/bin
141 status
142 cd $cache
143
144 # We use files from Hg repo defined in pizza.conf.
145 if [ ! -d "$hgflavors" ]; then
146 cd $cache && hg clone $HG && cd -
147 fi
148 get_pkgs_lists
149
150 # Web interface and public dir
151 echo -n "Installing the web interface..."
152 mkdir -p $public && chmod 0777 $public
153 cp -a $DATA/web/* $VHOST
154 status
155 echo "Pizza chroot : $chroot"
156 echo "Vhost path : $VHOST"
157 echo ""
158 echo "To start Pizza Bot: $(basename $0) start"
159 echo "" ;;
160 up-files)
161 # Update files in chroot when pizza is updated on host.
162 echo -n "Updating chroot and virtual host..."
163 cp -a $DATA/web/* $VHOST
164 cp -a $DATA/pizza-bot $chroot/usr/bin
165 bot_config
166 status ;;
167 exec)
168 # Execute a command in chroot.
169 [ "$2" ] || exit 0
170 chroot $chroot $2 ;;
171 chroot)
172 # Chroot in Pizza environment.
173 echo -e "\nChrooting to: $chroot\n"
174 chroot $chroot /bin/sh --login
175 echo -e "\nExiting Pizza chroot...\n" ;;
176 start)
177 # Mount and start Pizza
178 if ! mount | fgrep -q "pizza/chroot"; then
179 gettext -e "Mounting packages and public...\n"
180 mount -o bind $SLITAZ/$SLITAZ_VERSION/packages $pkgs
181 mount -o bind $public $bindpub
182 fi
183 chroot $chroot /etc/init.d/crond start
184 [ "$MAIL_DOMAIN" ] && chroot $chroot /etc/init.d/postfix start ;;
185 stop)
186 # Unmount and stop Pizza
187 if mount | fgrep -q "pizza/chroot"; then
188 gettext -e "Unmounting packages and public...\n"
189 umount $pkgs
190 umount $bindpub
191 fi
192 chroot $chroot /etc/init.d/crond stop
193 [ "$MAIL_DOMAIN" ] && chroot $chroot /etc/init.d/postfix stop ;;
194 get-lists)
195 get_pkgs_lists ;;
196 sync-pkgs)
197 echo "Syncing all $SLITAZ_VERSION packages..."
198 echo "Syncing all $SLITAZ_VERSION packages" | log
199 rsync -azHv --delete $RSYNC_PKGS $LOCAL_PKGS
200 du -sh $LOCAL_PKGS ;;
201 backup)
202 echo "Creating Pizza backup..."
203 bak="pizza-$(date "+%Y%m%d")"
204 dir="$PIZZA/backups/$bak"
205 mkdir -p $dir && cd $PIZZA/backups
206 cp -a $cache $dir
207 cp -a $chroot/home/slitaz/xml $dir
208 for flavor in $(ls $public)
209 do
210 if [ -f "$public/$flavor/receipt" ]; then
211 mkdir -p $dir/public/$flavor
212 . $public/$flavor/receipt
213 cp -f $public/$flavor/$FLAVOR.flavor \
214 $dir/public/$flavor 2>/dev/null
215 fi
216 done
217 tar cf $bak.tar $bak && rm -rf $bak
218 lzma e $bak.tar $bak.tar.lzma
219 du -sh $bak.tar.lzma ;;
220 purge)
221 # Remove tmp file older than 24 hours and ISO older than 15 days.
222 # TODO: Improve and use configs from pizza.conf
223 echo "Purging temporary files and old flavors" | log
224 echo "Purging tmp files..."
225 find $tmp -mtime +1 | xargs rm -rf
226 echo "Purging ISO's..."
227 find $public -mtime +15 | xargs rm -rf ;;
228 clean)
229 # Clean all chroot.
230 echo -e "\nCleaning: $chroot"
231 cd $chroot || exit 1
232 for i in *
233 do
234 [ "$i" == "home" ] || rm -rf $i
235 done && echo "" ;;
236 *)
237 usage ;;
238 esac
239 exit 0