spk annotate spk-add @ rev 67

libspk.sh and spk-add: better but not finished download function, spk: add option --get and command clean
author Christophe Lincoln <pankso@slitaz.org>
date Fri May 18 19:23:52 2012 +0200 (2012-05-18)
parents 63fb720dc777
children d1790128faac
rev   line source
pankso@27 1 #!/bin/sh
meshca@11 2 #
pankso@23 3 # Spk-add - Install SliTaz packages. Read the README before adding or
pankso@23 4 # modifing any code in spk!
pankso@23 5 #
pankso@23 6 # Copyright (C) SliTaz GNU/Linux - BSD License
pankso@23 7 # Author: See AUTHORS files
pankso@23 8 #
pankso@50 9 . /usr/lib/slitaz/libspk.sh
meshca@11 10
pankso@23 11 #
pankso@23 12 # Functions
pankso@23 13 #
pankso@23 14
pankso@23 15 # Help and usage
pankso@23 16 usage() {
pankso@23 17 name=$(basename $0)
pankso@23 18 cat << EOT
pankso@23 19
pankso@23 20 $(boldify $(gettext "Usage:")) $name [packages|--options]
pankso@23 21
pankso@23 22 $(gettext "Install SliTaz Packages")
pankso@23 23
pankso@23 24 $(boldify $(gettext "Options:"))
pankso@30 25 --forced $(gettext "Force package reinstallation")
pankso@30 26 --root= $(gettext "Set the root file system path")
pankso@40 27 --debug $(gettext "Display some usefull debug information")
pankso@23 28
pankso@23 29 $(boldify $(gettext "Examples:"))
pankso@23 30 $name package1 package2 packageN
pankso@23 31
pankso@23 32 EOT
pankso@23 33 exit 0
pankso@23 34 }
meshca@11 35
pankso@57 36 # Log install messages
pankso@57 37 log_install() {
pankso@57 38 debug "log_install: $logdir/$pkg/install.log"
pankso@57 39 mkdir -p $logdir/$pkg
pankso@57 40 tee $logdir/$pkg/install.log
pankso@57 41 }
pankso@57 42
pankso@29 43 # Update system databases
pankso@29 44 update_databases() {
pankso@34 45 if [ -f $root/usr/bin/update-desktop-database ] && [ -n "$updatedesktopdb" ]; then
pankso@34 46 chroot "$root/" /usr/bin/update-desktop-database /usr/share/applications 2>/dev/null
pankso@29 47 fi
pankso@29 48 # Mimetypes
pankso@34 49 if [ -f $root/usr/bin/update-mime-database ] && [ -n "$updatemimedb" ]; then
pankso@34 50 chroot "$root/" /usr/bin/update-mime-database /usr/share/mime
pankso@29 51 fi
pankso@29 52 # Icons
pankso@34 53 if [ -f $root/usr/bin/gtk-update-icon-cache ] && [ -n "$updateicondb" ]; then
pankso@34 54 chroot "$root/" /usr/bin/gtk-update-icon-cache /usr/share/icons/hicolor
pankso@29 55 fi
pankso@29 56 # Glib schemas
pankso@34 57 if [ -f $root/usr/bin/glib-compile-schemas ] && [ -n "$compile_schemas" ]; then
pankso@34 58 chroot "$root/" /usr/bin/glib-compile-schemas /usr/share/glib-2.0/schemas
pankso@29 59 fi
pankso@29 60 # Kernel modules
pankso@34 61 if [ -f $root/sbin/depmod ] && [ -n "$updatedepmod" ]; then
pankso@34 62 chroot "$root/" /sbin/depmod -a
pankso@29 63 fi
pankso@29 64 }
pankso@29 65
meshca@11 66 # This function installs a package in the rootfs.
meshca@11 67 # Parameters: package_name package_file
pankso@23 68 install_package() {
meshca@11 69 local package_file=$1
pankso@23 70
meshca@11 71 # Set by receipt: pre_depends() DEPENDS SELF_INSTALL CONFIG_FILES post_install()
pankso@23 72
meshca@11 73 local package_name=$PACKAGE
meshca@11 74 local package_dir="$installed/$package_name"
pankso@55 75 mkdir -p $package_dir || exit 1
meshca@11 76
meshca@11 77 # Run pre_depends from receipt if it exists
pankso@34 78 if grep -q ^pre_depends $tmpdir/receipt; then
pankso@34 79 pre_depends $root
meshca@11 80 fi
meshca@11 81
meshca@11 82 # Resolve package deps.
meshca@11 83 if missing_deps $package_name $DEPENDS; then
pankso@53 84 if [ "$confirm" ]; then
pankso@53 85 gettext "Install missing dependencies"
pankso@53 86 if ! confirm; then
pankso@53 87 gettext "WARNING: Any dependencies installed"; newline
pankso@53 88 else
pankso@53 89 install_deps $package_name $DEPENDS
pankso@53 90 fi
pankso@53 91 else
pankso@53 92 install_deps $package_name $DEPENDS
pankso@53 93 fi
pankso@53 94 else
pankso@53 95 newline
meshca@11 96 fi
pankso@23 97
pankso@57 98 boldify $(gettext "Adding"; echo " $package_name")
meshca@11 99 separator
pankso@66 100 gettext "Copying package..."
pankso@66 101 cp $package_file $tmpdir && status
pankso@23 102
pankso@50 103 # Add package checksum to $installed.$SUM
pankso@53 104 if [ "$verbose" ]; then
pankso@53 105 gettext "Incrementing:"; echo -n " $(basename $installed.$SUM)"
pankso@53 106 fi
pankso@53 107 sed -i "/$(basename $package_file)/"d $installed.$SUM 2>/dev/null
pankso@50 108 $CHECKSUM $(basename $package_file) >> $installed.$SUM
pankso@50 109 [ "$verbose" ] && status
pankso@50 110
meshca@11 111 # Extract Package
pankso@34 112 cd $tmpdir || exit 1
pankso@26 113 rm receipt
pankso@26 114 spk-archive extract $package_file
pankso@26 115 cd - >/dev/null
pankso@23 116
meshca@11 117 # Get files to remove if upgrading
meshca@11 118 local files_to_remove
meshca@11 119 if [ -f $package_dir/files.list ]; then
pankso@32 120 for file in $(cat $package_dir/files.list)
pankso@32 121 do
pankso@54 122 grep -q "^$(echo $file | grepesc)$" $tmpdir/files.list && continue
pankso@32 123 local modifiers=$(cat $package_dir/modifiers 2> /dev/null; \
pankso@37 124 fgrep -sl $package_dir */modifiers | cut -d/ -f1)
meshca@11 125 for i in modifiers; do
pankso@54 126 grep -qs "^$(echo $file | grepesc)$" $i/files.list && continue 2
meshca@11 127 done
meshca@11 128 files_to_remove="$files_to_remove $file"
meshca@11 129 done
meshca@11 130 fi
meshca@43 131 debug "file_to_remove: $files_to_remove"
pankso@23 132
pankso@38 133 # Create list of all possibly modified files
meshca@11 134 local file_list
pankso@34 135 for i in $(fgrep -v [ $tmpdir/files.list); do
pankso@34 136 [ -e "${root}${i}" ] || continue
pankso@34 137 [ -d "${root}${i}" ] && continue
meshca@11 138 file_list="$file_list $i"
meshca@11 139 done
pankso@50 140
meshca@43 141 debug "file_list is set"
pankso@23 142
pankso@37 143 # Check possibly modified files against other packages files.list
meshca@43 144 debug "check modified files"
pankso@38 145 for file in $file_list
pankso@38 146 do
pankso@55 147 local filegrep=$(egrep ^${file}$ $installed/*/files.list)
pankso@38 148 if [ "$filegrep" ]; then
pankso@38 149 local list=$(echo $filegrep | cut -d ":" -f 1)
pankso@55 150 local count=0
meshca@44 151 for pkg_file in $list; do
meshca@44 152 local name=$(basename $(dirname $pkg_file))
pankso@55 153 [ "$package_name" == "$name" ] && continue 2
pankso@55 154 count=$(($count +1))
pankso@55 155 [ "$count" == "1" ] && gettext "Modified package:"; \
pankso@55 156 colorize " $name" 31
pankso@55 157 gettext "Overwriting file:"; echo " $file"
pankso@55 158 # If confirm is set, ask to remove. Do we want that ?
pankso@55 159 # If gawk is installed for example we will never remove Busybox
pankso@55 160 # Use CONFLICTS receipt variable to avoid
pankso@55 161 if [ "$confirm" ]; then
pankso@55 162 echo -n "NOTE: confirm: spk-rm $name ???"; read
meshca@44 163 fi
meshca@44 164 done
pankso@38 165 fi
pankso@38 166 done
pankso@23 167
pankso@34 168 cd $tmpdir || exit 1
pankso@55 169 cp receipt files.list $package_dir || exit 1
pankso@33 170
pankso@26 171 # Copy the description if found.
pankso@26 172 [ -f "description.txt" ] && cp description.txt $package_dir
pankso@23 173
pankso@26 174 # Pre install commands.
pankso@26 175 if grep -q ^pre_install $package_dir/receipt; then
pankso@34 176 pre_install $root
pankso@26 177 fi
pankso@23 178
pankso@26 179 # Handle Config Files from receipt
pankso@26 180 if [ -n "$CONFIG_FILES" ]; then
pankso@26 181 cd $fs || exit 1
pankso@26 182 # save 'official' configuration files
pankso@26 183 eval_gettext "Saving configuration files for \$package_name... "
pankso@23 184
pankso@26 185 local confs
pankso@26 186 for i in $CONFIG_FILES; do
pankso@26 187 confs="$confs $(find ${i#/} -type f 2> /dev/null)"
pankso@26 188 done
pankso@23 189
pankso@34 190 echo $confs | cpio -o -H newc --quiet | gzip -9 > \
pankso@34 191 $package_dir/volatile.cpio.gz
pankso@23 192
pankso@26 193 # keep user configuration files
pankso@34 194 for configfile in $confs; do
pankso@34 195 [ -e $configfile ] || continue
pankso@34 196 cp -a $configfile fs/$configfile
pankso@26 197 done
pankso@26 198 status
pankso@26 199 cd - >/dev/null
pankso@26 200 fi
pankso@23 201
pankso@66 202 # Merge package FS with $root
pankso@66 203 nb=$(cat files.list | wc -l)
pankso@66 204 gettext "Installing files:"; echo -n " $nb"
pankso@34 205 cp -a fs/* $root/
pankso@26 206 status
pankso@26 207
pankso@26 208 # Remove old config files
pankso@32 209 if [ "$files_to_remove" ]; then
pankso@66 210 gettext "Removing old files..."
pankso@26 211 for file in $files_to_remove; do
pankso@32 212 if [ "$verbose" ]; then
pankso@32 213 gettext "Removing:"; echo " ${root}${file}"
pankso@32 214 fi
pankso@32 215 remove_with_path ${root}${file}
pankso@26 216 done
meshca@11 217 status
pankso@26 218 fi
pankso@26 219 cd - >/dev/null
pankso@23 220
meshca@11 221 # Remove the temporary directory.
pankso@66 222 if [ "$verbose" ]; then
pankso@66 223 gettext "Removing all tmp files... "
pankso@66 224 rm -rf $tmpdir && status
pankso@66 225 else
pankso@66 226 rm -rf $tmpdir
pankso@66 227 fi
pankso@23 228
meshca@11 229 # Post install commands.
meshca@11 230 if grep -q ^post_install $package_dir/receipt; then
pankso@34 231 post_install $root
meshca@11 232 fi
pankso@23 233
meshca@11 234 # Update-desktop-database if needed.
meshca@11 235 if [ "$(fgrep .desktop $package_dir/files.list | fgrep /usr/share/applications/)" ]; then
meshca@11 236 updatedesktopdb=yes
meshca@11 237 fi
meshca@11 238 # Update-mime-database if needed.
meshca@11 239 if [ "$(fgrep /usr/share/mime $package_dir/files.list)" ]; then
meshca@11 240 updatemimedb=yes
meshca@11 241 fi
meshca@11 242 # Update-icon-database
meshca@11 243 if [ "$(fgrep /usr/share/icon/hicolor $package_dir/files.list)" ]; then
meshca@11 244 updateicondb=yes
meshca@11 245 fi
meshca@11 246 # Compile glib schemas if needed.
meshca@11 247 if [ "$(fgrep /usr/share/glib-2.0/schemas $package_dir/files.list)" ]; then
meshca@11 248 compile_schemas=yes
meshca@11 249 fi
meshca@11 250 # Update depmod list
meshca@11 251 if [ "$(fgrep /lib/modules $package_dir/files.list)" ]; then
meshca@11 252 updatedepmod=yes
meshca@11 253 fi
meshca@11 254 separator
pankso@57 255 echo -n "$package_name ${VERSION}${EXTRAVERSION} "
pankso@57 256 gettext "is installed"; newline
meshca@11 257 newline
meshca@11 258 }
meshca@11 259
meshca@11 260 # Install .tazpkg packages.
meshca@11 261 # Parameters: package_file
pankso@28 262 install_local() {
meshca@11 263 package_file="$1"
pankso@55 264 #check_valid_tazpkg $package_file
pankso@55 265 if [ -f "$package_file" ]; then
pankso@55 266 if [ $(dirname $package_file) == "." ]; then
pankso@55 267 package_file=$(pwd)/$package_file
pankso@55 268 fi
pankso@55 269 debug "package file: $package_file"
pankso@55 270 else
pankso@55 271 gettext "Unable to find:"; echo " $package_file"
pankso@55 272 exit 1
pankso@55 273 fi
pankso@55 274
pankso@55 275 # Get package name now to check if installed
pankso@55 276 mkdir -p $tmpdir
pankso@55 277 extract_receipt $tmpdir $package_file
pankso@55 278 source $tmpdir/receipt
pankso@55 279 [ "$forced" ] || check_installed $PACKAGE
pankso@56 280 [ "$count" == "1" ] && newline
meshca@11 281 install_package $package_file
pankso@29 282 update_databases
meshca@11 283 }
meshca@11 284
meshca@11 285 # Download and install a package. TODO: Handle Undigest Mirrors
meshca@11 286 # Parameters: package_name
pankso@28 287 install_web() {
meshca@11 288 local package_name="$1"
meshca@11 289
meshca@11 290 # Check if get-Package
pankso@67 291 #if mirrored_pkg get-$package_name; then
pankso@67 292 #package_name="get-$package_name"
pankso@67 293 #exec=true
pankso@67 294 #fi
meshca@11 295
meshca@11 296 # Check if package is mirrored
pankso@63 297 if ! mirrored_pkg $package_name; then
pankso@63 298 gettext "Could not find package on mirror:"
pankso@63 299 boldify " $package_name" && exit 1
meshca@11 300 fi
meshca@11 301
pankso@66 302 # We want: package-version.tazpkg
meshca@11 303 local package_full=$(full_package $package_name)
pankso@23 304
pankso@67 305 #mirrored_pkg $package_name
pankso@67 306 debug "spk-add package: $package_name"
pankso@67 307 download "$package_full" $mirror
pankso@66 308
pankso@67 309 #cd $CACHE_DIR || exit 1
pankso@67 310 #if [ -f "$package_full" ]; then
pankso@67 311 #[ "$count" == 1 ] && newline
pankso@67 312 #gettext "Using cache:"; colorize " ${package_full%.tazpkg}" 34
pankso@66 313
pankso@67 314 ## Check package download was finished
pankso@67 315 #if ! tail -c 2k $package_full | fgrep -q 00000000TRAILER; then
pankso@67 316 #gettext "Continuing download of:"; echo " $package_name"
pankso@67 317 #download "$package_full"
pankso@30 318 #fi
pankso@67 319
pankso@67 320 ## Check that the package has the correct checksum
pankso@67 321 ##if [ "$($CHECKSUM $package_full)" != "$(fgrep \" $package_full\" $pkgsmd5)" ]; then
pankso@67 322 ## rm -f $package.tazpkg
pankso@67 323 ## download "$package_full"
pankso@67 324 ##fi
pankso@67 325 #else
pankso@67 326 #newline && download "$package_full" $mirror
pankso@67 327 #fi
pankso@23 328
pankso@55 329 # Create package path early to avoid dependencies loop
pankso@55 330 mkdir -p $tmpdir
pankso@66 331 extract_receipt $tmpdir "$CACHE_DIR/$package_full"
pankso@55 332 source $tmpdir/receipt
pankso@55 333
pankso@66 334 install_package "$CACHE_DIR/$package_full"
pankso@23 335
pankso@63 336 #[ "$exec" ] && chroot $root/ $package_name
pankso@63 337 [ "$exec" ] && $package_name $root
pankso@29 338 update_databases
meshca@11 339 }
meshca@11 340
pankso@53 341 # Install all missing deps of a package.
pankso@53 342 # Usage: install_deps package DEPENDS
meshca@11 343 install_deps() {
meshca@11 344 local package=$1
meshca@11 345 shift
meshca@11 346 local deps="$@"
pankso@53 347 for pkgorg in $deps; do
pankso@53 348 local pkg=$(equivalent_pkg $pkgorg)
pankso@53 349 # Check if package is not installed
pankso@53 350 if [ ! -d "$installed/$pkg" ]; then
pankso@66 351 if [ ! -f "$pkgsdesc" ]; then
pankso@66 352 #spk-up --list
pankso@53 353 tazpkg recharge
meshca@11 354 fi
pankso@53 355 spk-add $pkg
pankso@53 356 fi
pankso@53 357 done
meshca@11 358 }
meshca@11 359
pankso@30 360 #
pankso@30 361 # Commands and exit
pankso@30 362 #
pankso@30 363
pankso@30 364 case "$1" in
pankso@30 365 ""|*usage|*help) usage ;;
meshca@11 366 esac
pankso@24 367
pankso@28 368 #
pankso@28 369 # Handle packages: package package.tazpkg ... packageN packageN.tazpkg
pankso@28 370 #
pankso@28 371
pankso@51 372 : ${count=0}
pankso@28 373 check_root
pankso@28 374
pankso@24 375 for pkg in $@
pankso@24 376 do
pankso@28 377 case "$pkg" in
pankso@30 378 *.tazpkg|*.spk)
pankso@56 379 count=$(($count + 1))
pankso@57 380 install_local $pkg | log_install ;;
pankso@55 381 *.deb|.rmp)
pankso@55 382 echo "TODO: spk-convert then install" ;;
pankso@55 383 *.*) gettext "WARNING: Not a valid package:"; echo " $pkg" ;;
pankso@30 384 --*) continue ;;
pankso@30 385 *)
pankso@30 386 [ "$forced" ] || check_installed $pkg
pankso@39 387 count=$(($count + 1))
pankso@57 388 install_web $pkg | log_install ;;
pankso@28 389 esac
pankso@24 390 done
pankso@56 391
pankso@56 392 # Show all new counted packages in verbose mode
pankso@56 393 if [ "$verbose" ]; then
pankso@66 394 gettext "Handled packages:"; colorize " $count" 34
pankso@56 395 fi
pankso@56 396
pankso@24 397 exit 0