scripts/fetch.sh

   1 #!/usr/bin/env bash
   2
   3 # Copyright © 2004-2012, The AROS Development Team. All rights reserved.
   4 # $Id$
   5
   6
   7 usage()
   8 {
   9     error "Usage: $1 -a archive [-s suffixes] [-ao archive_origins...] [-l location to download to] [-d dir to unpack to] [-po patches_origins...] [-p patch[:subdir][:patch options]...]"
  10 }
  11
  12 fetch_mirrored()
  13 {
  14     local origin="$1" file="$2" destination="$3" mirrosgroup="$4" mirrors="$5"
  15     local full_path
  16     local ret=false
  17
  18     for mirror in $mirrors; do
  19         echo "Downloading from ${mirrosgroup}... "
  20         if fetch "${mirror}/$origin" "${file}" "$destination"; then
  21                 ret=true
  22                 break;
  23         fi
  24     done
  25
  26     $ret
  27 }
  28
  29 gnu_mirrors="http://ftp.gnu.org/pub/gnu ftp://ftp.cise.ufl.edu/pub/mirrors/GNU/gnu"
  30
  31 fetch_gnu()
  32 {
  33     local origin="$1" file="$2" destination="$3"
  34     local full_path
  35     local ret=true
  36
  37     if ! fetch_mirrored "$origin" "${file}" "$destination" "GNU" "${gnu_mirrors}"; then
  38         ret=false
  39     fi
  40
  41     $ret
  42 }
  43
  44 sf_mirrors="http://download.sourceforge.net http://aleron.dl.sourceforge.net http://voxel.dl.sourceforge.net http://heanet.dl.sourceforge.net http://avh.dl.sourceforge.net http://umn.dl.sourceforge.net http://unc.dl.sourceforge.net http://puzzle.dl.sourceforge.net http://mesh.dl.sourceforge.net"
  45
  46 fetch_sf()
  47 {
  48     local origin="$1" file="$2" destination="$3"
  49     local full_path
  50     local ret=true
  51
  52     if ! fetch_mirrored "$origin" "${file}" "$destination" "SourceForge" "${sf_mirrors}"; then
  53         ret=false
  54     fi
  55
  56     $ret
  57 }
  58
  59 fetch()
  60 {
  61     local origin="$1" file="$2" destination="$3"
  62
  63     local protocol
  64
  65     if echo $origin | grep ":" >/dev/null; then
  66         protocol=`echo $origin | cut -d':' -f1`
  67     fi
  68
  69     local ret=true
  70
  71     trap 'rm -f "$destination/$file".tmp; exit' SIGINT SIGKILL SIGTERM
  72
  73     case $protocol in
  74         http | ftp)
  75             if ! wget -t 5 -T 15 -c "$origin/$file" -O "$destination/$file".tmp; then
  76                 ret=false
  77             else
  78                 mv "$destination/$file".tmp "$destination/$file"
  79             fi
  80             rm -f "$destination/$file".tmp
  81             ;;
  82         gnu)
  83             if ! fetch_gnu "${origin:${#protocol}+3}" "$file" "$destination"; then
  84                 ret=false
  85             fi
  86             ;;
  87         sf | sourceforge)
  88             if ! fetch_sf "${origin:${#protocol}+3}" "$file" "$destination"; then
  89                 ret=false
  90             fi
  91             ;;
  92         *)
  93             if test "$origin" = "$destination";  then
  94                 ! test -f "$origin/$file" && ret=false
  95             else
  96                 if ! cp "$origin/$file" "$destination/$file".tmp; then
  97                     ret=false
  98                 else
  99                     mv "$destination/$file".tmp "$destination/$file"
 100                 fi
 101             fi
 102             ;;
 103     esac
 104
 105     trap SIGINT SIGKILL SIGTERM
 106
 107     $ret
 108 }
 109
 110 fetch_multiple()
 111 {
 112     local origins="$1" file="$2" destination="$3"
 113     for origin in $origins; do
 114         echo "Trying $origin/$file..."
 115         fetch "$origin" "$file" "$destination" && return  0
 116     done
 117
 118     return 1
 119 }
 120
 121 fetch_cached()
 122 {
 123     local origins="$1" file="$2" suffixes="$3" destination="$4" foundvar="$5"
 124
 125     local __dummy__
 126     foundvar=${foundvar:-__dummy__}
 127
 128     export $foundvar=
 129
 130     test -e "$destination" -a ! -d "$destination" && \
 131         echo "fetch_cached: \`$destination' is not a diretory." && return 1
 132
 133     if ! test -e "$destination"; then
 134         echo "fetch_cached: \`$destination' does not exist. Making it."
 135         ! mkdir -p "$destination" && return 1
 136     fi
 137
 138     if test "x$suffixes" != "x"; then
 139         for sfx in $suffixes; do
 140             fetch_multiple "$destination" "$file".$sfx "$destination" && \
 141                 export $foundvar="$file".$sfx && return 0
 142         done
 143
 144         for sfx in $suffixes; do
 145             fetch_multiple "$origins" "$file".$sfx "$destination" && \
 146                 export $foundvar="$file".$sfx && return 0
 147         done
 148     else
 149         fetch_multiple "$destination $origins" "$file" "$destination" && \
 150             export $foundvar="$file" && return 0
 151     fi
 152
 153     return 1
 154 }
 155
 156 error()
 157 {
 158     echo $1
 159     exit 1
 160 }
 161
 162
 163 unpack()
 164 {
 165     local location="$1" archive="$2" archivepath="$3";
 166
 167     local old_PWD="$PWD"
 168     cd $location
 169
 170     echo "Unpacking \`$archive'..."
 171
 172     local ret=true
 173     case "$archive" in
 174         *.tar.bz2)
 175             if ! tar xfj "$archivepath/$archive"; then ret=false; fi
 176             ;;
 177         *.tar.gz | *.tgz)
 178             if ! tar xfz "$archivepath/$archive"; then ret=false; fi
 179             ;;
 180         *.zip)
 181             if ! unzip "$archivepath/$archive"; then ret=false; fi
 182             ;;
 183         *)
 184             echo "Unknown archive format for \`$archive'."
 185             ret=false
 186             ;;
 187     esac
 188
 189     cd "$old_PWD"
 190
 191     $ret
 192 }
 193
 194 unpack_cached()
 195 {
 196     local location="$1" archive="$2" archivepath="$3";
 197
 198     if ! test -e "$location"; then
 199         echo "unpack_cached: \`$location' does not exist. Making it."
 200         ! mkdir -p "$location" && return 1
 201     fi
 202
 203     if ! test -f ${location}/.${archive}.unpacked;  then
 204         if unpack "$location" "$archive" "$archivepath"; then
 205             echo yes > ${location}/.${archive}.unpacked
 206             true
 207         else
 208             false
 209         fi
 210     fi
 211 }
 212
 213 do_patch()
 214 {
 215     local location="$1" patch_spec="$2";
 216
 217     local old_PWD="$PWD"
 218     cd $location
 219     local abs_location="$PWD"
 220
 221     local patch=`echo "$patch_spec": | cut -d: -f1`
 222     local subdir=`echo "$patch_spec": | cut -d: -f2`
 223     local patch_opt=`echo "$patch_spec": | cut -d: -f3 | sed -e "s/,/ /g"`
 224
 225     cd ${subdir:-.}
 226
 227     local ret=true
 228
 229     if ! patch $patch_opt < $abs_location/$patch; then
 230         ret=false
 231     fi
 232
 233     cd "$old_PWD"
 234
 235     $ret
 236 }
 237
 238 patch_cached()
 239 {
 240     local location="$1" patch="$2";
 241
 242     local patchname=`echo $patch | cut -d: -f1`
 243
 244     if test "x$patchname" != "x"; then
 245         if ! test -f ${location}/.${patchname}.applied;  then
 246             if do_patch "$location" "$patch"; then
 247                 echo yes > ${location}/.${patchname}.applied
 248                 true
 249             else
 250                 false
 251             fi
 252         fi
 253     fi
 254 }
 255
 256 location="./"
 257
 258 while  test "x$1" != "x"; do
 259     if test "x${1:0:1}" == "x-" -a  "x${2:0:1}" == "x-"; then
 260         usage "$0"
 261     fi
 262
 263     case "$1" in
 264         -ao) archive_origins="$2";;
 265          -a) archive="$2";;
 266          -s) suffixes="$2";;
 267          -d) destination="$2";;
 268         -po) patches_origins="$2";;
 269          -p) patches="$2";;
 270      -l) location="$2";;
 271           *) echo "fetch: Unknown option \`$1'."; usage "$0";;
 272     esac
 273
 274     shift
 275     shift
 276 done
 277
 278 test -z "$archive" && usage "$0"
 279
 280 archive_origins=${archive_origins:-.}
 281 destination=${destination:-.}
 282 location=${location:-.}
 283 patches_origins=${patches_origins:-.}
 284
 285 fetch_cached "$archive_origins" "$archive" "$suffixes" "$location" archive2
 286 test -z "$archive2" && error "fetch: Error while fetching the archive \`$archive'."
 287 archive="$archive2"
 288
 289 for patch in $patches; do
 290     patch=`echo $patch | cut -d: -f1`
 291     if test "x$patch" != "x"; then
 292         if ! fetch_cached "$patches_origins" "$patch" "" "$destination"; then
 293             fetch_cached "$patches_origins" "$patch" "tar.bz2 tar.gz zip" "$destination" patch2
 294             test -z "$patch2" && error "fetch: Error while fetching the patch \`$patch'."
 295             if ! unpack_cached "$destination" "$patch2" "$destination"; then
 296                 error "fetch: Error while unpacking \`$patch2'."
 297             fi
 298         fi
 299     fi
 300 done
 301
 302 if ! unpack_cached "$destination" "$archive" "$location"; then
 303     error "fetch: Error while unpacking \`$archive'."
 304 fi
 305
 306 for patch in $patches; do
 307     if ! patch_cached "$destination" "$patch"; then
 308         error "fetch: Error while applying the patch \`$patch'."
 309     fi
 310 done