scripts/fetch.sh

   1 #!/usr/bin/env bash
   2
   3 # Copyright © 2004-2014, The AROS Development Team. All rights reserved.
   4 # $Id$
   5
   6
   7 usage()
   8 {
   9     error "Usage: $1 -a archive [-s suffixes] [-ao archive_origins...] [-l location to download to] [-d dir to unpack to] [-po patches_origins...] [-p patch[:subdir][:patch options]...]"
  10 }
  11
  12 fetch_mirrored()
  13 {
  14     local origin="$1" file="$2" destination="$3" mirrosgroup="$4" mirrors="$5"
  15     local full_path
  16     local ret=false
  17
  18     for mirror in $mirrors; do
  19         echo "Downloading from ${mirrosgroup}... "
  20         if fetch "${mirror}/$origin" "${file}" "$destination"; then
  21                 ret=true
  22                 break;
  23         fi
  24     done
  25
  26     $ret
  27 }
  28
  29 gnu_mirrors="http://ftp.gnu.org/pub/gnu http://mirror.mcs.anl.gov/pub/gnu ftp://ftp.cise.ufl.edu/pub/mirrors/GNU/gnu"
  30
  31 fetch_gnu()
  32 {
  33     local origin="$1" file="$2" destination="$3"
  34     local full_path
  35     local ret=true
  36
  37     if ! fetch_mirrored "$origin" "${file}" "$destination" "GNU" "${gnu_mirrors}"; then
  38         ret=false
  39     fi
  40
  41     $ret
  42 }
  43
  44 sf_mirrors="http://download.sourceforge.net http://aleron.dl.sourceforge.net http://voxel.dl.sourceforge.net http://heanet.dl.sourceforge.net http://avh.dl.sourceforge.net http://umn.dl.sourceforge.net http://unc.dl.sourceforge.net http://puzzle.dl.sourceforge.net http://mesh.dl.sourceforge.net"
  45
  46 fetch_sf()
  47 {
  48     local origin="$1" file="$2" destination="$3"
  49     local full_path
  50     local ret=true
  51
  52     if ! fetch_mirrored "$origin" "${file}" "$destination" "SourceForge" "${sf_mirrors}"; then
  53         ret=false
  54     fi
  55
  56     $ret
  57 }
  58
  59 fetch()
  60 {
  61     local origin="$1" file="$2" destination="$3"
  62
  63     local protocol
  64
  65     if echo $origin | grep ":" >/dev/null; then
  66         protocol=`echo $origin | cut -d':' -f1`
  67     fi
  68
  69     local ret=true
  70
  71     trap 'rm -f "$destination/$file".tmp; exit' SIGINT SIGKILL SIGTERM
  72
  73     case $protocol in
  74         http | ftp)
  75             if ! wget -t 5 -T 15 -c "$origin/$file" -O "$destination/$file".tmp; then
  76                 ret=false
  77             else
  78                 mv "$destination/$file".tmp "$destination/$file"
  79             fi
  80             rm -f "$destination/$file".tmp
  81             ;;
  82         gnu)
  83             if ! fetch_gnu "${origin:${#protocol}+3}" "$file" "$destination"; then
  84                 ret=false
  85             fi
  86             ;;
  87         sf | sourceforge)
  88             if ! fetch_sf "${origin:${#protocol}+3}" "$file" "$destination"; then
  89                 ret=false
  90             fi
  91             ;;
  92         *)
  93             if test "$origin" = "$destination";  then
  94                 ! test -f "$origin/$file" && ret=false
  95             else
  96                 if ! cp "$origin/$file" "$destination/$file".tmp; then
  97                     ret=false
  98                 else
  99                     mv "$destination/$file".tmp "$destination/$file"
 100                 fi
 101             fi
 102             ;;
 103     esac
 104
 105     trap SIGINT SIGKILL SIGTERM
 106
 107     $ret
 108 }
 109
 110 fetch_multiple()
 111 {
 112     local origins="$1" file="$2" destination="$3"
 113     for origin in $origins; do
 114         echo "Trying     $origin/$file..."
 115         fetch "$origin" "$file" "$destination" && return  0
 116     done
 117
 118     return 1
 119 }
 120
 121 fetch_cached()
 122 {
 123     local origins="$1" file="$2" suffixes="$3" destination="$4" foundvar="$5"
 124
 125     local __dummy__
 126     foundvar=${foundvar:-__dummy__}
 127
 128     export $foundvar=
 129
 130     test -e "$destination" -a ! -d "$destination" && \
 131         echo "fetch_cached: \`$destination' is not a diretory." && return 1
 132
 133     if ! test -e "$destination"; then
 134         echo "fetch_cached: \`$destination' does not exist. Making it."
 135         ! mkdir -p "$destination" && return 1
 136     fi
 137
 138     if test "x$suffixes" != "x"; then
 139         for sfx in $suffixes; do
 140             fetch_multiple "$destination" "$file".$sfx "$destination" && \
 141                 export $foundvar="$file".$sfx && return 0
 142         done
 143
 144         for sfx in $suffixes; do
 145             fetch_multiple "$origins" "$file".$sfx "$destination" && \
 146                 export $foundvar="$file".$sfx && return 0
 147         done
 148     else
 149         fetch_multiple "$destination $origins" "$file" "$destination" && \
 150             export $foundvar="$file" && return 0
 151     fi
 152
 153     return 1
 154 }
 155
 156 error()
 157 {
 158     echo $1
 159     exit 1
 160 }
 161
 162
 163 unpack()
 164 {
 165     local location="$1" archive="$2" archivepath="$3";
 166
 167     local old_PWD="$PWD"
 168     cd $location
 169
 170     echo "Unpacking  \`$archive'..."
 171
 172     local ret=true
 173     case "$archive" in
 174         *.tar.bz2)
 175             if ! tar xfj "$archivepath/$archive"; then ret=false; fi
 176             ;;
 177         *.tar.gz | *.tgz)
 178             if ! tar xfz "$archivepath/$archive"; then ret=false; fi
 179             ;;
 180         *.zip)
 181             if ! unzip "$archivepath/$archive"; then ret=false; fi
 182             ;;
 183         *.tar.xz)
 184             if ! tar xfJ "$archivepath/$archive"; then ret=false; fi
 185             ;;
 186         *)
 187             echo "Unknown archive format for \`$archive'."
 188             ret=false
 189             ;;
 190     esac
 191
 192     cd "$old_PWD"
 193
 194     $ret
 195 }
 196
 197 unpack_cached()
 198 {
 199     local location="$1" archive="$2" archivepath="$3";
 200
 201     if ! test -e "$location"; then
 202         echo "unpack_cached: \`$location' does not exist. Making it."
 203         ! mkdir -p "$location" && return 1
 204     fi
 205
 206     if ! test -f ${location}/.${archive}.unpacked;  then
 207         if unpack "$location" "$archive" "$archivepath"; then
 208             echo yes > ${location}/.${archive}.unpacked
 209             true
 210         else
 211             false
 212         fi
 213     fi
 214 }
 215
 216 do_patch()
 217 {
 218     local location="$1" patch_spec="$2";
 219
 220     local old_PWD="$PWD"
 221     cd $location
 222     local abs_location="$PWD"
 223
 224     local patch=`echo "$patch_spec": | cut -d: -f1`
 225     local subdir=`echo "$patch_spec": | cut -d: -f2`
 226     local patch_opt=`echo "$patch_spec": | cut -d: -f3 | sed -e "s/,/ /g"`
 227
 228     cd ${subdir:-.}
 229
 230     local ret=true
 231
 232     if ! patch $patch_opt < $abs_location/$patch; then
 233         ret=false
 234     fi
 235
 236     cd "$old_PWD"
 237
 238     $ret
 239 }
 240
 241 patch_cached()
 242 {
 243     local location="$1" patch="$2";
 244
 245     local patchname=`echo $patch | cut -d: -f1`
 246
 247     if test "x$patchname" != "x"; then
 248         if ! test -f ${location}/.${patchname}.applied;  then
 249             if do_patch "$location" "$patch"; then
 250                 echo yes > ${location}/.${patchname}.applied
 251                 true
 252             else
 253                 false
 254             fi
 255         fi
 256     fi
 257 }
 258
 259 location="./"
 260
 261 while  test "x$1" != "x"; do
 262     if test "x${1:0:1}" == "x-" -a  "x${2:0:1}" == "x-"; then
 263         usage "$0"
 264     fi
 265
 266     case "$1" in
 267         -ao) archive_origins="$2";;
 268          -a) archive="$2";;
 269          -s) suffixes="$2";;
 270          -d) destination="$2";;
 271         -po) patches_origins="$2";;
 272          -p) patches="$2";;
 273      -l) location="$2";;
 274           *) echo "fetch: Unknown option \`$1'."; usage "$0";;
 275     esac
 276
 277     shift
 278     shift
 279 done
 280
 281 test -z "$archive" && usage "$0"
 282
 283 archive_origins=${archive_origins:-.}
 284 destination=${destination:-.}
 285 location=${location:-.}
 286 patches_origins=${patches_origins:-.}
 287
 288 fetch_cached "$archive_origins" "$archive" "$suffixes" "$location" archive2
 289 test -z "$archive2" && error "fetch: Error while fetching the archive \`$archive'."
 290 archive="$archive2"
 291
 292 for patch in $patches; do
 293     patch=`echo $patch | cut -d: -f1`
 294     if test "x$patch" != "x"; then
 295         if ! fetch_cached "$patches_origins" "$patch" "" "$destination"; then
 296             fetch_cached "$patches_origins" "$patch" "tar.bz2 tar.gz zip" "$destination" patch2
 297             test -z "$patch2" && error "fetch: Error while fetching the patch \`$patch'."
 298             if ! unpack_cached "$destination" "$patch2" "$destination"; then
 299                 error "fetch: Error while unpacking \`$patch2'."
 300             fi
 301         fi
 302     fi
 303 done
 304
 305 if test "x$suffixes" != "x"; then
 306     if ! unpack_cached "$destination" "$archive" "$location"; then
 307         error "fetch: Error while unpacking \`$archive'."
 308     fi
 309 fi
 310
 311 for patch in $patches; do
 312     if ! patch_cached "$destination" "$patch"; then
 313         error "fetch: Error while applying the patch \`$patch'."
 314     fi
 315 done