docs/scripts/wikifetch.sh

   1 #!/bin/bash
   2
   3 #
   4 # Retrieve wiki pages as html pages, creating a local tree of documents
   5 # mirroring the original wiki structure. Wiki URLs are converted to local
   6 # directories/filenames based on namespace/wiki-page naming conventions.
   7 #
   8 # Check calling arguments.
   9
  10 # website to fetch
  11 site=http://geda.seul.org/wiki
  12
  13 if [ ! -d ../wip ]
  14 then
  15         mkdir ../wip
  16 fi
  17
  18 if [ ! -d ../wip ]
  19 then
  20         echo "cannot create wip directory"
  21         exit 1
  22 fi
  23
  24 #
  25 pavuk -logfile ../wip/pavuk_logfile.txt \
  26       -slogfile ../wip/pavuk_slogfile.txt \
  27       -cdir ../wip \
  28       -dont_leave_site \
  29       -noRobots \
  30       -index_name "index.html" \
  31       -httpad "+X_DOKUWIKI_DO: export_xhtml" \
  32       -cookie_file ../wip/cookies.txt \
  33       -cookie_send \
  34       -url_pattern http://geda.seul.org/wiki/\* \
  35       -skip_rpattern "(.*\?do=(_export|diff|revisions|backlink|index|export_.*))|_export|feed\.php.*" \
  36       -tr_chr_chr "?&*:" _ \
  37       -post_update \
  38       -sleep 1 \
  39       -fnrules F "*" "%h/%d/%b%E" "$site"
  40