lib/wind/rfc4518.py

   1 #!/usr/local/bin/python
   2 # -*- coding: iso-8859-1 -*-
   3
   4 # $Id$
   5
   6 # Copyright (c) 2004, 2008 Kungliga Tekniska Högskolan
   7 # (Royal Institute of Technology, Stockholm, Sweden).
   8 # All rights reserved.
   9 #
  10 # Redistribution and use in source and binary forms, with or without
  11 # modification, are permitted provided that the following conditions
  12 # are met:
  13 #
  14 # 1. Redistributions of source code must retain the above copyright
  15 #    notice, this list of conditions and the following disclaimer.
  16 #
  17 # 2. Redistributions in binary form must reproduce the above copyright
  18 #    notice, this list of conditions and the following disclaimer in the
  19 #    documentation and/or other materials provided with the distribution.
  20 #
  21 # 3. Neither the name of the Institute nor the names of its contributors
  22 #    may be used to endorse or promote products derived from this software
  23 #    without specific prior written permission.
  24 #
  25 # THIS SOFTWARE IS PROVIDED BY THE INSTITUTE AND CONTRIBUTORS ``AS IS'' AND
  26 # ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  27 # IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  28 # ARE DISCLAIMED.  IN NO EVENT SHALL THE INSTITUTE OR CONTRIBUTORS BE LIABLE
  29 # FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  30 # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
  31 # OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
  32 # HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
  33 # LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
  34 # OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
  35 # SUCH DAMAGE.
  36
  37 import re
  38 import string
  39
  40 def read():
  41     """return a dict of tables from rfc4518"""
  42
  43     ret = {}
  44
  45 #2.2.  Map
  46 #
  47 #   SOFT HYPHEN (U+00AD) and MONGOLIAN TODO SOFT HYPHEN (U+1806) code
  48 #   points are mapped to nothing.  COMBINING GRAPHEME JOINER (U+034F) and
  49 #   VARIATION SELECTORs (U+180B-180D, FF00-FE0F) code points are also
  50 #   mapped to nothing.  The OBJECT REPLACEMENT CHARACTER (U+FFFC) is
  51 #   mapped to nothing.
  52
  53     t = []
  54     t.append(" 00AD; ; Map to nothing")
  55     t.append(" 1806; ; Map to nothing")
  56     t.append(" 034F; ; Map to nothing")
  57
  58     t.append(" 180B; ; Map to nothing")
  59     t.append(" 180C; ; Map to nothing")
  60     t.append(" 180D; ; Map to nothing")
  61
  62     t.append(" FE00; ; Map to nothing")
  63     t.append(" FE01; ; Map to nothing")
  64     t.append(" FE02; ; Map to nothing")
  65     t.append(" FE03; ; Map to nothing")
  66     t.append(" FE04; ; Map to nothing")
  67     t.append(" FE05; ; Map to nothing")
  68     t.append(" FE06; ; Map to nothing")
  69     t.append(" FE07; ; Map to nothing")
  70     t.append(" FE08; ; Map to nothing")
  71     t.append(" FE09; ; Map to nothing")
  72     t.append(" FE0A; ; Map to nothing")
  73     t.append(" FE0B; ; Map to nothing")
  74     t.append(" FE0C; ; Map to nothing")
  75     t.append(" FE0D; ; Map to nothing")
  76     t.append(" FE0E; ; Map to nothing")
  77     t.append(" FE0F; ; Map to nothing")
  78
  79     t.append(" FFFC; ; Map to nothing")
  80
  81 #   CHARACTER TABULATION (U+0009), LINE FEED (LF) (U+000A), LINE
  82 #   TABULATION (U+000B), FORM FEED (FF) (U+000C), CARRIAGE RETURN (CR)
  83 #  (U+000D), and NEXT LINE (NEL) (U+0085) are mapped to SPACE (U+0020).
  84
  85     t.append(" 0009; 0020 ; Map to SPACE")
  86     t.append(" 000A; 0020 ; Map to SPACE")
  87     t.append(" 000B; 0020 ; Map to SPACE")
  88     t.append(" 000C; 0020 ; Map to SPACE")
  89     t.append(" 000D; 0020 ; Map to SPACE")
  90     t.append(" 0085; 0020 ; Map to SPACE")
  91
  92 #   All other control code (e.g., Cc) points or code points with a
  93 #   control function (e.g., Cf) are mapped to nothing.  The following is
  94 #   a complete list of these code points: U+0000-0008, 000E-001F, 007F-
  95 #   0084, 0086-009F, 06DD, 070F, 180E, 200C-200F, 202A-202E, 2060-2063,
  96 #   206A-206F, FEFF, FFF9-FFFB, 1D173-1D17A, E0001, E0020-E007F.
  97
  98     t.append(" 0000-0008; ; Map to nothing")
  99     t.append(" 000E-001F; ; Map to nothing")
 100     t.append(" 007F-0084; ; Map to nothing")
 101     t.append(" 0086-009F; ; Map to nothing")
 102     t.append(" 06DD; ; Map to nothing")
 103     t.append(" 070F; ; Map to nothing")
 104     t.append(" 180E; ; Map to nothing")
 105     t.append(" 200C-200F; ; Map to nothing")
 106     t.append(" 202A-202E; ; Map to nothing")
 107     t.append(" 2060-2063; ; Map to nothing")
 108     t.append(" 206A-206F; ; Map to nothing")
 109     t.append(" FEFF; ; Map to nothing")
 110     t.append(" FFF9-FFFB; ; Map to nothing")
 111     t.append(" 1D173-1D17A; ; Map to nothing")
 112     t.append(" E0001; ; Map to nothing")
 113     t.append(" E0020-E007F; ; Map to nothing")
 114
 115 #   ZERO WIDTH SPACE (U+200B) is mapped to nothing.  All other code
 116 #   points with Separator (space, line, or paragraph) property (e.g., Zs,
 117 #   Zl, or Zp) are mapped to SPACE (U+0020).  The following is a complete
 118 #   list of these code points: U+0020, 00A0, 1680, 2000-200A, 2028-2029,
 119 #   202F, 205F, 3000.
 120
 121     t.append(" 200B; ; Map to nothing")
 122     t.append(" 0020; 0020; Map to SPACE")
 123     t.append(" 00A0; 0020; Map to SPACE")
 124     t.append(" 1680; 0020; Map to SPACE")
 125     t.append(" 2000-200A; 0020; Map to SPACE")
 126     t.append(" 2028-2029; 0020; Map to SPACE")
 127     t.append(" 202F; 0020; Map to SPACE")
 128     t.append(" 205F; 0020; Map to SPACE")
 129     t.append(" 3000; 0020; Map to SPACE")
 130
 131     ret["rfc4518-map"] = t
 132
 133 #   For case ignore, numeric, and stored prefix string matching rules,
 134 #   characters are case folded per B.2 of [RFC3454].
 135
 136     t = []
 137
 138 #2.4.  Prohibit
 139
 140 #    The REPLACEMENT CHARACTER (U+FFFD) code point is prohibited.
 141
 142     t.append(" FFFD;")
 143
 144     ret["rfc4518-error"] = t
 145
 146     t = []
 147
 148
 149
 150     return ret