lib/yaml/tokens.py

   1
   2 class Token:
   3     def __init__(self, start_marker, end_marker):
   4         self.start_marker = start_marker
   5         self.end_marker = end_marker
   6     def __repr__(self):
   7         attributes = [key for key in self.__dict__
   8                 if not key.endswith('_marker')]
   9         attributes.sort()
  10         arguments = ', '.join(['%s=%r' % (key, getattr(self, key))
  11                 for key in attributes])
  12         return '%s(%s)' % (self.__class__.__name__, arguments)
  13
  14 #class BOMToken(Token):
  15 #    id = '<byte order mark>'
  16
  17 class DirectiveToken(Token):
  18     id = '<directive>'
  19     def __init__(self, name, value, start_marker, end_marker):
  20         self.name = name
  21         self.value = value
  22         self.start_marker = start_marker
  23         self.end_marker = end_marker
  24
  25 class DocumentStartToken(Token):
  26     id = '<document start>'
  27
  28 class DocumentEndToken(Token):
  29     id = '<document end>'
  30
  31 class StreamEndToken(Token):
  32     id = '<stream end>'
  33
  34 class BlockSequenceStartToken(Token):
  35     id = '<block sequence start>'
  36
  37 class BlockMappingStartToken(Token):
  38     id = '<block mapping end>'
  39
  40 class BlockEndToken(Token):
  41     id = '<block end>'
  42
  43 class FlowSequenceStartToken(Token):
  44     id = '['
  45
  46 class FlowMappingStartToken(Token):
  47     id = '{'
  48
  49 class FlowSequenceEndToken(Token):
  50     id = ']'
  51
  52 class FlowMappingEndToken(Token):
  53     id = '}'
  54
  55 class KeyToken(Token):
  56     id = '?'
  57
  58 class ValueToken(Token):
  59     id = ':'
  60
  61 class BlockEntryToken(Token):
  62     id = '-'
  63
  64 class FlowEntryToken(Token):
  65     id = ','
  66
  67 class AliasToken(Token):
  68     id = '<alias>'
  69     def __init__(self, value, start_marker, end_marker):
  70         self.value = value
  71         self.start_marker = start_marker
  72         self.end_marker = end_marker
  73
  74 class AnchorToken(Token):
  75     id = '<anchor>'
  76     def __init__(self, value, start_marker, end_marker):
  77         self.value = value
  78         self.start_marker = start_marker
  79         self.end_marker = end_marker
  80
  81 class TagToken(Token):
  82     id = '<tag>'
  83     def __init__(self, value, start_marker, end_marker):
  84         self.value = value
  85         self.start_marker = start_marker
  86         self.end_marker = end_marker
  87
  88 class ScalarToken(Token):
  89     id = '<scalar>'
  90     def __init__(self, value, plain, start_marker, end_marker):
  91         self.value = value
  92         self.plain = plain
  93         self.start_marker = start_marker
  94         self.end_marker = end_marker
  95