test/test_io.py

   1 #! /usr/bin/env python
   2
   3 # $Id$
   4 # Author: Lea Wiemann <LeWiemann@gmail.com>
   5 # Copyright: This module has been placed in the public domain.
   6
   7 """
   8 Test module for io.py.
   9 """
  10
  11 import unittest, sys
  12 import DocutilsTestSupport              # must be imported before docutils
  13 from docutils import io
  14 from docutils._compat import b, bytes
  15
  16
  17 class InputTests(unittest.TestCase):
  18
  19     def test_bom(self):
  20         input = io.StringInput(source=b('\xef\xbb\xbf foo \xef\xbb\xbf bar'),
  21                                encoding='utf8')
  22         # Assert BOMs are gone.
  23         self.assertEquals(input.read(), u' foo  bar')
  24         # With unicode input:
  25         input = io.StringInput(source=u'\ufeff foo \ufeff bar')
  26         # Assert BOMs are still there.
  27         self.assertEquals(input.read(), u'\ufeff foo \ufeff bar')
  28
  29     def test_coding_slug(self):
  30         input = io.StringInput(source=b("""\
  31 .. -*- coding: ascii -*-
  32 data
  33 blah
  34 """))
  35         data = input.read()
  36         self.assertEquals(input.successful_encoding, 'ascii')
  37         input = io.StringInput(source=b("""\
  38 #! python
  39 # -*- coding: ascii -*-
  40 print "hello world"
  41 """))
  42         data = input.read()
  43         self.assertEquals(input.successful_encoding, 'ascii')
  44         input = io.StringInput(source=b("""\
  45 #! python
  46 # extraneous comment; prevents coding slug from being read
  47 # -*- coding: ascii -*-
  48 print "hello world"
  49 """))
  50         data = input.read()
  51         self.assertNotEquals(input.successful_encoding, 'ascii')
  52
  53     def test_bom_detection(self):
  54         source = u'\ufeffdata\nblah\n'
  55         input = io.StringInput(source=source.encode('utf-16-be'))
  56         data = input.read()
  57         self.assertEquals(input.successful_encoding, 'utf-16-be')
  58         input = io.StringInput(source=source.encode('utf-16-le'))
  59         data = input.read()
  60         self.assertEquals(input.successful_encoding, 'utf-16-le')
  61         input = io.StringInput(source=source.encode('utf-8'))
  62         data = input.read()
  63         self.assertEquals(input.successful_encoding, 'utf-8')
  64
  65
  66 if __name__ == '__main__':
  67     unittest.main()