Staging
v0.5.1
https://github.com/python/cpython
Raw File
Tip revision: aa36b9cc0143e8726d387aee8b7918b35e840178 authored by Benjamin Peterson on 04 April 2009, 21:08:03 UTC
I don't think RELNOTES is useful anymore
Tip revision: aa36b9c
test_unicode.py
import unittest
import ctypes

try:
    ctypes.c_wchar
except AttributeError:
    pass
else:
    import _ctypes_test
    dll = ctypes.CDLL(_ctypes_test.__file__)
    wcslen = dll.my_wcslen
    wcslen.argtypes = [ctypes.c_wchar_p]


    class UnicodeTestCase(unittest.TestCase):
        def setUp(self):
            self.prev_conv_mode = ctypes.set_conversion_mode("ascii", "strict")

        def tearDown(self):
            ctypes.set_conversion_mode(*self.prev_conv_mode)

        def test_ascii_strict(self):
            ctypes.set_conversion_mode("ascii", "strict")
            # no conversions take place with unicode arguments
            self.failUnlessEqual(wcslen("abc"), 3)
            self.failUnlessEqual(wcslen("ab\u2070"), 3)
            # string args are converted
            self.failUnlessEqual(wcslen("abc"), 3)
            self.failUnlessRaises(ctypes.ArgumentError, wcslen, b"ab\xe4")

        def test_ascii_replace(self):
            ctypes.set_conversion_mode("ascii", "replace")
            self.failUnlessEqual(wcslen("abc"), 3)
            self.failUnlessEqual(wcslen("ab\u2070"), 3)
            self.failUnlessEqual(wcslen("abc"), 3)
            self.failUnlessEqual(wcslen("ab\xe4"), 3)

        def test_ascii_ignore(self):
            ctypes.set_conversion_mode("ascii", "ignore")
            self.failUnlessEqual(wcslen("abc"), 3)
            self.failUnlessEqual(wcslen("ab\u2070"), 3)
            # ignore error mode skips non-ascii characters
            self.failUnlessEqual(wcslen("abc"), 3)
            self.failUnlessEqual(wcslen(b"\xe4\xf6\xfc\xdf"), 0)

        def test_latin1_strict(self):
            ctypes.set_conversion_mode("latin-1", "strict")
            self.failUnlessEqual(wcslen("abc"), 3)
            self.failUnlessEqual(wcslen("ab\u2070"), 3)
            self.failUnlessEqual(wcslen("abc"), 3)
            self.failUnlessEqual(wcslen("\xe4\xf6\xfc\xdf"), 4)

        def test_buffers(self):
            ctypes.set_conversion_mode("ascii", "strict")
            buf = ctypes.create_unicode_buffer("abc")
            self.failUnlessEqual(len(buf), 3+1)

            ctypes.set_conversion_mode("ascii", "replace")
            buf = ctypes.create_unicode_buffer(b"ab\xe4\xf6\xfc")
            self.failUnlessEqual(buf[:], "ab\uFFFD\uFFFD\uFFFD\0")
            self.failUnlessEqual(buf[::], "ab\uFFFD\uFFFD\uFFFD\0")
            self.failUnlessEqual(buf[::-1], "\0\uFFFD\uFFFD\uFFFDba")
            self.failUnlessEqual(buf[::2], "a\uFFFD\uFFFD")
            self.failUnlessEqual(buf[6:5:-1], "")

            ctypes.set_conversion_mode("ascii", "ignore")
            buf = ctypes.create_unicode_buffer(b"ab\xe4\xf6\xfc")
            # is that correct? not sure.  But with 'ignore', you get what you pay for..
            self.failUnlessEqual(buf[:], "ab\0\0\0\0")
            self.failUnlessEqual(buf[::], "ab\0\0\0\0")
            self.failUnlessEqual(buf[::-1], "\0\0\0\0ba")
            self.failUnlessEqual(buf[::2], "a\0\0")
            self.failUnlessEqual(buf[6:5:-1], "")

    import _ctypes_test
    func = ctypes.CDLL(_ctypes_test.__file__)._testfunc_p_p

    class StringTestCase(UnicodeTestCase):
        def setUp(self):
            self.prev_conv_mode = ctypes.set_conversion_mode("ascii", "strict")
            func.argtypes = [ctypes.c_char_p]
            func.restype = ctypes.c_char_p

        def tearDown(self):
            ctypes.set_conversion_mode(*self.prev_conv_mode)
            func.argtypes = None
            func.restype = ctypes.c_int

        def test_ascii_replace(self):
            ctypes.set_conversion_mode("ascii", "strict")
            self.failUnlessEqual(func("abc"), "abc")
            self.failUnlessEqual(func("abc"), "abc")
            self.assertRaises(ctypes.ArgumentError, func, "ab\xe4")

        def test_ascii_ignore(self):
            ctypes.set_conversion_mode("ascii", "ignore")
            self.failUnlessEqual(func("abc"), "abc")
            self.failUnlessEqual(func("abc"), "abc")
            self.failUnlessEqual(func("\xe4\xf6\xfc\xdf"), "")

        def test_ascii_replace(self):
            ctypes.set_conversion_mode("ascii", "replace")
            self.failUnlessEqual(func("abc"), "abc")
            self.failUnlessEqual(func("abc"), "abc")
            self.failUnlessEqual(func("\xe4\xf6\xfc\xdf"), "????")

        def test_buffers(self):
            ctypes.set_conversion_mode("ascii", "strict")
            buf = ctypes.create_string_buffer("abc")
            self.failUnlessEqual(len(buf), 3+1)

            ctypes.set_conversion_mode("ascii", "replace")
            buf = ctypes.create_string_buffer("ab\xe4\xf6\xfc")
            self.failUnlessEqual(buf[:], b"ab???\0")
            self.failUnlessEqual(buf[::], b"ab???\0")
            self.failUnlessEqual(buf[::-1], b"\0???ba")
            self.failUnlessEqual(buf[::2], b"a??")
            self.failUnlessEqual(buf[6:5:-1], b"")

            ctypes.set_conversion_mode("ascii", "ignore")
            buf = ctypes.create_string_buffer("ab\xe4\xf6\xfc")
            # is that correct? not sure.  But with 'ignore', you get what you pay for..
            self.failUnlessEqual(buf[:], b"ab\0\0\0\0")
            self.failUnlessEqual(buf[::], b"ab\0\0\0\0")
            self.failUnlessEqual(buf[::-1], b"\0\0\0\0ba")

if __name__ == '__main__':
    unittest.main()
back to top