Lines Matching refs:encoder
82 # cp949 encoder isn't stateful at all.
83 encoder = codecs.getincrementalencoder('cp949')()
84 self.assertEqual(encoder.encode('\ud30c\uc774\uc36c \ub9c8\uc744'),
86 self.assertEqual(encoder.reset(), None)
87 self.assertEqual(encoder.encode('\u2606\u223c\u2606', True),
89 self.assertEqual(encoder.reset(), None)
90 self.assertEqual(encoder.encode('', True), b'')
91 self.assertEqual(encoder.encode('', False), b'')
92 self.assertEqual(encoder.reset(), None)
95 # jisx0213 encoder is stateful for a few code points. eg)
100 encoder = codecs.getincrementalencoder('jisx0213')()
101 self.assertEqual(encoder.encode('\u00e6\u0300'), b'\xab\xc4')
102 self.assertEqual(encoder.encode('\u00e6'), b'')
103 self.assertEqual(encoder.encode('\u0300'), b'\xab\xc4')
104 self.assertEqual(encoder.encode('\u00e6', True), b'\xa9\xdc')
106 self.assertEqual(encoder.reset(), None)
107 self.assertEqual(encoder.encode('\u0300'), b'\xab\xdc')
109 self.assertEqual(encoder.encode('\u00e6'), b'')
110 self.assertEqual(encoder.encode('', True), b'\xa9\xdc')
111 self.assertEqual(encoder.encode('', True), b'')
114 encoder = codecs.getincrementalencoder('jisx0213')()
115 self.assertEqual(encoder.encode('\u00e6'), b'')
116 self.assertRaises(UnicodeEncodeError, encoder.encode, '\u0123')
117 self.assertEqual(encoder.encode('\u0300\u00e6'), b'\xab\xc4')
118 self.assertRaises(UnicodeEncodeError, encoder.encode, '\u0123')
119 self.assertEqual(encoder.reset(), None)
120 self.assertEqual(encoder.encode('\u0300'), b'\xab\xdc')
121 self.assertEqual(encoder.encode('\u00e6'), b'')
122 self.assertRaises(UnicodeEncodeError, encoder.encode, '\u0123')
123 self.assertEqual(encoder.encode('', True), b'\xa9\xdc')
127 encoder = codecs.getincrementalencoder('euc_jis_2004')()
129 initial_state = encoder.getstate()
130 self.assertEqual(encoder.encode('\u00e6\u0300'), b'\xab\xc4')
131 encoder.setstate(initial_state)
132 self.assertEqual(encoder.encode('\u00e6\u0300'), b'\xab\xc4')
134 self.assertEqual(encoder.encode('\u00e6'), b'')
135 partial_state = encoder.getstate()
136 self.assertEqual(encoder.encode('\u0300'), b'\xab\xc4')
137 encoder.setstate(partial_state)
138 self.assertEqual(encoder.encode('\u0300'), b'\xab\xc4')
142 encoder = codecs.getincrementalencoder('iso2022_jp')()
144 self.assertEqual(encoder.encode('z'), b'z')
145 en_state = encoder.getstate()
147 self.assertEqual(encoder.encode('\u3042'), b'\x1b\x24\x42\x24\x22')
148 jp_state = encoder.getstate()
149 self.assertEqual(encoder.encode('z'), b'\x1b\x28\x42z')
151 encoder.setstate(jp_state)
152 self.assertEqual(encoder.encode('\u3042'), b'\x24\x22')
154 encoder.setstate(en_state)
155 self.assertEqual(encoder.encode('z'), b'z')
190 encoder = codecs.getincrementalencoder('euc_jp')()
196 self.assertRaises(UnicodeError, encoder.setstate, pending_size_nine)
199 encoder = codecs.getincrementalencoder('euc_jp')()
205 self.assertRaises(UnicodeDecodeError, encoder.setstate, invalid_utf8)
208 encoder = codecs.getincrementalencoder('shift-jis')('backslashreplace')
209 self.assertEqual(encoder.encode('\xff'), b'\\xff')
210 self.assertEqual(encoder.encode('\n'), b'\n')
222 encoder = codecs.getincrementalencoder(encoding)()
223 text2 = encoder.encode(text).decode(encoding)
382 encoder = codecs.getincrementalencoder(self.encoding)()
384 encoder.encode(char)
387 self.assertEqual(encoder.encode('', final=True), self.reset)
388 self.assertEqual(encoder.encode('', final=True), b'')
391 encoder = codecs.getincrementalencoder(self.encoding)()
394 encoder.encode(char, index == last_index)
397 self.assertEqual(encoder.encode('', final=True), b'')