Lines Matching refs:lzma
18 lzma = import_module("lzma")
19 from lzma import LZMACompressor, LZMADecompressor, LZMAError, LZMAFile
33 self.assertRaises(ValueError, LZMACompressor, format=lzma.FORMAT_AUTO)
36 LZMACompressor(preset=7, filters=[{"id": lzma.FILTER_LZMA2}])
41 LZMADecompressor(lzma.FORMAT_RAW, filters="zzz")
44 LZMADecompressor(lzma.FORMAT_RAW, memlimit=0x1000000)
48 LZMADecompressor(format=lzma.FORMAT_XZ, filters=FILTERS_RAW_1)
50 LZMADecompressor(format=lzma.FORMAT_ALONE, filters=FILTERS_RAW_1)
71 LZMACompressor(filters=[{"id": lzma.FILTER_LZMA2, "foo": 0}])
73 LZMACompressor(filters=[{"id": lzma.FILTER_DELTA, "foo": 0}])
75 LZMACompressor(filters=[{"id": lzma.FILTER_X86, "foo": 0}])
86 lzd = LZMADecompressor(lzma.FORMAT_XZ, memlimit=1024)
89 lzd = LZMADecompressor(lzma.FORMAT_ALONE, memlimit=1024)
104 self._test_decompressor(lzd, COMPRESSED_XZ, lzma.CHECK_CRC64)
107 self._test_decompressor(lzd, COMPRESSED_ALONE, lzma.CHECK_NONE)
110 lzd = LZMADecompressor(lzma.FORMAT_XZ)
111 self._test_decompressor(lzd, COMPRESSED_XZ, lzma.CHECK_CRC64)
114 lzd = LZMADecompressor(lzma.FORMAT_ALONE)
115 self._test_decompressor(lzd, COMPRESSED_ALONE, lzma.CHECK_NONE)
118 lzd = LZMADecompressor(lzma.FORMAT_RAW, filters=FILTERS_RAW_1)
119 self._test_decompressor(lzd, COMPRESSED_RAW_1, lzma.CHECK_NONE)
122 lzd = LZMADecompressor(lzma.FORMAT_RAW, filters=FILTERS_RAW_2)
123 self._test_decompressor(lzd, COMPRESSED_RAW_2, lzma.CHECK_NONE)
126 lzd = LZMADecompressor(lzma.FORMAT_RAW, filters=FILTERS_RAW_3)
127 self._test_decompressor(lzd, COMPRESSED_RAW_3, lzma.CHECK_NONE)
130 lzd = LZMADecompressor(lzma.FORMAT_RAW, filters=FILTERS_RAW_4)
131 self._test_decompressor(lzd, COMPRESSED_RAW_4, lzma.CHECK_NONE)
141 self.assertEqual(lzd.check, lzma.CHECK_CRC64)
156 self.assertEqual(lzd.check, lzma.CHECK_CRC64)
189 self.assertEqual(lzd.check, lzma.CHECK_CRC64)
254 self._test_decompressor(lzd, COMPRESSED_XZ + extra, lzma.CHECK_CRC64,
261 lzd = LZMADecompressor(lzma.FORMAT_XZ)
264 lzd = LZMADecompressor(lzma.FORMAT_ALONE)
267 lzd = LZMADecompressor(lzma.FORMAT_RAW, filters=FILTERS_RAW_1)
283 self._test_decompressor(lzd, cdata, lzma.CHECK_CRC64)
286 lzc = LZMACompressor(lzma.FORMAT_ALONE)
289 self._test_decompressor(lzd, cdata, lzma.CHECK_NONE)
292 lzc = LZMACompressor(lzma.FORMAT_RAW, filters=FILTERS_RAW_4)
294 lzd = LZMADecompressor(lzma.FORMAT_RAW, filters=FILTERS_RAW_4)
295 self._test_decompressor(lzd, cdata, lzma.CHECK_NONE)
298 lzc = LZMACompressor(lzma.FORMAT_RAW, filters=FILTERS_RAW_4)
304 lzd = LZMADecompressor(lzma.FORMAT_RAW, filters=FILTERS_RAW_4)
305 self._test_decompressor(lzd, cdata, lzma.CHECK_NONE)
315 self._test_decompressor(lzd, cdata, lzma.CHECK_CRC64)
328 self._test_decompressor(lzd, cdata, lzma.CHECK_CRC64)
335 lzma.CHECK_CRC64, unused_data=COMPRESSED_ALONE)
344 ddata = lzma.decompress(cdata)
359 cdata = lzma.compress(input)
389 self.assertRaises(TypeError, lzma.compress)
390 self.assertRaises(TypeError, lzma.compress, [])
391 self.assertRaises(TypeError, lzma.compress, b"", format="xz")
392 self.assertRaises(TypeError, lzma.compress, b"", check="none")
393 self.assertRaises(TypeError, lzma.compress, b"", preset="blah")
394 self.assertRaises(TypeError, lzma.compress, b"", filters=1024)
397 lzma.compress(b"", preset=3, filters=[{"id": lzma.FILTER_LZMA2}])
399 self.assertRaises(TypeError, lzma.decompress)
400 self.assertRaises(TypeError, lzma.decompress, [])
401 self.assertRaises(TypeError, lzma.decompress, b"", format="lzma")
402 self.assertRaises(TypeError, lzma.decompress, b"", memlimit=7.3e9)
404 lzma.decompress(b"", format=lzma.FORMAT_RAW, filters={})
407 lzma.decompress(b"", format=lzma.FORMAT_RAW, memlimit=0x1000000)
410 lzma.decompress(b"", filters=FILTERS_RAW_1)
412 lzma.decompress(b"", format=lzma.FORMAT_XZ, filters=FILTERS_RAW_1)
414 lzma.decompress(
415 b"", format=lzma.FORMAT_ALONE, filters=FILTERS_RAW_1)
419 lzma.decompress(COMPRESSED_XZ, memlimit=1024)
421 lzma.decompress(
422 COMPRESSED_XZ, format=lzma.FORMAT_XZ, memlimit=1024)
424 lzma.decompress(
425 COMPRESSED_ALONE, format=lzma.FORMAT_ALONE, memlimit=1024)
430 ddata = lzma.decompress(COMPRESSED_XZ)
433 ddata = lzma.decompress(COMPRESSED_ALONE)
436 ddata = lzma.decompress(COMPRESSED_XZ, lzma.FORMAT_XZ)
439 ddata = lzma.decompress(COMPRESSED_ALONE, lzma.FORMAT_ALONE)
442 ddata = lzma.decompress(
443 COMPRESSED_RAW_1, lzma.FORMAT_RAW, filters=FILTERS_RAW_1)
446 ddata = lzma.decompress(
447 COMPRESSED_RAW_2, lzma.FORMAT_RAW, filters=FILTERS_RAW_2)
450 ddata = lzma.decompress(
451 COMPRESSED_RAW_3, lzma.FORMAT_RAW, filters=FILTERS_RAW_3)
454 ddata = lzma.decompress(
455 COMPRESSED_RAW_4, lzma.FORMAT_RAW, filters=FILTERS_RAW_4)
459 self.assertRaises(LZMAError, lzma.decompress, COMPRESSED_XZ[:128])
460 self.assertRaises(LZMAError, lzma.decompress, COMPRESSED_ALONE[:128])
461 self.assertRaises(LZMAError, lzma.decompress, COMPRESSED_RAW_1[:128],
462 format=lzma.FORMAT_RAW, filters=FILTERS_RAW_1)
463 self.assertRaises(LZMAError, lzma.decompress, COMPRESSED_RAW_2[:128],
464 format=lzma.FORMAT_RAW, filters=FILTERS_RAW_2)
465 self.assertRaises(LZMAError, lzma.decompress, COMPRESSED_RAW_3[:128],
466 format=lzma.FORMAT_RAW, filters=FILTERS_RAW_3)
467 self.assertRaises(LZMAError, lzma.decompress, COMPRESSED_RAW_4[:128],
468 format=lzma.FORMAT_RAW, filters=FILTERS_RAW_4)
472 lzma.decompress(COMPRESSED_BOGUS)
474 lzma.decompress(COMPRESSED_RAW_1)
476 lzma.decompress(COMPRESSED_ALONE, format=lzma.FORMAT_XZ)
478 lzma.decompress(COMPRESSED_XZ, format=lzma.FORMAT_ALONE)
480 lzma.decompress(COMPRESSED_XZ, format=lzma.FORMAT_RAW,
486 cdata = lzma.compress(INPUT)
487 ddata = lzma.decompress(cdata)
490 cdata = lzma.compress(INPUT, lzma.FORMAT_XZ)
491 ddata = lzma.decompress(cdata)
494 cdata = lzma.compress(INPUT, lzma.FORMAT_ALONE)
495 ddata = lzma.decompress(cdata)
498 cdata = lzma.compress(INPUT, lzma.FORMAT_RAW, filters=FILTERS_RAW_4)
499 ddata = lzma.decompress(cdata, lzma.FORMAT_RAW, filters=FILTERS_RAW_4)
505 ddata = lzma.decompress(COMPRESSED_XZ + COMPRESSED_ALONE)
511 ddata = lzma.decompress(COMPRESSED_XZ + COMPRESSED_BOGUS)
515 ddata = lzma.decompress(COMPRESSED_XZ * 3 + COMPRESSED_BOGUS)
619 LZMAFile(BytesIO(), "w", check=lzma.CHECK_UNKNOWN)
621 LZMAFile(BytesIO(), "w", check=lzma.CHECK_ID_MAX + 3)
624 LZMAFile(BytesIO(COMPRESSED_XZ), check=lzma.CHECK_NONE)
626 LZMAFile(BytesIO(COMPRESSED_XZ), check=lzma.CHECK_CRC32)
628 LZMAFile(BytesIO(COMPRESSED_XZ), check=lzma.CHECK_CRC64)
630 LZMAFile(BytesIO(COMPRESSED_XZ), check=lzma.CHECK_SHA256)
632 LZMAFile(BytesIO(COMPRESSED_XZ), check=lzma.CHECK_UNKNOWN)
660 filters=[{"id": lzma.FILTER_LZMA2, "foo": 0}])
663 filters=[{"id": lzma.FILTER_DELTA, "foo": 0}])
666 filters=[{"id": lzma.FILTER_X86, "foo": 0}])
670 LZMAFile(BytesIO(), "w", format=lzma.FORMAT_RAW,
792 with LZMAFile(BytesIO(COMPRESSED_XZ), format=lzma.FORMAT_XZ) as f:
795 with LZMAFile(BytesIO(COMPRESSED_ALONE), format=lzma.FORMAT_ALONE) as f:
799 format=lzma.FORMAT_RAW, filters=FILTERS_RAW_1) as f:
803 format=lzma.FORMAT_RAW, filters=FILTERS_RAW_2) as f:
807 format=lzma.FORMAT_RAW, filters=FILTERS_RAW_3) as f:
811 format=lzma.FORMAT_RAW, filters=FILTERS_RAW_4) as f:
820 with LZMAFile(BytesIO(COMPRESSED_XZ), format=lzma.FORMAT_XZ) as f:
822 with LZMAFile(BytesIO(COMPRESSED_ALONE), format=lzma.FORMAT_ALONE) as f:
842 format=lzma.FORMAT_RAW, filters=FILTERS_RAW_3) as f:
980 with LZMAFile(BytesIO(COMPRESSED_XZ), format=lzma.FORMAT_XZ) as f:
982 with LZMAFile(BytesIO(COMPRESSED_ALONE), format=lzma.FORMAT_ALONE) as f:
985 format=lzma.FORMAT_RAW, filters=FILTERS_RAW_2) as f:
1003 bomb = lzma.compress(b'\0' * int(2e6), preset=6)
1016 expected = lzma.compress(INPUT)
1019 with LZMAFile(dst, "w", format=lzma.FORMAT_XZ) as f:
1021 expected = lzma.compress(INPUT, format=lzma.FORMAT_XZ)
1024 with LZMAFile(dst, "w", format=lzma.FORMAT_ALONE) as f:
1026 expected = lzma.compress(INPUT, format=lzma.FORMAT_ALONE)
1029 with LZMAFile(dst, "w", format=lzma.FORMAT_RAW,
1032 expected = lzma.compress(INPUT, format=lzma.FORMAT_RAW,
1041 expected = lzma.compress(INPUT)
1048 expected = b"".join(lzma.compress(x) for x in (part1, part2, part3))
1062 expected = lzma.compress(INPUT)
1076 expected = lzma.compress(INPUT)
1086 expected = b"".join(lzma.compress(x) for x in (part1, part2, part3))
1116 expected = lzma.compress(INPUT)
1245 with lzma.open(BytesIO(COMPRESSED_XZ), "rb") as f:
1248 with lzma.open(bio, "wb") as f:
1250 file_data = lzma.decompress(bio.getvalue())
1252 with lzma.open(bio, "ab") as f:
1254 file_data = lzma.decompress(bio.getvalue())
1260 with lzma.open(BytesIO(COMPRESSED_XZ), "rt", encoding="ascii") as f:
1263 with lzma.open(bio, "wt", encoding="ascii") as f:
1265 file_data = lzma.decompress(bio.getvalue()).decode("ascii")
1267 with lzma.open(bio, "at", encoding="ascii") as f:
1269 file_data = lzma.decompress(bio.getvalue()).decode("ascii")
1274 with lzma.open(TESTFN, "wb") as f:
1277 file_data = lzma.decompress(f.read())
1279 with lzma.open(TESTFN, "rb") as f:
1281 with lzma.open(TESTFN, "ab") as f:
1283 with lzma.open(TESTFN, "rb") as f:
1289 with lzma.open(filename, "wb") as f:
1292 file_data = lzma.decompress(f.read())
1294 with lzma.open(filename, "rb") as f:
1300 lzma.open(TESTFN, "")
1302 lzma.open(TESTFN, "rbt")
1304 lzma.open(TESTFN, "rb", encoding="utf-8")
1306 lzma.open(TESTFN, "rb", errors="ignore")
1308 lzma.open(TESTFN, "rb", newline="\n")
1312 options = {"format": lzma.FORMAT_RAW, "filters": FILTERS_RAW_1}
1313 with lzma.open(BytesIO(COMPRESSED_RAW_1), "rb", **options) as f:
1316 with lzma.open(bio, "wb", **options) as f:
1318 file_data = lzma.decompress(bio.getvalue(), **options)
1326 with lzma.open(bio, "wt", encoding="utf-16-le") as f:
1328 file_data = lzma.decompress(bio.getvalue()).decode("utf-16-le")
1331 with lzma.open(bio, "rt", encoding="utf-16-le") as f:
1336 with BytesIO(lzma.compress(b"foo\xffbar")) as bio:
1337 with lzma.open(bio, "rt", encoding="ascii", errors="ignore") as f:
1344 with lzma.open(bio, "wt", encoding="ascii", newline="\n") as f:
1347 with lzma.open(bio, "rt", encoding="ascii", newline="\r") as f:
1355 with lzma.open(TESTFN, mode, encoding=encoding):
1358 with lzma.open(TESTFN, mode):
1367 self.assertTrue(lzma.is_check_supported(lzma.CHECK_NONE))
1368 self.assertTrue(lzma.is_check_supported(lzma.CHECK_CRC32))
1371 self.assertFalse(lzma.is_check_supported(lzma.CHECK_ID_MAX + 1))
1374 self.assertFalse(lzma.is_check_supported(lzma.CHECK_UNKNOWN))
1378 lzma._encode_filter_properties(b"not a dict")
1380 lzma._encode_filter_properties({"id": 0x100})
1382 lzma._encode_filter_properties({"id": lzma.FILTER_LZMA2, "junk": 12})
1383 with self.assertRaises(lzma.LZMAError):
1384 lzma._encode_filter_properties({"id": lzma.FILTER_DELTA,
1388 props = lzma._encode_filter_properties({
1389 "id": lzma.FILTER_LZMA1,
1399 lzma._decode_filter_properties(lzma.FILTER_X86, {"should be": bytes})
1400 with self.assertRaises(lzma.LZMAError):
1401 lzma._decode_filter_properties(lzma.FILTER_DELTA, b"too long")
1404 filterspec = lzma._decode_filter_properties(
1405 lzma.FILTER_LZMA1, b"]\x00\x00\x80\x00")
1406 self.assertEqual(filterspec["id"], lzma.FILTER_LZMA1)
1413 spec1 = lzma._decode_filter_properties(
1414 lzma.FILTER_LZMA1, b"]\x00\x00\x80\x00")
1415 reencoded = lzma._encode_filter_properties(spec1)
1416 spec2 = lzma._decode_filter_properties(lzma.FILTER_LZMA1, reencoded)
1486 COMPRESSED_BOGUS = b"this is not a valid lzma stream"
1579 FILTERS_RAW_1 = [{"id": lzma.FILTER_LZMA2, "preset": 3}]
1626 FILTERS_RAW_2 = [{"id": lzma.FILTER_DELTA, "dist": 2},
1627 {"id": lzma.FILTER_LZMA2,
1628 "preset": lzma.PRESET_DEFAULT | lzma.PRESET_EXTREME}]
1691 FILTERS_RAW_3 = [{"id": lzma.FILTER_IA64, "start_offset": 0x100},
1692 {"id": lzma.FILTER_LZMA2}]
1738 FILTERS_RAW_4 = [{"id": lzma.FILTER_DELTA, "dist": 4},
1739 {"id": lzma.FILTER_X86, "start_offset": 0x40},
1740 {"id": lzma.FILTER_LZMA2, "preset": 4, "lc": 2}]