test_core_compress.odin 5.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127
  1. package test_core_compress
  2. /*
  3. Copyright 2021 Jeroen van Rijn <[email protected]>.
  4. Made available under Odin's BSD-3 license.
  5. List of contributors:
  6. Jeroen van Rijn: Initial implementation.
  7. A test suite for ZLIB, GZIP and Shoco.
  8. */
  9. import "core:testing"
  10. import "core:compress/zlib"
  11. import "core:compress/gzip"
  12. import "core:compress/shoco"
  13. import "core:bytes"
  14. @test
  15. zlib_test :: proc(t: ^testing.T) {
  16. ODIN_DEMO := []u8{
  17. 120, 156, 101, 144, 77, 110, 131, 48, 16, 133, 215, 204, 41, 158, 44,
  18. 69, 73, 32, 148, 182, 75, 35, 14, 208, 125, 47, 96, 185, 195, 143,
  19. 130, 13, 50, 38, 81, 84, 101, 213, 75, 116, 215, 43, 246, 8, 53,
  20. 82, 126, 8, 181, 188, 152, 153, 111, 222, 147, 159, 123, 165, 247, 170,
  21. 98, 24, 213, 88, 162, 198, 244, 157, 243, 16, 186, 115, 44, 75, 227,
  22. 5, 77, 115, 72, 137, 222, 117, 122, 179, 197, 39, 69, 161, 170, 156,
  23. 50, 144, 5, 68, 130, 4, 49, 126, 127, 190, 191, 144, 34, 19, 57,
  24. 69, 74, 235, 209, 140, 173, 242, 157, 155, 54, 158, 115, 162, 168, 12,
  25. 181, 239, 246, 108, 17, 188, 174, 242, 224, 20, 13, 199, 198, 235, 250,
  26. 194, 166, 129, 86, 3, 99, 157, 172, 37, 230, 62, 73, 129, 151, 252,
  27. 70, 211, 5, 77, 31, 104, 188, 160, 113, 129, 215, 59, 205, 22, 52,
  28. 123, 160, 83, 142, 255, 242, 89, 123, 93, 149, 200, 50, 188, 85, 54,
  29. 252, 18, 248, 192, 238, 228, 235, 198, 86, 224, 118, 224, 176, 113, 166,
  30. 112, 67, 106, 227, 159, 122, 215, 88, 95, 110, 196, 123, 205, 183, 224,
  31. 98, 53, 8, 104, 213, 234, 201, 147, 7, 248, 192, 14, 170, 29, 25,
  32. 171, 15, 18, 59, 138, 112, 63, 23, 205, 110, 254, 136, 109, 78, 231,
  33. 63, 234, 138, 133, 204,
  34. }
  35. buf: bytes.Buffer
  36. err := zlib.inflate(ODIN_DEMO, &buf)
  37. testing.expect(t, err == nil, "ZLIB failed to decompress ODIN_DEMO")
  38. s := bytes.buffer_to_string(&buf)
  39. testing.expect(t, s[68] == 240 && s[69] == 159 && s[70] == 152, "ZLIB result should've contained 😃 at position 68.")
  40. testing.expect(t, len(s) == 438, "ZLIB result has an unexpected length.")
  41. bytes.buffer_destroy(&buf)
  42. }
  43. @test
  44. gzip_test :: proc(t: ^testing.T) {
  45. // Small GZIP file with fextra, fname and fcomment present.
  46. TEST: []u8 = {
  47. 0x1f, 0x8b, 0x08, 0x1c, 0xcb, 0x3b, 0x3a, 0x5a,
  48. 0x02, 0x03, 0x07, 0x00, 0x61, 0x62, 0x03, 0x00,
  49. 0x63, 0x64, 0x65, 0x66, 0x69, 0x6c, 0x65, 0x6e,
  50. 0x61, 0x6d, 0x65, 0x00, 0x54, 0x68, 0x69, 0x73,
  51. 0x20, 0x69, 0x73, 0x20, 0x61, 0x20, 0x63, 0x6f,
  52. 0x6d, 0x6d, 0x65, 0x6e, 0x74, 0x00, 0x2b, 0x48,
  53. 0xac, 0xcc, 0xc9, 0x4f, 0x4c, 0x01, 0x00, 0x15,
  54. 0x6a, 0x2c, 0x42, 0x07, 0x00, 0x00, 0x00,
  55. }
  56. buf: bytes.Buffer
  57. err := gzip.load(TEST, &buf)
  58. testing.expect(t, err == nil, "GZIP failed to decompress TEST")
  59. testing.expect(t, bytes.buffer_to_string(&buf) == "payload", "GZIP result wasn't 'payload'")
  60. bytes.buffer_destroy(&buf)
  61. }
  62. @test
  63. shoco_test :: proc(t: ^testing.T) {
  64. Shoco_Tests :: []struct{
  65. compressed: []u8,
  66. raw: []u8,
  67. short_pack: int,
  68. short_sentinel: int,
  69. }{
  70. { #load("../assets/Shoco/README.md.shoco"), #load("../assets/Shoco/README.md"), 10, 1006 },
  71. { #load("../assets/Shoco/LICENSE.shoco"), #load("../assets/Shoco/LICENSE"), 25, 68 },
  72. }
  73. for v in Shoco_Tests {
  74. v := v
  75. // Compressed source files are not encoded with carriage returns but git replaces raw files lf with crlf on commit (on windows only)
  76. // So replace crlf with lf on windows
  77. v.raw, _ = bytes.replace_all(v.raw, { 0xD, 0xA }, { 0xA }, context.temp_allocator)
  78. expected_raw := len(v.raw)
  79. expected_compressed := len(v.compressed)
  80. biggest_unpacked := shoco.decompress_bound(expected_compressed)
  81. biggest_packed := shoco.compress_bound(expected_raw)
  82. buffer := make([]u8, max(biggest_packed, biggest_unpacked))
  83. defer delete(buffer)
  84. size, err := shoco.decompress(v.compressed, buffer[:])
  85. testing.expectf(t, err == nil, "Expected `decompress` to return `nil`, got %v", err)
  86. testing.expectf(t, size == expected_raw, "Decompressed %v bytes into %v. Expected to decompress into %v bytes", len(v.compressed), size, expected_raw)
  87. testing.expect(t, string(buffer[:size]) == string(v.raw), "Decompressed contents don't match")
  88. size, err = shoco.compress(string(v.raw), buffer[:])
  89. testing.expect(t, err == nil, "Expected `compress` to return `nil`.")
  90. testing.expectf(t, size == expected_compressed, "Compressed %v bytes into %v. Expected to compress into %v bytes", expected_raw, size, expected_compressed)
  91. size, err = shoco.decompress(v.compressed, buffer[:expected_raw - 10])
  92. testing.expectf(t, err == .Output_Too_Short, "Decompressing into too small a buffer returned %v, expected `.Output_Too_Short`", err)
  93. size, err = shoco.compress(string(v.raw), buffer[:expected_compressed - 10])
  94. testing.expectf(t, err == .Output_Too_Short, "Compressing into too small a buffer returned %v, expected `.Output_Too_Short`", err)
  95. size, err = shoco.decompress(v.compressed[:v.short_pack], buffer[:])
  96. testing.expectf(t, err == .Stream_Too_Short, "Insufficient data after pack returned %v, expected `.Stream_Too_Short`", err)
  97. size, err = shoco.decompress(v.compressed[:v.short_sentinel], buffer[:])
  98. testing.expectf(t, err == .Stream_Too_Short, "No more data after non-ASCII sentinel returned %v, expected `.Stream_Too_Short`", err)
  99. }
  100. }