inflate_test.go 8.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281
  1. // Copyright 2014 The Go Authors. All rights reserved.
  2. // Use of this source code is governed by a BSD-style
  3. // license that can be found in the LICENSE file.
  4. package flate
  5. import (
  6. "bytes"
  7. "crypto/rand"
  8. "io"
  9. "strconv"
  10. "strings"
  11. "testing"
  12. )
  13. func TestReset(t *testing.T) {
  14. ss := []string{
  15. "lorem ipsum izzle fo rizzle",
  16. "the quick brown fox jumped over",
  17. }
  18. deflated := make([]bytes.Buffer, 2)
  19. for i, s := range ss {
  20. w, _ := NewWriter(&deflated[i], 1)
  21. w.Write([]byte(s))
  22. w.Close()
  23. }
  24. inflated := make([]bytes.Buffer, 2)
  25. f := NewReader(&deflated[0])
  26. io.Copy(&inflated[0], f)
  27. f.(Resetter).Reset(&deflated[1], nil)
  28. io.Copy(&inflated[1], f)
  29. f.Close()
  30. for i, s := range ss {
  31. if s != inflated[i].String() {
  32. t.Errorf("inflated[%d]:\ngot %q\nwant %q", i, inflated[i], s)
  33. }
  34. }
  35. }
  36. func TestReaderTruncated(t *testing.T) {
  37. vectors := []struct{ input, output string }{
  38. {"\x00", ""},
  39. {"\x00\f", ""},
  40. {"\x00\f\x00", ""},
  41. {"\x00\f\x00\xf3\xff", ""},
  42. {"\x00\f\x00\xf3\xffhello", "hello"},
  43. {"\x00\f\x00\xf3\xffhello, world", "hello, world"},
  44. {"\x02", ""},
  45. {"\xf2H\xcd", "He"},
  46. {"\xf2H͙0a\u0084\t", "Hel\x90\x90\x90\x90\x90"},
  47. {"\xf2H͙0a\u0084\t\x00", "Hel\x90\x90\x90\x90\x90"},
  48. }
  49. for i, v := range vectors {
  50. r := strings.NewReader(v.input)
  51. zr := NewReader(r)
  52. b, err := io.ReadAll(zr)
  53. if err != io.ErrUnexpectedEOF {
  54. t.Errorf("test %d, error mismatch: got %v, want io.ErrUnexpectedEOF", i, err)
  55. }
  56. if string(b) != v.output {
  57. t.Errorf("test %d, output mismatch: got %q, want %q", i, b, v.output)
  58. }
  59. }
  60. }
  61. func TestResetDict(t *testing.T) {
  62. dict := []byte("the lorem fox")
  63. ss := []string{
  64. "lorem ipsum izzle fo rizzle",
  65. "the quick brown fox jumped over",
  66. }
  67. deflated := make([]bytes.Buffer, len(ss))
  68. for i, s := range ss {
  69. w, _ := NewWriterDict(&deflated[i], DefaultCompression, dict)
  70. w.Write([]byte(s))
  71. w.Close()
  72. }
  73. inflated := make([]bytes.Buffer, len(ss))
  74. f := NewReader(nil)
  75. for i := range inflated {
  76. f.(Resetter).Reset(&deflated[i], dict)
  77. io.Copy(&inflated[i], f)
  78. }
  79. f.Close()
  80. for i, s := range ss {
  81. if s != inflated[i].String() {
  82. t.Errorf("inflated[%d]:\ngot %q\nwant %q", i, inflated[i], s)
  83. }
  84. }
  85. }
  86. // Tests ported from zlib/test/infcover.c
  87. type infTest struct {
  88. hex string
  89. id string
  90. n int
  91. }
  92. var infTests = []infTest{
  93. {"0 0 0 0 0", "invalid stored block lengths", 1},
  94. {"3 0", "fixed", 0},
  95. {"6", "invalid block type", 1},
  96. {"1 1 0 fe ff 0", "stored", 0},
  97. {"fc 0 0", "too many length or distance symbols", 1},
  98. {"4 0 fe ff", "invalid code lengths set", 1},
  99. {"4 0 24 49 0", "invalid bit length repeat", 1},
  100. {"4 0 24 e9 ff ff", "invalid bit length repeat", 1},
  101. {"4 0 24 e9 ff 6d", "invalid code -- missing end-of-block", 1},
  102. {"4 80 49 92 24 49 92 24 71 ff ff 93 11 0", "invalid literal/lengths set", 1},
  103. {"4 80 49 92 24 49 92 24 f b4 ff ff c3 84", "invalid distances set", 1},
  104. {"4 c0 81 8 0 0 0 0 20 7f eb b 0 0", "invalid literal/length code", 1},
  105. {"2 7e ff ff", "invalid distance code", 1},
  106. {"c c0 81 0 0 0 0 0 90 ff 6b 4 0", "invalid distance too far back", 1},
  107. // also trailer mismatch just in inflate()
  108. {"1f 8b 8 0 0 0 0 0 0 0 3 0 0 0 0 1", "incorrect data check", -1},
  109. {"1f 8b 8 0 0 0 0 0 0 0 3 0 0 0 0 0 0 0 0 1", "incorrect length check", -1},
  110. {"5 c0 21 d 0 0 0 80 b0 fe 6d 2f 91 6c", "pull 17", 0},
  111. {"5 e0 81 91 24 cb b2 2c 49 e2 f 2e 8b 9a 47 56 9f fb fe ec d2 ff 1f", "long code", 0},
  112. {"ed c0 1 1 0 0 0 40 20 ff 57 1b 42 2c 4f", "length extra", 0},
  113. {"ed cf c1 b1 2c 47 10 c4 30 fa 6f 35 1d 1 82 59 3d fb be 2e 2a fc f c", "long distance and extra", 0},
  114. {"ed c0 81 0 0 0 0 80 a0 fd a9 17 a9 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 6", "window end", 0},
  115. }
  116. func TestInflate(t *testing.T) {
  117. for _, test := range infTests {
  118. hex := strings.Split(test.hex, " ")
  119. data := make([]byte, len(hex))
  120. for i, h := range hex {
  121. b, _ := strconv.ParseInt(h, 16, 32)
  122. data[i] = byte(b)
  123. }
  124. buf := bytes.NewReader(data)
  125. r := NewReader(buf)
  126. _, err := io.Copy(io.Discard, r)
  127. if (test.n == 0 && err == nil) || (test.n != 0 && err != nil) {
  128. t.Logf("%q: OK:", test.id)
  129. t.Logf(" - got %v", err)
  130. continue
  131. }
  132. if test.n == 0 && err != nil {
  133. t.Errorf("%q: Expected no error, but got %v", test.id, err)
  134. continue
  135. }
  136. if test.n != 0 && err == nil {
  137. t.Errorf("%q:Expected an error, but got none", test.id)
  138. continue
  139. }
  140. t.Fatal(test.n, err)
  141. }
  142. for _, test := range infOutTests {
  143. hex := strings.Split(test.hex, " ")
  144. data := make([]byte, len(hex))
  145. for i, h := range hex {
  146. b, _ := strconv.ParseInt(h, 16, 32)
  147. data[i] = byte(b)
  148. }
  149. buf := bytes.NewReader(data)
  150. r := NewReader(buf)
  151. _, err := io.Copy(io.Discard, r)
  152. if test.err == (err != nil) {
  153. t.Logf("%q: OK:", test.id)
  154. t.Logf(" - got %v", err)
  155. continue
  156. }
  157. if test.err == false && err != nil {
  158. t.Errorf("%q: Expected no error, but got %v", test.id, err)
  159. continue
  160. }
  161. if test.err && err == nil {
  162. t.Errorf("%q: Expected an error, but got none", test.id)
  163. continue
  164. }
  165. t.Fatal(test.err, err)
  166. }
  167. }
  168. // Tests ported from zlib/test/infcover.c
  169. // Since zlib inflate is push (writer) instead of pull (reader)
  170. // some of the window size tests have been removed, since they
  171. // are irrelevant.
  172. type infOutTest struct {
  173. hex string
  174. id string
  175. step int
  176. win int
  177. length int
  178. err bool
  179. }
  180. var infOutTests = []infOutTest{
  181. {"2 8 20 80 0 3 0", "inflate_fast TYPE return", 0, -15, 258, false},
  182. {"63 18 5 40 c 0", "window wrap", 3, -8, 300, false},
  183. {"e5 e0 81 ad 6d cb b2 2c c9 01 1e 59 63 ae 7d ee fb 4d fd b5 35 41 68 ff 7f 0f 0 0 0", "fast length extra bits", 0, -8, 258, true},
  184. {"25 fd 81 b5 6d 59 b6 6a 49 ea af 35 6 34 eb 8c b9 f6 b9 1e ef 67 49 50 fe ff ff 3f 0 0", "fast distance extra bits", 0, -8, 258, true},
  185. {"3 7e 0 0 0 0 0", "fast invalid distance code", 0, -8, 258, true},
  186. {"1b 7 0 0 0 0 0", "fast invalid literal/length code", 0, -8, 258, true},
  187. {"d c7 1 ae eb 38 c 4 41 a0 87 72 de df fb 1f b8 36 b1 38 5d ff ff 0", "fast 2nd level codes and too far back", 0, -8, 258, true},
  188. {"63 18 5 8c 10 8 0 0 0 0", "very common case", 0, -8, 259, false},
  189. {"63 60 60 18 c9 0 8 18 18 18 26 c0 28 0 29 0 0 0", "contiguous and wrap around window", 6, -8, 259, false},
  190. {"63 0 3 0 0 0 0 0", "copy direct from output", 0, -8, 259, false},
  191. {"1f 8b 0 0", "bad gzip method", 0, 31, 0, true},
  192. {"1f 8b 8 80", "bad gzip flags", 0, 31, 0, true},
  193. {"77 85", "bad zlib method", 0, 15, 0, true},
  194. {"78 9c", "bad zlib window size", 0, 8, 0, true},
  195. {"1f 8b 8 1e 0 0 0 0 0 0 1 0 0 0 0 0 0", "bad header crc", 0, 47, 1, true},
  196. {"1f 8b 8 2 0 0 0 0 0 0 1d 26 3 0 0 0 0 0 0 0 0 0", "check gzip length", 0, 47, 0, true},
  197. {"78 90", "bad zlib header check", 0, 47, 0, true},
  198. {"8 b8 0 0 0 1", "need dictionary", 0, 8, 0, true},
  199. {"63 18 68 30 d0 0 0", "force split window update", 4, -8, 259, false},
  200. {"3 0", "use fixed blocks", 0, -15, 1, false},
  201. {"", "bad window size", 0, 1, 0, true},
  202. }
  203. func TestWriteTo(t *testing.T) {
  204. input := make([]byte, 100000)
  205. n, err := rand.Read(input)
  206. if err != nil {
  207. t.Fatal(err)
  208. }
  209. if n != len(input) {
  210. t.Fatal("did not fill buffer")
  211. }
  212. compressed := &bytes.Buffer{}
  213. w, err := NewWriter(compressed, -2)
  214. if err != nil {
  215. t.Fatal(err)
  216. }
  217. n, err = w.Write(input)
  218. if err != nil {
  219. t.Fatal(err)
  220. }
  221. if n != len(input) {
  222. t.Fatal("did not fill buffer")
  223. }
  224. w.Close()
  225. buf := compressed.Bytes()
  226. dec := NewReader(bytes.NewBuffer(buf))
  227. // ReadAll does not use WriteTo, but we wrap it in a NopCloser to be sure.
  228. readall, err := io.ReadAll(io.NopCloser(dec))
  229. if err != nil {
  230. t.Fatal(err)
  231. }
  232. if len(readall) != len(input) {
  233. t.Fatal("did not decompress everything")
  234. }
  235. dec = NewReader(bytes.NewBuffer(buf))
  236. wtbuf := &bytes.Buffer{}
  237. written, err := dec.(io.WriterTo).WriteTo(wtbuf)
  238. if err != nil {
  239. t.Fatal(err)
  240. }
  241. if written != int64(len(input)) {
  242. t.Error("Returned length did not match, expected", len(input), "got", written)
  243. }
  244. if wtbuf.Len() != len(input) {
  245. t.Error("Actual Length did not match, expected", len(input), "got", wtbuf.Len())
  246. }
  247. if !bytes.Equal(wtbuf.Bytes(), input) {
  248. t.Fatal("output did not match input")
  249. }
  250. }