| 1 | use std::io; |
| 2 | use std::io::prelude::*; |
| 3 | use std::mem; |
| 4 | |
| 5 | use crate::zio; |
| 6 | use crate::{Compress, Decompress}; |
| 7 | |
| 8 | /// A DEFLATE encoder, or compressor. |
| 9 | /// |
| 10 | /// This structure implements a [`Read`] interface. When read from, it reads |
| 11 | /// uncompressed data from the underlying [`BufRead`] and provides the compressed data. |
| 12 | /// |
| 13 | /// [`Read`]: https://doc.rust-lang.org/std/io/trait.Read.html |
| 14 | /// [`BufRead`]: https://doc.rust-lang.org/std/io/trait.BufRead.html |
| 15 | /// |
| 16 | /// # Examples |
| 17 | /// |
| 18 | /// ``` |
| 19 | /// use std::io::prelude::*; |
| 20 | /// use std::io; |
| 21 | /// use flate2::Compression; |
| 22 | /// use flate2::bufread::DeflateEncoder; |
| 23 | /// use std::fs::File; |
| 24 | /// use std::io::BufReader; |
| 25 | /// |
| 26 | /// # fn main() { |
| 27 | /// # println!("{:?}" , open_hello_world().unwrap()); |
| 28 | /// # } |
| 29 | /// # |
| 30 | /// // Opens sample file, compresses the contents and returns a Vector |
| 31 | /// fn open_hello_world() -> io::Result<Vec<u8>> { |
| 32 | /// let f = File::open("examples/hello_world.txt" )?; |
| 33 | /// let b = BufReader::new(f); |
| 34 | /// let mut deflater = DeflateEncoder::new(b, Compression::fast()); |
| 35 | /// let mut buffer = Vec::new(); |
| 36 | /// deflater.read_to_end(&mut buffer)?; |
| 37 | /// Ok(buffer) |
| 38 | /// } |
| 39 | /// ``` |
| 40 | #[derive (Debug)] |
| 41 | pub struct DeflateEncoder<R> { |
| 42 | obj: R, |
| 43 | data: Compress, |
| 44 | } |
| 45 | |
| 46 | impl<R: BufRead> DeflateEncoder<R> { |
| 47 | /// Creates a new encoder which will read uncompressed data from the given |
| 48 | /// stream and emit the compressed stream. |
| 49 | pub fn new(r: R, level: crate::Compression) -> DeflateEncoder<R> { |
| 50 | DeflateEncoder { |
| 51 | obj: r, |
| 52 | data: Compress::new(level, zlib_header:false), |
| 53 | } |
| 54 | } |
| 55 | } |
| 56 | |
| 57 | pub fn reset_encoder_data<R>(zlib: &mut DeflateEncoder<R>) { |
| 58 | zlib.data.reset(); |
| 59 | } |
| 60 | |
| 61 | impl<R> DeflateEncoder<R> { |
| 62 | /// Resets the state of this encoder entirely, swapping out the input |
| 63 | /// stream for another. |
| 64 | /// |
| 65 | /// This function will reset the internal state of this encoder and replace |
| 66 | /// the input stream with the one provided, returning the previous input |
| 67 | /// stream. Future data read from this encoder will be the compressed |
| 68 | /// version of `r`'s data. |
| 69 | pub fn reset(&mut self, r: R) -> R { |
| 70 | reset_encoder_data(self); |
| 71 | mem::replace(&mut self.obj, r) |
| 72 | } |
| 73 | |
| 74 | /// Acquires a reference to the underlying reader |
| 75 | pub fn get_ref(&self) -> &R { |
| 76 | &self.obj |
| 77 | } |
| 78 | |
| 79 | /// Acquires a mutable reference to the underlying stream |
| 80 | /// |
| 81 | /// Note that mutation of the stream may result in surprising results if |
| 82 | /// this encoder is continued to be used. |
| 83 | pub fn get_mut(&mut self) -> &mut R { |
| 84 | &mut self.obj |
| 85 | } |
| 86 | |
| 87 | /// Consumes this encoder, returning the underlying reader. |
| 88 | pub fn into_inner(self) -> R { |
| 89 | self.obj |
| 90 | } |
| 91 | |
| 92 | /// Returns the number of bytes that have been read into this compressor. |
| 93 | /// |
| 94 | /// Note that not all bytes read from the underlying object may be accounted |
| 95 | /// for, there may still be some active buffering. |
| 96 | pub fn total_in(&self) -> u64 { |
| 97 | self.data.total_in() |
| 98 | } |
| 99 | |
| 100 | /// Returns the number of bytes that the compressor has produced. |
| 101 | /// |
| 102 | /// Note that not all bytes may have been read yet, some may still be |
| 103 | /// buffered. |
| 104 | pub fn total_out(&self) -> u64 { |
| 105 | self.data.total_out() |
| 106 | } |
| 107 | } |
| 108 | |
| 109 | impl<R: BufRead> Read for DeflateEncoder<R> { |
| 110 | fn read(&mut self, buf: &mut [u8]) -> io::Result<usize> { |
| 111 | zio::read(&mut self.obj, &mut self.data, dst:buf) |
| 112 | } |
| 113 | } |
| 114 | |
| 115 | impl<W: BufRead + Write> Write for DeflateEncoder<W> { |
| 116 | fn write(&mut self, buf: &[u8]) -> io::Result<usize> { |
| 117 | self.get_mut().write(buf) |
| 118 | } |
| 119 | |
| 120 | fn flush(&mut self) -> io::Result<()> { |
| 121 | self.get_mut().flush() |
| 122 | } |
| 123 | } |
| 124 | |
| 125 | /// A DEFLATE decoder, or decompressor. |
| 126 | /// |
| 127 | /// This structure implements a [`Read`] interface. When read from, it reads |
| 128 | /// compressed data from the underlying [`BufRead`] and provides the uncompressed data. |
| 129 | /// |
| 130 | /// After reading a single member of the DEFLATE data this reader will return |
| 131 | /// Ok(0) even if there are more bytes available in the underlying reader. |
| 132 | /// If you need the following bytes, call `into_inner()` after Ok(0) to |
| 133 | /// recover the underlying reader. |
| 134 | /// |
| 135 | /// [`Read`]: https://doc.rust-lang.org/std/io/trait.Read.html |
| 136 | /// [`BufRead`]: https://doc.rust-lang.org/std/io/trait.BufRead.html |
| 137 | /// |
| 138 | /// # Examples |
| 139 | /// |
| 140 | /// ``` |
| 141 | /// use std::io::prelude::*; |
| 142 | /// use std::io; |
| 143 | /// # use flate2::Compression; |
| 144 | /// # use flate2::write::DeflateEncoder; |
| 145 | /// use flate2::bufread::DeflateDecoder; |
| 146 | /// |
| 147 | /// # fn main() { |
| 148 | /// # let mut e = DeflateEncoder::new(Vec::new(), Compression::default()); |
| 149 | /// # e.write_all(b"Hello World" ).unwrap(); |
| 150 | /// # let bytes = e.finish().unwrap(); |
| 151 | /// # println!("{}" , decode_reader(bytes).unwrap()); |
| 152 | /// # } |
| 153 | /// // Uncompresses a Deflate Encoded vector of bytes and returns a string or error |
| 154 | /// // Here &[u8] implements Read |
| 155 | /// fn decode_reader(bytes: Vec<u8>) -> io::Result<String> { |
| 156 | /// let mut deflater = DeflateDecoder::new(&bytes[..]); |
| 157 | /// let mut s = String::new(); |
| 158 | /// deflater.read_to_string(&mut s)?; |
| 159 | /// Ok(s) |
| 160 | /// } |
| 161 | /// ``` |
| 162 | #[derive (Debug)] |
| 163 | pub struct DeflateDecoder<R> { |
| 164 | obj: R, |
| 165 | data: Decompress, |
| 166 | } |
| 167 | |
| 168 | pub fn reset_decoder_data<R>(zlib: &mut DeflateDecoder<R>) { |
| 169 | zlib.data = Decompress::new(zlib_header:false); |
| 170 | } |
| 171 | |
| 172 | impl<R: BufRead> DeflateDecoder<R> { |
| 173 | /// Creates a new decoder which will decompress data read from the given |
| 174 | /// stream. |
| 175 | pub fn new(r: R) -> DeflateDecoder<R> { |
| 176 | DeflateDecoder { |
| 177 | obj: r, |
| 178 | data: Decompress::new(zlib_header:false), |
| 179 | } |
| 180 | } |
| 181 | } |
| 182 | |
| 183 | impl<R> DeflateDecoder<R> { |
| 184 | /// Resets the state of this decoder entirely, swapping out the input |
| 185 | /// stream for another. |
| 186 | /// |
| 187 | /// This will reset the internal state of this decoder and replace the |
| 188 | /// input stream with the one provided, returning the previous input |
| 189 | /// stream. Future data read from this decoder will be the decompressed |
| 190 | /// version of `r`'s data. |
| 191 | pub fn reset(&mut self, r: R) -> R { |
| 192 | reset_decoder_data(self); |
| 193 | mem::replace(&mut self.obj, r) |
| 194 | } |
| 195 | |
| 196 | /// Resets the state of this decoder's data |
| 197 | /// |
| 198 | /// This will reset the internal state of this decoder. It will continue |
| 199 | /// reading from the same stream. |
| 200 | pub fn reset_data(&mut self) { |
| 201 | reset_decoder_data(self); |
| 202 | } |
| 203 | |
| 204 | /// Acquires a reference to the underlying stream |
| 205 | pub fn get_ref(&self) -> &R { |
| 206 | &self.obj |
| 207 | } |
| 208 | |
| 209 | /// Acquires a mutable reference to the underlying stream |
| 210 | /// |
| 211 | /// Note that mutation of the stream may result in surprising results if |
| 212 | /// this decoder is continued to be used. |
| 213 | pub fn get_mut(&mut self) -> &mut R { |
| 214 | &mut self.obj |
| 215 | } |
| 216 | |
| 217 | /// Consumes this decoder, returning the underlying reader. |
| 218 | pub fn into_inner(self) -> R { |
| 219 | self.obj |
| 220 | } |
| 221 | |
| 222 | /// Returns the number of bytes that the decompressor has consumed. |
| 223 | /// |
| 224 | /// Note that this will likely be smaller than what the decompressor |
| 225 | /// actually read from the underlying stream due to buffering. |
| 226 | pub fn total_in(&self) -> u64 { |
| 227 | self.data.total_in() |
| 228 | } |
| 229 | |
| 230 | /// Returns the number of bytes that the decompressor has produced. |
| 231 | pub fn total_out(&self) -> u64 { |
| 232 | self.data.total_out() |
| 233 | } |
| 234 | } |
| 235 | |
| 236 | impl<R: BufRead> Read for DeflateDecoder<R> { |
| 237 | fn read(&mut self, into: &mut [u8]) -> io::Result<usize> { |
| 238 | zio::read(&mut self.obj, &mut self.data, dst:into) |
| 239 | } |
| 240 | } |
| 241 | |
| 242 | impl<W: BufRead + Write> Write for DeflateDecoder<W> { |
| 243 | fn write(&mut self, buf: &[u8]) -> io::Result<usize> { |
| 244 | self.get_mut().write(buf) |
| 245 | } |
| 246 | |
| 247 | fn flush(&mut self) -> io::Result<()> { |
| 248 | self.get_mut().flush() |
| 249 | } |
| 250 | } |
| 251 | |
| 252 | #[cfg (test)] |
| 253 | mod test { |
| 254 | use crate::bufread::DeflateDecoder; |
| 255 | use crate::deflate::write; |
| 256 | use crate::Compression; |
| 257 | use std::io::{Read, Write}; |
| 258 | |
| 259 | // DeflateDecoder consumes one deflate archive and then returns 0 for subsequent reads, allowing any |
| 260 | // additional data to be consumed by the caller. |
| 261 | #[test ] |
| 262 | fn decode_extra_data() { |
| 263 | let expected = "Hello World" ; |
| 264 | |
| 265 | let compressed = { |
| 266 | let mut e = write::DeflateEncoder::new(Vec::new(), Compression::default()); |
| 267 | e.write(expected.as_ref()).unwrap(); |
| 268 | let mut b = e.finish().unwrap(); |
| 269 | b.push(b'x' ); |
| 270 | b |
| 271 | }; |
| 272 | |
| 273 | let mut output = Vec::new(); |
| 274 | let mut decoder = DeflateDecoder::new(compressed.as_slice()); |
| 275 | let decoded_bytes = decoder.read_to_end(&mut output).unwrap(); |
| 276 | assert_eq!(decoded_bytes, output.len()); |
| 277 | let actual = std::str::from_utf8(&output).expect("String parsing error" ); |
| 278 | assert_eq!( |
| 279 | actual, expected, |
| 280 | "after decompression we obtain the original input" |
| 281 | ); |
| 282 | |
| 283 | output.clear(); |
| 284 | assert_eq!( |
| 285 | decoder.read(&mut output).unwrap(), |
| 286 | 0, |
| 287 | "subsequent read of decoder returns 0, but inner reader can return additional data" |
| 288 | ); |
| 289 | let mut reader = decoder.into_inner(); |
| 290 | assert_eq!( |
| 291 | reader.read_to_end(&mut output).unwrap(), |
| 292 | 1, |
| 293 | "extra data is accessible in underlying buf-read" |
| 294 | ); |
| 295 | assert_eq!(output, b"x" ); |
| 296 | } |
| 297 | } |
| 298 | |