use crate::encoding::bitpacked;
use crate::encoding::{ceil8, uleb128};
use std::io::Write;
use super::bitpacked_encode;
pub fn encode_u32<W: Write, I: Iterator<Item = u32>>(
writer: &mut W,
iterator: I,
num_bits: u32,
) -> std::io::Result<()> {
let num_bits = num_bits as u8;
let length = iterator.size_hint().1.unwrap();
let mut header = ceil8(length as usize) as u64;
header <<= 1;
header |= 1; let mut container = [0; 10];
let used = uleb128::encode(header, &mut container);
writer.write_all(&container[..used])?;
bitpacked_encode_u32(writer, iterator, num_bits as usize)?;
Ok(())
}
const U32_BLOCK_LEN: usize = 32;
fn bitpacked_encode_u32<W: Write, I: Iterator<Item = u32>>(
writer: &mut W,
mut iterator: I,
num_bits: usize,
) -> std::io::Result<()> {
let length = iterator.size_hint().1.unwrap();
let chunks = length / U32_BLOCK_LEN;
let remainder = length - chunks * U32_BLOCK_LEN;
let mut buffer = [0u32; U32_BLOCK_LEN];
let compressed_chunk_size = ceil8(U32_BLOCK_LEN * num_bits);
for _ in 0..chunks {
iterator
.by_ref()
.take(U32_BLOCK_LEN)
.zip(buffer.iter_mut())
.for_each(|(item, buf)| *buf = item);
let mut packed = [0u8; 4 * U32_BLOCK_LEN];
bitpacked::encode_pack::<u32>(&buffer, num_bits, packed.as_mut());
writer.write_all(&packed[..compressed_chunk_size])?;
}
if remainder != 0 {
let compressed_remainder_size = ceil8(remainder * num_bits as usize);
iterator
.by_ref()
.take(remainder)
.zip(buffer.iter_mut())
.for_each(|(item, buf)| *buf = item);
let mut packed = [0u8; 4 * U32_BLOCK_LEN];
bitpacked::encode_pack(&buffer, num_bits, packed.as_mut());
writer.write_all(&packed[..compressed_remainder_size])?;
};
Ok(())
}
pub fn encode_bool<W: Write, I: Iterator<Item = bool>>(
writer: &mut W,
iterator: I,
) -> std::io::Result<()> {
let length = iterator.size_hint().1.unwrap();
let mut header = ceil8(length) as u64;
header <<= 1;
header |= 1; let mut container = [0; 10];
let used = uleb128::encode(header, &mut container);
writer.write_all(&container[..used])?;
bitpacked_encode(writer, iterator)
}
#[cfg(test)]
mod tests {
use super::super::bitmap::BitmapIter;
use super::*;
#[test]
fn bool_basics_1() -> std::io::Result<()> {
let iter = BitmapIter::new(&[0b10011101u8, 0b10011101], 0, 14);
let mut vec = vec![];
encode_bool(&mut vec, iter)?;
assert_eq!(vec, vec![(2 << 1 | 1), 0b10011101u8, 0b00011101]);
Ok(())
}
#[test]
fn bool_from_iter() -> std::io::Result<()> {
let mut vec = vec![];
encode_bool(
&mut vec,
vec![true, true, true, true, true, true, true, true].into_iter(),
)?;
assert_eq!(vec, vec![(1 << 1 | 1), 0b11111111]);
Ok(())
}
#[test]
fn test_encode_u32() -> std::io::Result<()> {
let mut vec = vec![];
encode_u32(&mut vec, vec![0, 1, 2, 1, 2, 1, 1, 0, 3].into_iter(), 2)?;
assert_eq!(
vec,
vec![(2 << 1 | 1), 0b01_10_01_00, 0b00_01_01_10, 0b_00_00_00_11]
);
Ok(())
}
#[test]
fn test_encode_u32_large() -> std::io::Result<()> {
let mut vec = vec![];
let values = (0..128).map(|x| x % 4);
encode_u32(&mut vec, values, 2)?;
let length = 128;
let expected = 0b11_10_01_00u8;
let mut expected = vec![expected; length / 4];
expected.insert(0, ((length / 8) as u8) << 1 | 1);
assert_eq!(vec, expected);
Ok(())
}
#[test]
fn test_u32_other() -> std::io::Result<()> {
let values = vec![3, 3, 0, 3, 2, 3, 3, 3, 3, 1, 3, 3, 3, 0, 3].into_iter();
let mut vec = vec![];
encode_u32(&mut vec, values, 2)?;
let expected = vec![5, 207, 254, 247, 51];
assert_eq!(expected, vec);
Ok(())
}
}