aboutsummaryrefslogtreecommitdiff
path: root/lvc/src/huff.rs
diff options
context:
space:
mode:
Diffstat (limited to 'lvc/src/huff.rs')
-rw-r--r--lvc/src/huff.rs128
1 files changed, 116 insertions, 12 deletions
diff --git a/lvc/src/huff.rs b/lvc/src/huff.rs
index 5943207..b21d38d 100644
--- a/lvc/src/huff.rs
+++ b/lvc/src/huff.rs
@@ -1,4 +1,4 @@
-use std::io::Write;
+use std::io::{Read, Result, Write};
#[derive(Debug, Clone)]
enum HT {
@@ -6,27 +6,66 @@ enum HT {
Terminal(u8),
}
-fn write_huffman(buf: &[u8], w: &mut impl Write) -> usize {
+pub fn write_huffman(buf: &[u8], w: &mut impl Write) -> Result<usize> {
let mut w = BitIO::new(w);
+ assert!(buf.len() <= 0xffffff, "huff frame too big");
+ w.wbyte((buf.len() & 0xff) as u8)?;
+ w.wbyte(((buf.len() >> 8) & 0xff) as u8)?;
+ w.wbyte(((buf.len() >> 16) & 0xff) as u8)?;
+
let mut probs = [0usize; 256];
for b in buf {
probs[*b as usize] += 1;
}
-
let tree = HT::from_probabilities(probs);
- let mut table = [0u16; 256];
+ let mut table = [0u32; 256];
tree.create_lut(&mut table, 1);
+ tree.write(&mut w)?;
for b in buf {
let mut k = table[*b as usize];
while k != 1 {
- w.wbit(k & 1 == 1);
- k <<= 1;
+ w.wbit((k & 1) != 0)?;
+ k >>= 1;
+ }
+ }
+
+ w.flush()?;
+ Ok(w.position)
+}
+
+pub fn read_huffman(r: &mut impl Read, buf: &mut Vec<u8>) -> Result<usize> {
+ let mut r = BitIO::new(r);
+
+ let mut len = 0usize;
+ len |= r.rbyte()? as usize;
+ len |= (r.rbyte()? as usize) << 8;
+ len |= (r.rbyte()? as usize) << 16;
+
+ eprintln!("{len:?}");
+ let root = HT::read(&mut r)?;
+ eprintln!("{root:?}");
+ let root = match &root {
+ HT::Branch(a, b) => [a, b],
+ _ => panic!("no!"),
+ };
+
+ let mut cn = root;
+ for _ in 0..len * 8 {
+ let v = r.rbit()?;
+ match cn[v as usize].as_ref() {
+ HT::Branch(a, b) => {
+ cn = [a, b];
+ }
+ HT::Terminal(n) => {
+ buf.push(*n);
+ cn = root;
+ }
}
}
- w.position
+ Ok(len)
}
impl HT {
@@ -40,11 +79,12 @@ impl HT {
while parts.len() != 1 {
parts.sort_by_key(|e| -(e.0 as isize));
let ((ap, at), (bp, bt)) = (parts.pop().unwrap(), parts.pop().unwrap());
- parts.push((ap + bp, HT::Branch(box at, box bt)))
+ parts.push((ap + bp + 1, HT::Branch(box at, box bt)))
}
parts[0].1.clone()
}
- pub fn create_lut(&self, table: &mut [u16; 256], prefix: u16) {
+ pub fn create_lut(&self, table: &mut [u32; 256], prefix: u32) {
+ assert!(self.depth() < 30, "too deep! doesnt fit {}", self.depth());
match self {
HT::Branch(a, b) => {
a.create_lut(table, (prefix << 1) | 0);
@@ -56,9 +96,35 @@ impl HT {
}
}
}
+ pub fn depth(&self) -> usize {
+ match self {
+ HT::Branch(a, b) => a.depth().max(b.depth()) + 1,
+ HT::Terminal(_) => 0,
+ }
+ }
+ pub fn write(&self, w: &mut BitIO<impl Write>) -> Result<()> {
+ match self {
+ HT::Branch(a, b) => {
+ w.wbit(false)?;
+ a.write(w)?;
+ b.write(w)?;
+ }
+ HT::Terminal(n) => {
+ w.wbit(true)?;
+ w.wbyte(*n)?;
+ }
+ }
+ Ok(())
+ }
+ pub fn read(r: &mut BitIO<impl Read>) -> Result<Self> {
+ match r.rbit()? {
+ false => Ok(Self::Branch(box Self::read(r)?, box Self::read(r)?)),
+ true => Ok(Self::Terminal(r.rbyte()?)),
+ }
+ }
}
-struct BitIO<T> {
+pub struct BitIO<T> {
inner: T,
byte: u8,
position: usize,
@@ -74,12 +140,50 @@ impl<T> BitIO<T> {
}
impl<T: Write> BitIO<T> {
#[inline]
- pub fn wbit(&mut self, b: bool) {
+ pub fn wbit(&mut self, b: bool) -> Result<()> {
self.byte <<= 1;
self.byte |= b as u8;
self.position += 1;
if self.position & 0b111 == 0 {
- self.inner.write_all(&[self.byte]).unwrap();
+ self.inner.write_all(&[self.byte])?;
+ }
+ Ok(())
+ }
+ #[inline]
+ pub fn wbyte(&mut self, v: u8) -> Result<()> {
+ for i in 0..8 {
+ self.wbit((v & (1 << i)) != 0)?;
+ }
+ Ok(())
+ }
+ pub fn flush(&mut self) -> Result<()> {
+ while self.position & 0b111 != 0 {
+ self.wbit(false)?;
+ }
+ Ok(())
+ }
+}
+
+impl<T: Read> BitIO<T> {
+ #[inline]
+ pub fn rbit(&mut self) -> Result<bool> {
+ if self.position & 0b111 == 0 {
+ let mut buf = [0];
+ self.inner.read_exact(&mut buf)?;
+ self.byte = buf[0];
+ }
+
+ let v = (self.byte & 0b10000000) != 0;
+ self.byte <<= 1;
+ self.position += 1;
+ Ok(v)
+ }
+ #[inline]
+ pub fn rbyte(&mut self) -> Result<u8> {
+ let mut v = 0u8;
+ for i in 0..8 {
+ v |= (self.rbit()? as u8) << i;
}
+ Ok(v)
}
}