Implement a buffer (re)assembler.

This commit is contained in:
whitequark 2017-09-20 20:19:05 +00:00
parent 2c4222a0b6
commit ba2d7f483a
2 changed files with 336 additions and 0 deletions

334
src/storage/assembler.rs Normal file
View File

@ -0,0 +1,334 @@
use core::fmt;
/// A contiguous chunk of absent data, followed by a contiguous chunk of present data.
#[derive(Debug, Clone, Copy, PartialEq, Eq)]
struct Contig {
hole_size: u32,
data_size: u32
}
impl fmt::Display for Contig {
fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result {
if self.has_hole() { write!(f, "({})", self.hole_size)?; }
if self.has_data() { write!(f, " {}", self.data_size)?; }
Ok(())
}
}
impl Contig {
fn empty() -> Contig {
Contig { hole_size: 0, data_size: 0 }
}
fn hole(size: u32) -> Contig {
Contig { hole_size: size, data_size: 0 }
}
fn hole_and_data(hole_size: u32, data_size: u32) -> Contig {
Contig { hole_size, data_size }
}
fn has_hole(&self) -> bool {
self.hole_size != 0
}
fn has_data(&self) -> bool {
self.data_size != 0
}
fn total_size(&self) -> u32 {
self.hole_size + self.data_size
}
fn is_empty(&self) -> bool {
self.total_size() == 0
}
fn expand_data_by(&mut self, size: u32) {
self.data_size += size;
}
fn shrink_hole_by(&mut self, size: u32) {
self.hole_size -= size;
}
fn shrink_hole_to(&mut self, size: u32) {
assert!(self.hole_size >= size);
let total_size = self.total_size();
self.hole_size = size;
self.data_size = total_size - size;
}
}
const CONTIG_COUNT: usize = 4;
/// A buffer (re)assembler.
///
/// Currently, up to a hardcoded limit of four holes can be tracked in the buffer.
#[derive(Debug)]
#[cfg_attr(test, derive(PartialEq, Eq))]
pub struct Assembler {
contigs: [Contig; CONTIG_COUNT]
}
impl fmt::Display for Assembler {
fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result {
write!(f, "[ ")?;
for contig in self.contigs.iter() {
if contig.is_empty() { break }
write!(f, "{} ", contig)?;
}
write!(f, "]")?;
Ok(())
}
}
impl Assembler {
/// Create a new buffer assembler for buffers of the given size.
pub fn new(size: u32) -> Assembler {
let mut contigs = [Contig::empty(); CONTIG_COUNT];
contigs[0] = Contig::hole(size);
Assembler { contigs }
}
pub(crate) fn total_size(&self) -> u32 {
self.contigs
.iter()
.map(|contig| contig.total_size())
.sum()
}
fn front(&self) -> Contig {
self.contigs[0]
}
fn back(&self) -> Contig {
self.contigs[self.contigs.len() - 1]
}
/// Remove a contig at the given index, and return a pointer to the the first empty contig.
fn remove_contig_at(&mut self, at: usize) -> &mut Contig {
debug_assert!(!self.contigs[at].is_empty());
for i in at..self.contigs.len() - 1 {
self.contigs[i] = self.contigs[i + 1];
if self.contigs[i].is_empty() {
return &mut self.contigs[i]
}
}
// Removing the last one.
self.contigs[at] = Contig::empty();
&mut self.contigs[at]
}
/// Add a contig at the given index, and return a pointer to it.
fn add_contig_at(&mut self, at: usize) -> Result<&mut Contig, ()> {
debug_assert!(!self.contigs[at].is_empty());
if !self.back().is_empty() { return Err(()) }
for i in (at + 1..self.contigs.len()).rev() {
self.contigs[i] = self.contigs[i - 1];
}
self.contigs[at] = Contig::empty();
Ok(&mut self.contigs[at])
}
/// Add a new contiguous range to the assembler, and return `Ok(())`,
/// or return `Err(())` if too many discontiguities are already recorded.
pub fn add(&mut self, mut offset: u32, mut size: u32) -> Result<(), ()> {
let mut index = 0;
while index != self.contigs.len() && size != 0 {
let contig = self.contigs[index];
if let Some(new_offset) = offset.checked_sub(contig.total_size()) {
// The range being added does not cover this contig, skip it.
index += 1;
} else if offset == 0 && size >= contig.hole_size && index > 0 {
// The range being added covers the entire hole in this contig, merge it
// into the previous config.
self.contigs[index - 1].expand_data_by(contig.total_size());
self.remove_contig_at(index);
index += 0;
} else if offset == 0 && size < contig.hole_size && index > 0 {
// The range being added covers a part of the hole in this contig starting
// at the beginning, shrink the hole in this contig and expand data in
// the previous contig.
self.contigs[index - 1].expand_data_by(size);
self.contigs[index].shrink_hole_by(size);
index += 1;
} else if offset <= contig.hole_size && offset + size >= contig.hole_size {
// The range being added covers both a part of the hole and a part of the data
// in this contig, shrink the hole in this contig.
self.contigs[index].shrink_hole_to(offset);
index += 1;
} else if offset + size >= contig.hole_size {
// The range being added covers only a part of the data in this contig, skip it.
index += 1;
} else if offset + size < contig.hole_size {
// The range being added covers a part of the hole but not of the data
// in this contig, add a new contig containing the range.
self.contigs[index].shrink_hole_by(offset + size);
let empty = self.add_contig_at(index)?;
*empty = Contig::hole_and_data(offset, size);
index += 2;
} else {
unreachable!()
}
// Skip the portion of the range covered by this contig.
if offset >= contig.total_size() {
offset = offset.saturating_sub(contig.total_size());
} else {
size = (offset + size).saturating_sub(contig.total_size());
offset = 0;
}
}
debug_assert!(size == 0);
Ok(())
}
/// Return `Ok(size)` with the size of a contiguous range in the front of the assembler,
/// or return `Err(())` if there is no such range.
pub fn front_len(&self) -> u32 {
let front = self.front();
if front.has_hole() {
0
} else {
debug_assert!(front.data_size > 0);
front.data_size
}
}
/// Remove a contiguous range from the front of the assembler and `Ok(data_size)`,
/// or return `Err(())` if there is no such range.
pub fn front_remove(&mut self) -> u32 {
let front = self.front();
if front.has_hole() {
0
} else {
let empty = self.remove_contig_at(0);
*empty = Contig::hole(front.data_size);
debug_assert!(front.data_size > 0);
front.data_size
}
}
}
#[cfg(test)]
mod test {
use std::vec::Vec;
use super::*;
impl From<Vec<(u32, u32)>> for Assembler {
fn from(vec: Vec<(u32, u32)>) -> Assembler {
let mut contigs = [Contig::empty(); CONTIG_COUNT];
for (i, &(hole_size, data_size)) in vec.iter().enumerate() {
contigs[i] = Contig { hole_size, data_size };
}
Assembler { contigs }
}
}
macro_rules! contigs {
[$( $x:expr ),*] => ({
Assembler::from(vec![$( $x ),*])
})
}
#[test]
fn test_new() {
let assr = Assembler::new(16);
assert_eq!(assr.total_size(), 16);
assert_eq!(assr, contigs![(16, 0)]);
}
#[test]
fn test_empty_add_full() {
let mut assr = Assembler::new(16);
assert_eq!(assr.add(0, 16), Ok(()));
assert_eq!(assr, contigs![(0, 16)]);
}
#[test]
fn test_empty_add_front() {
let mut assr = Assembler::new(16);
assert_eq!(assr.add(0, 4), Ok(()));
assert_eq!(assr, contigs![(0, 4), (12, 0)]);
}
#[test]
fn test_empty_add_back() {
let mut assr = Assembler::new(16);
assert_eq!(assr.add(12, 4), Ok(()));
assert_eq!(assr, contigs![(12, 4)]);
}
#[test]
fn test_empty_add_mid() {
let mut assr = Assembler::new(16);
assert_eq!(assr.add(4, 8), Ok(()));
assert_eq!(assr, contigs![(4, 8), (4, 0)]);
}
#[test]
fn test_partial_add_front() {
let mut assr = contigs![(4, 8), (4, 0)];
assert_eq!(assr.add(0, 4), Ok(()));
assert_eq!(assr, contigs![(0, 12), (4, 0)]);
}
#[test]
fn test_partial_add_back() {
let mut assr = contigs![(4, 8), (4, 0)];
assert_eq!(assr.add(12, 4), Ok(()));
assert_eq!(assr, contigs![(4, 12)]);
}
#[test]
fn test_partial_add_front_overlap() {
let mut assr = contigs![(4, 8), (4, 0)];
assert_eq!(assr.add(0, 8), Ok(()));
assert_eq!(assr, contigs![(0, 12), (4, 0)]);
}
#[test]
fn test_partial_add_front_overlap_split() {
let mut assr = contigs![(4, 8), (4, 0)];
assert_eq!(assr.add(2, 6), Ok(()));
assert_eq!(assr, contigs![(2, 10), (4, 0)]);
}
#[test]
fn test_partial_add_back_overlap() {
let mut assr = contigs![(4, 8), (4, 0)];
assert_eq!(assr.add(8, 8), Ok(()));
assert_eq!(assr, contigs![(4, 12)]);
}
#[test]
fn test_partial_add_back_overlap_split() {
let mut assr = contigs![(4, 8), (4, 0)];
assert_eq!(assr.add(10, 4), Ok(()));
assert_eq!(assr, contigs![(4, 10), (2, 0)]);
}
#[test]
fn test_partial_add_both_overlap() {
let mut assr = contigs![(4, 8), (4, 0)];
assert_eq!(assr.add(0, 16), Ok(()));
assert_eq!(assr, contigs![(0, 16)]);
}
#[test]
fn test_partial_add_both_overlap_split() {
let mut assr = contigs![(4, 8), (4, 0)];
assert_eq!(assr.add(2, 12), Ok(()));
assert_eq!(assr, contigs![(2, 12), (2, 0)]);
}
}

View File

@ -4,8 +4,10 @@
//! The containers support both pre-allocated memory, without the `std`
//! and `collections` crates being available, and heap-allocated memory.
mod assembler;
mod ring_buffer;
pub use self::assembler::Assembler;
pub use self::ring_buffer::RingBuffer;
/// A trait for setting a value to a known state.