jostreff/conduit_toolbox
1
0
Fork 0
mirror of https://github.com/ShadowJonathan/conduit_toolbox.git synced 2025-07-27 13:40:52 +03:00
Code Issues Projects Releases Packages Wiki Activity Actions

refactor, add heed, add migrate tool

Browse source
This commit is contained in:
Jonathan de Jong 2021-07-30 20:58:22 +02:00
parent 03305cd144
commit df8d3c95de
9 changed files with 673 additions and 62 deletions
Download patch file Download diff file Expand all files Collapse all files

32
tools/iface/src/db.rs
View file

@ -1,3 +1,4 @@
pub mod heed;
pub mod sled;
pub mod sqlite;
@ -8,7 +9,7 @@ pub type KVIter<'a> = Box<dyn Iterator<Item = (Vec<u8>, Vec<u8>)> + 'a>;
pub type TreeKVIter<'a> = Box<dyn Iterator<Item = (Vec<u8>, KVIter<'a>)> + 'a>;
pub trait Database {
fn iter<'a>(&'a self) -> TreeKVIter<'a>;
fn names<'a>(&'a self) -> Vec<Vec<u8>>;
fn segment<'a>(&'a mut self, name: Vec<u8>) -> Option<Box<dyn Segment + 'a>>; // change return type to Result
}
@ -18,25 +19,42 @@ pub trait Segment {
&'a mut self,
batch: Box<dyn Iterator<Item = (Vec<u8>, Vec<u8>)> + 'a>,
) -> anyhow::Result<()>;
fn get_iter<'a>(&'a mut self) -> Box<dyn SegmentIter + 'a>;
}
pub trait SegmentIter {
fn iter<'a>(&'a mut self) -> KVIter<'a>;
}
pub fn copy_database(
src: &impl Database,
dst: &mut impl Database,
src: &mut dyn Database,
dst: &mut dyn Database,
chunk_size: usize,
) -> anyhow::Result<()> {
for (tree, i) in src.iter() {
dbg!(&tree);
// todo remove unwraps
for seg_name in src.names() {
drop(dbg!(String::from_utf8(seg_name.clone())));
let mut t = dst.segment(tree).unwrap(); // todo remove unwrap
let mut src_seg = src.segment(seg_name.clone()).unwrap();
let mut dst_seg = dst.segment(seg_name).unwrap();
let mut src_seg_iter = src_seg.get_iter();
let i = src_seg_iter.iter();
let mut x: usize = 0;
for chunk in &i.chunks(chunk_size) {
dbg!(&x);
t.batch_insert(Box::new(chunk))?;
dst_seg.batch_insert(Box::new(chunk))?;
x += chunk_size;
}
drop(dst_seg);
drop(src_seg_iter);
}
Ok(())