b4tman/chgk_ledb
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add async feature #1

Merged
b4tman merged 62 commits from async into master 2023-08-18 06:29:46 +00:00
Conversation 0 Commits 62 Files Changed 14 +5 -7
1 changed files with 5 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files
Showing only changes of commit 4c555df8ca - Show all commits

12
lib/src/async_db.rs
View File

@ -1,7 +1,7 @@
use std::{path::Path, sync::Arc}; use std::{path::Path, sync::Arc};
use async_compression::tokio::bufread::ZstdDecoder; use async_compression::tokio::bufread::ZstdDecoder;
use async_compression::tokio::write::ZstdEncoder; use async_compression::tokio::bufread::ZstdEncoder;
use async_compression::Level; use async_compression::Level;
use futures::stream::StreamExt; use futures::stream::StreamExt;
use futures_core::stream::Stream; use futures_core::stream::Stream;
@ -59,7 +59,7 @@ where
let out = fs::File::create(path).await.str_err()?; let out = fs::File::create(path).await.str_err()?;
let out = io::BufWriter::with_capacity(opts.out_buf_size, out); let out = io::BufWriter::with_capacity(opts.out_buf_size, out);
let data_buf: Vec<u8> = Vec::with_capacity(opts.data_buf_size); let data_buf: Vec<u8> = Vec::with_capacity(opts.data_buf_size);
let compress_lvl = opts.compress_lvl; let compress_lvl = opts.compress_lvl;
let table: Vec<LSize> = vec![]; let table: Vec<LSize> = vec![];
@ -78,10 +78,9 @@ where
let item_data = bincode::encode_to_vec(item, BINCODE_CFG).str_err()?; let item_data = bincode::encode_to_vec(item, BINCODE_CFG).str_err()?;
let mut zencoder = ZstdEncoder::with_quality(&mut self.data_buf, self.compress_lvl); let mut zencoder = ZstdEncoder::with_quality(&item_data[..], self.compress_lvl);
zencoder.write_all(&item_data).await.str_err()?; io::copy(&mut zencoder, &mut self.data_buf).await.str_err()?;
zencoder.flush().await.str_err()?;
self.table.push(pos); self.table.push(pos);
Ok(()) Ok(())
@ -116,7 +115,6 @@ where
let pos_data = (pos + tab_size).to_le_bytes(); let pos_data = (pos + tab_size).to_le_bytes();
self.out.write_all(&pos_data).await.str_err()?; self.out.write_all(&pos_data).await.str_err()?;
} }
// copy data // copy data
self.out.write_all(&self.data_buf[..]).await.str_err()?; self.out.write_all(&self.data_buf[..]).await.str_err()?;