Merge branch 'master' into postcard_custom
All checks were successful
continuous-integration/drone/push Build is passing
All checks were successful
continuous-integration/drone/push Build is passing
This commit is contained in:
157
app/src/main.rs
157
app/src/main.rs
@@ -12,6 +12,7 @@ use chgk_ledb_lib::source;
|
||||
|
||||
use crate::questions::{Question, QuestionsConverter};
|
||||
use crate::source::ReadSourceQuestionsBatches;
|
||||
use chgk_ledb_lib::util::ErrorToString;
|
||||
|
||||
const ZIP_FILENAME: &str = "json.zip";
|
||||
const NEW_DB_FILENAME: &str = "db.dat";
|
||||
@@ -41,70 +42,6 @@ struct Cli {
|
||||
measure: bool,
|
||||
}
|
||||
|
||||
fn zip_reader_task(tx: mpsc::Sender<Question>) {
|
||||
let zip_file = fs::File::open(ZIP_FILENAME).unwrap();
|
||||
let zip_reader = io::BufReader::new(zip_file);
|
||||
let archive = zip::ZipArchive::new(zip_reader).unwrap();
|
||||
let mut source_questions = archive.source_questions();
|
||||
|
||||
let questions = source_questions
|
||||
.convert()
|
||||
.enumerate()
|
||||
.map(|(num, mut question)| {
|
||||
question.num = 1 + num as u32;
|
||||
question
|
||||
});
|
||||
for question in questions {
|
||||
let res = tx.send(question);
|
||||
if res.is_err() {
|
||||
break;
|
||||
}
|
||||
}
|
||||
println!("read done");
|
||||
}
|
||||
|
||||
fn print_question_from<F>(get_q: F)
|
||||
where
|
||||
F: FnOnce() -> Option<Question>,
|
||||
{
|
||||
let q = get_q().expect("question not found");
|
||||
println!("{:#?}", q)
|
||||
}
|
||||
|
||||
fn read_from_zip(file_num: usize, mut num: usize) -> Option<Question> {
|
||||
let mut rng = rand::thread_rng();
|
||||
let zip_file = fs::File::open(ZIP_FILENAME).unwrap();
|
||||
let zip_reader = io::BufReader::new(zip_file);
|
||||
let archive = zip::ZipArchive::new(zip_reader).unwrap();
|
||||
|
||||
let mut source_questions = archive.source_questions();
|
||||
let (filename, batch) = if file_num == 0 {
|
||||
source_questions.choose(&mut rng).unwrap()
|
||||
} else {
|
||||
source_questions.nth(file_num - 1).unwrap()
|
||||
};
|
||||
let mut batch = batch.unwrap();
|
||||
batch.filename = filename;
|
||||
let questions: Vec<Question> = batch.into();
|
||||
if num == 0 {
|
||||
num = (1..=questions.len()).choose(&mut rng).unwrap();
|
||||
}
|
||||
Some(questions[num - 1].clone())
|
||||
}
|
||||
|
||||
// measure and return time elapsed in `func` in seconds
|
||||
pub fn measure<F: FnOnce()>(func: F) -> f64 {
|
||||
let start = Instant::now();
|
||||
func();
|
||||
let elapsed = start.elapsed();
|
||||
(elapsed.as_secs() as f64) + (elapsed.subsec_nanos() as f64 / 1_000_000_000.0)
|
||||
}
|
||||
|
||||
pub fn measure_and_print<F: FnOnce()>(func: F) {
|
||||
let m = measure(func);
|
||||
eprintln!("{}", m);
|
||||
}
|
||||
|
||||
fn main() {
|
||||
let args = Cli::parse();
|
||||
|
||||
@@ -127,20 +64,75 @@ fn main() {
|
||||
action();
|
||||
}
|
||||
|
||||
fn read_from_db(id: u32) -> Option<Question> {
|
||||
let reader: db::Reader<Question> =
|
||||
db::Reader::new(NEW_DB_FILENAME, 2048).expect("new db reader");
|
||||
// measure and return time elapsed in `func` in seconds
|
||||
pub fn measure<F: FnOnce()>(func: F) -> f64 {
|
||||
let start = Instant::now();
|
||||
func();
|
||||
let elapsed = start.elapsed();
|
||||
(elapsed.as_secs() as f64) + (elapsed.subsec_nanos() as f64 / 1_000_000_000.0)
|
||||
}
|
||||
|
||||
pub fn measure_and_print<F: FnOnce()>(func: F) {
|
||||
let m = measure(func);
|
||||
eprintln!("{}", m);
|
||||
}
|
||||
|
||||
fn print_question_from<F>(get_q: F)
|
||||
where
|
||||
F: FnOnce() -> Result<Question, String>,
|
||||
{
|
||||
let q = get_q().expect("question not found");
|
||||
println!("{:#?}", q)
|
||||
}
|
||||
|
||||
fn read_from_zip(file_num: usize, mut num: usize) -> Result<Question, String> {
|
||||
let mut rng = rand::thread_rng();
|
||||
let zip_file = fs::File::open(ZIP_FILENAME).str_err()?;
|
||||
let zip_reader = io::BufReader::new(zip_file);
|
||||
let archive = zip::ZipArchive::new(zip_reader).str_err()?;
|
||||
|
||||
let mut source_questions = archive.source_questions();
|
||||
let (filename, batch) = if file_num == 0 {
|
||||
source_questions
|
||||
.choose(&mut rng)
|
||||
.ok_or("rand choose".to_string())?
|
||||
} else {
|
||||
source_questions
|
||||
.nth(file_num - 1)
|
||||
.ok_or(format!("file nth #{file_num} => None"))?
|
||||
};
|
||||
let mut batch = batch.map_err(|e| format!("get batch from file #{file_num} => {e}"))?;
|
||||
batch.filename = filename;
|
||||
let questions: Vec<Question> = batch.into();
|
||||
if num == 0 {
|
||||
num = (1..=questions.len())
|
||||
.choose(&mut rng)
|
||||
.ok_or("rand choose".to_string())?;
|
||||
}
|
||||
Ok(questions[num - 1].clone())
|
||||
}
|
||||
|
||||
fn read_from_db(id: u32) -> Result<Question, String> {
|
||||
let reader: db::Reader<Question> = db::Reader::new(NEW_DB_FILENAME, 2048)?;
|
||||
|
||||
let len = reader.len();
|
||||
let mut questions = reader.into_iter();
|
||||
|
||||
match id {
|
||||
let question = match id {
|
||||
0 => {
|
||||
let mut rng = rand::thread_rng();
|
||||
questions.choose(&mut rng)
|
||||
questions
|
||||
.choose(&mut rng)
|
||||
.ok_or(format!("rand choose, len = {len}"))?
|
||||
}
|
||||
_ => questions.nth((id - 1) as usize),
|
||||
}
|
||||
_ => questions
|
||||
.nth((id - 1) as usize)
|
||||
.ok_or(format!("get nth #{id} => None"))?,
|
||||
};
|
||||
|
||||
Ok(question)
|
||||
}
|
||||
|
||||
fn write_db() {
|
||||
let (tx, rx) = mpsc::channel::<Question>();
|
||||
[
|
||||
@@ -151,6 +143,29 @@ fn write_db() {
|
||||
.for_each(|handle| handle.join().expect("thread panic"));
|
||||
println!("all done");
|
||||
}
|
||||
|
||||
fn zip_reader_task(tx: mpsc::Sender<Question>) {
|
||||
let zip_file = fs::File::open(ZIP_FILENAME).unwrap();
|
||||
let zip_reader = io::BufReader::new(zip_file);
|
||||
let archive = zip::ZipArchive::new(zip_reader).unwrap();
|
||||
let mut source_questions = archive.source_questions();
|
||||
|
||||
let questions = source_questions
|
||||
.convert()
|
||||
.enumerate()
|
||||
.map(|(num, mut question)| {
|
||||
question.num = 1 + num as u32;
|
||||
question
|
||||
});
|
||||
for question in questions {
|
||||
let res = tx.send(question);
|
||||
if res.is_err() {
|
||||
break;
|
||||
}
|
||||
}
|
||||
println!("read done");
|
||||
}
|
||||
|
||||
fn db_writer_task(rx: mpsc::Receiver<Question>) {
|
||||
let writer_opts = db::WriterOpts::default();
|
||||
let mut writer: db::Writer<Question> =
|
||||
|
Reference in New Issue
Block a user