instant-labs
/
instant-segment
mirror of https://github.com/instant-labs/instant-segment.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Refactor to make test segmenter more accessible

This commit is contained in:
Dirkjan Ochtman 2021-06-02 15:29:10 +02:00
parent 65b85d9806
commit bc59c6cf6f
2 changed files with 11 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
instant-segment/benches/bench.rs
View File

@ -2,12 +2,15 @@
use bencher::{benchmark_group, benchmark_main, Bencher};
use instant_segment::test_data::{crate_data_dir, segmenter};
use instant_segment::Search;
benchmark_group!(benches, short);
benchmark_main!(benches);
fn short(bench: &mut Bencher) {
let segmenter = instant_segment::test_data::segmenter();
let mut search = instant_segment::Search::default();
let segmenter = segmenter(crate_data_dir());
let mut search = Search::default();
bench.iter(|| {
let _ = segmenter.segment("thisisatest", &mut search);
});

9
instant-segment/src/test_data.rs
View File

@ -9,11 +9,10 @@ use super::{HashMap, Segmenter};
#[test]
fn test_data() {
crate::test_cases::run(&segmenter());
crate::test_cases::run(&segmenter(crate_data_dir()));
}
pub fn segmenter() -> Segmenter {
let dir = PathBuf::from(format!("{}/../data", env!("CARGO_MANIFEST_DIR")));
pub fn segmenter(dir: PathBuf) -> Segmenter {
let mut ln = String::new();
let uni_file = dir.join("en-unigrams.txt");
@ -59,3 +58,7 @@ pub fn segmenter() -> Segmenter {
Segmenter::from_maps(unigrams, bigrams)
}
pub fn crate_data_dir() -> PathBuf {
PathBuf::from(format!("{}/../data", env!("CARGO_MANIFEST_DIR")))
}