instant-labs
/
instant-segment
mirror of https://github.com/instant-labs/instant-segment.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Simplify top-level loop

This commit is contained in:
Dirkjan Ochtman 2020-11-26 10:18:44 +01:00
parent 2f9cb95b5c
commit b7daaff47a
1 changed files with 7 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
src/lib.rs
View File

@ -97,24 +97,19 @@ impl<'a> SegmentState<'a> {
/// Returns a list of words that is the best segmentation of `text`
fn run(mut self) {
let (mut start, mut end) = (0, 0);
loop {
while end < self.text.len() {
end = self.text.len().min(end + SEGMENT_SIZE);
let prefix = &self.text[start..end];
if self.search(0, &prefix, None).1 {
let splits = &self.best[0];
for split in &splits[..splits.len().saturating_sub(5)] {
self.result.push(self.text[start..start + split].into());
start += split;
}
if !self.search(0, &prefix, None).1 {
continue;
}
if end == self.text.len() {
break;
let mut splits = &self.best[0][..];
if end < self.text.len() {
splits = &splits[..splits.len().saturating_sub(5)];
}
}
if self.search(0, &self.text[start..], None).1 {
for split in &self.best[0] {
for split in splits {
self.result.push(self.text[start..start + split].into());
start += split;
}