instant-labs/instant-segment
1
0
Fork 0
mirror of https://github.com/instant-labs/instant-segment.git synced 2025-01-31 13:12:12 +00:00
Code Issues Packages Projects Releases Wiki Activity

py: yield score from segment() method

Browse Source
This commit is contained in:
Dirkjan Ochtman 2024-12-11 10:43:03 +01:00
parent 78b37cf7c2
commit 7d29eb27e1
2 changed files with 6 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
instant-segment-py/src/lib.rs
View File

@ -90,11 +90,12 @@ impl Segmenter {
/// iterate over the `Search` to get the resulting words.
///
/// For best performance, reusing `Search` objects is recommended.
fn segment(&self, s: &str, search: &mut Search) -> PyResult<()> {
fn segment(&self, s: &str, search: &mut Search) -> PyResult<f64> {
match self.inner.segment(s, &mut search.inner) {
Ok(_) => {
Ok(iter) => {
let score = iter.score();
search.cur = Some(0);
Ok(())
Ok(score)
}
Err(_) => Err(PyValueError::new_err(
"only lowercase ASCII letters allowed",

3
instant-segment-py/test/test.py
View File

@ -16,7 +16,8 @@ def bigrams():
def main():
segmenter = instant_segment.Segmenter(unigrams(), bigrams())
search = instant_segment.Search()
segmenter.segment('thisisatest', search)
score = segmenter.segment('thisisatest', search)
print(f"{score=}")
print([word for word in search])
if __name__ == '__main__':