Struct icu_segmenter::complex::lstm::LstmSegmenter

pub(super) struct LstmSegmenter<'l> {
    dic: ZeroMapBorrowed<'l, UnvalidatedStr, u16>,
    embedding: MatrixZero<'l, 2>,
    fw_w: MatrixZero<'l, 3>,
    fw_u: MatrixZero<'l, 3>,
    fw_b: MatrixZero<'l, 2>,
    bw_w: MatrixZero<'l, 3>,
    bw_u: MatrixZero<'l, 3>,
    bw_b: MatrixZero<'l, 2>,
    timew_fw: MatrixZero<'l, 2>,
    timew_bw: MatrixZero<'l, 2>,
    time_b: MatrixZero<'l, 1>,
    grapheme: Option<&'l RuleBreakDataV1<'l>>,
}

Fields

dic: ZeroMapBorrowed<'l, UnvalidatedStr, u16>

embedding: MatrixZero<'l, 2>

fw_w: MatrixZero<'l, 3>

fw_u: MatrixZero<'l, 3>

fw_b: MatrixZero<'l, 2>

bw_w: MatrixZero<'l, 3>

bw_u: MatrixZero<'l, 3>

bw_b: MatrixZero<'l, 2>

timew_fw: MatrixZero<'l, 2>

timew_bw: MatrixZero<'l, 2>

time_b: MatrixZero<'l, 1>

grapheme: Option<&'l RuleBreakDataV1<'l>>

Implementations

impl<'l> LstmSegmenter<'l>

pub(super) fn new( lstm: &'l LstmDataV1<'l>, grapheme: &'l RuleBreakDataV1<'l>, ) -> Self

Returns Err if grapheme data is required but not present

pub(super) fn segment_str( &'l self, input: &'l str, ) -> impl Iterator<Item = usize> + 'l

Create an LSTM based break iterator for an str (a UTF-8 string).

fn segment_str_p(&'l self, input: &'l str) -> LstmSegmenterIterator<'l>

pub(super) fn segment_utf16( &'l self, input: &[u16], ) -> impl Iterator<Item = usize> + 'l

Create an LSTM based break iterator for a UTF-16 string.