Struct LstmSegmenter 

pub(super) struct LstmSegmenter<'data> {
    dic: ZeroMapBorrowed<'data, PotentialUtf8, u16>,
    embedding: MatrixZero<'data, 2>,
    fw_w: MatrixZero<'data, 3>,
    fw_u: MatrixZero<'data, 3>,
    fw_b: MatrixZero<'data, 2>,
    bw_w: MatrixZero<'data, 3>,
    bw_u: MatrixZero<'data, 3>,
    bw_b: MatrixZero<'data, 2>,
    timew_fw: MatrixZero<'data, 2>,
    timew_bw: MatrixZero<'data, 2>,
    time_b: MatrixZero<'data, 1>,
    grapheme: Option<GraphemeClusterSegmenterBorrowed<'data>>,
}

Fields

dic: ZeroMapBorrowed<'data, PotentialUtf8, u16>

embedding: MatrixZero<'data, 2>

fw_w: MatrixZero<'data, 3>

fw_u: MatrixZero<'data, 3>

fw_b: MatrixZero<'data, 2>

bw_w: MatrixZero<'data, 3>

bw_u: MatrixZero<'data, 3>

bw_b: MatrixZero<'data, 2>

timew_fw: MatrixZero<'data, 2>

timew_bw: MatrixZero<'data, 2>

time_b: MatrixZero<'data, 1>

grapheme: Option<GraphemeClusterSegmenterBorrowed<'data>>

Implementations

impl<'data> LstmSegmenter<'data>

pub(super) fn new( lstm: &'data LstmData<'data>, grapheme: GraphemeClusterSegmenterBorrowed<'data>, ) -> Self

Returns Err if grapheme data is required but not present

pub(super) fn segment_str<'a>( &'a self, input: &'a str, ) -> LstmSegmenterIterator<'a, 'data>

Create an LSTM based break iterator for an str (a UTF-8 string).

pub(super) fn segment_utf16<'a>( &'a self, input: &[u16], ) -> LstmSegmenterIteratorUtf16<'a, 'data>

Create an LSTM based break iterator for a UTF-16 string.