pub struct Lexicon<'a> { /* private fields */ }Expand description
Dictionary lexicon
Contains trie, word_id, word_param, word_info
Implementations§
source§impl<'a> Lexicon<'a>
impl<'a> Lexicon<'a>
pub fn parse( buf: &[u8], original_offset: usize, has_synonym_group_ids: bool, ) -> SudachiResult<Lexicon<'_>>
sourcepub fn set_dic_id(&mut self, id: u8)
pub fn set_dic_id(&mut self, id: u8)
Assign lexicon id to the current Lexicon
sourcepub fn lookup(
&'a self,
input: &'a [u8],
offset: usize,
) -> impl Iterator<Item = LexiconEntry> + 'a
pub fn lookup( &'a self, input: &'a [u8], offset: usize, ) -> impl Iterator<Item = LexiconEntry> + 'a
Returns an iterator of word_id and end of words that matches given input
sourcepub fn get_word_info(
&self,
word_id: u32,
subset: InfoSubset,
) -> SudachiResult<WordInfo>
pub fn get_word_info( &self, word_id: u32, subset: InfoSubset, ) -> SudachiResult<WordInfo>
Returns WordInfo for given word_id
WordInfo will contain only fields included in InfoSubset
sourcepub fn get_word_param(&self, word_id: u32) -> (i16, i16, i16)
pub fn get_word_param(&self, word_id: u32) -> (i16, i16, i16)
Returns word_param for given word_id. Params are (left_id, right_id, cost).
sourcepub fn update_cost<D: DictionaryAccess>(
&mut self,
dict: &D,
) -> SudachiResult<()>
pub fn update_cost<D: DictionaryAccess>( &mut self, dict: &D, ) -> SudachiResult<()>
update word_param cost based on current tokenizer
pub fn size(&self) -> u32
Auto Trait Implementations§
impl<'a> Freeze for Lexicon<'a>
impl<'a> RefUnwindSafe for Lexicon<'a>
impl<'a> Send for Lexicon<'a>
impl<'a> Sync for Lexicon<'a>
impl<'a> Unpin for Lexicon<'a>
impl<'a> UnwindSafe for Lexicon<'a>
Blanket Implementations§
source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
source§impl<T> IntoEither for T
impl<T> IntoEither for T
source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moresource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more