Struct gf::pivot::tokenizer::Tokenizer

pub struct Tokenizer<'a> { /* fields omitted */ }

🟢 Tokenizer in a sealed module.

Implementations

impl<'a> Tokenizer<'a>

pub unsafe fn from_unsealed(
    module: &'a Module,
    id: TokenizerId,
    unsealed: &'a UnsealedTokenizer
) -> Self

Wrap an unsealed tokenizer.

pub fn module(&self) -> &'a Module

Return parent module.

pub fn id(&self) -> TokenizerId

Return ID.

pub fn as_unsealed(&self) -> &'a UnsealedTokenizer

Return the unsealed tokenizer.

pub fn sealing_data(&self) -> &'a TokenizerSealingData

Return sealing data.

pub fn metadata(&self) -> Metadata<'a>

Return metadata.

Trait Implementations

impl<'a> Clone for Tokenizer<'a>

fn clone(&self) -> Tokenizer<'a>

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl<'a> Copy for Tokenizer<'a>

impl<'a> Eq for Tokenizer<'a>

impl<'a> Hash for Tokenizer<'a>

fn hash<H: Hasher>(&self, state: &mut H)

Feeds this value into the given Hasher.

fn hash_slice<H>(data: &[Self], state: &mut H) where
    H: Hasher, 

Feeds a slice of this type into the given Hasher.

impl<'a> PartialEq<Tokenizer<'a>> for Tokenizer<'a>

fn eq(&self, other: &Self) -> bool

This method tests for self and other values to be equal, and is used by ==.

#[must_use]fn ne(&self, other: &Rhs) -> bool

This method tests for !=.