Struct JsToken 

pub struct JsToken { /* private fields */ }

A morphological token.

Represents a single token from morphological analysis with its surface form, position information, and morphological details.

Implementations

impl JsToken

pub fn surface(&self) -> String

Surface form of the token.

pub fn byte_start(&self) -> u32

Start byte position in the original text.

pub fn byte_end(&self) -> u32

End byte position in the original text.

pub fn position(&self) -> u32

Position index of the token.

pub fn word_id(&self) -> u32

Word ID in the dictionary.

pub fn is_unknown(&self) -> bool

Whether this token is an unknown word (not found in the dictionary).

pub fn details(&self) -> Option<Vec<String>>

Morphological details of the token (part of speech, reading, etc.).

pub fn get_detail(&self, index: u32) -> Option<String>

Returns the detail string at the specified index.

Arguments

• index - Zero-based index into the details array.

Returns

The detail string if found, or null if the index is out of range.

impl JsToken

pub fn from_token(token: Token<'_>) -> Self

Creates a JsToken from a lindera Token.

Arguments

• token - The lindera Token to convert.

Returns

A new JsToken instance.

Trait Implementations

impl Clone for JsToken

fn clone(&self) -> JsToken

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl FromNapiMutRef for JsToken

unsafe fn from_napi_mut_ref( env: napi_env, napi_val: napi_value, ) -> Result<&'static mut Self>

Safety

impl FromNapiRef for JsToken

unsafe fn from_napi_ref( env: napi_env, napi_val: napi_value, ) -> Result<&'static Self>

Safety

impl JavaScriptClassExt for JsToken

fn into_instance<'scope>( self, env: &'scope Env, ) -> Result<ClassInstance<'scope, Self>>

fn into_reference(self, env: Env) -> Result<Reference<Self>>

fn instance_of<'env, V: JsValue<'env>>(env: &Env, value: &V) -> Result<bool>

impl ObjectFinalize for JsToken

fn finalize(self, env: Env) -> Result<(), Error>

impl ToNapiValue for JsToken

unsafe fn to_napi_value(env: napi_env, val: JsToken) -> Result<napi_value>

Safety

fn into_unknown(self, env: &Env) -> Result<Unknown<'_>, Error>

impl TypeName for &JsToken

fn type_name() -> &'static str

fn value_type() -> ValueType

impl TypeName for &mut JsToken

fn type_name() -> &'static str

fn value_type() -> ValueType

impl TypeName for JsToken

fn type_name() -> &'static str

fn value_type() -> ValueType

impl ValidateNapiValue for &JsToken

unsafe fn validate(env: napi_env, napi_val: napi_value) -> Result<napi_value>

Safety

impl ValidateNapiValue for &mut JsToken

unsafe fn validate(env: napi_env, napi_val: napi_value) -> Result<napi_value>

Safety