module BlingFire

Extended Modules

Defined in:

blingfire.cr
blingfire/libblingfire.cr
blingfire/model.cr
blingfire/version.cr

Constant Summary

SOURCE_URL = "https://github.com/kojix2/blingfire-crystal"
VERSION = {{ (`shards version /home/runner/work/blingfire-crystal/blingfire-crystal/src/blingfire`).chomp.stringify }}

Instance Method Summary

Instance Method Detail

def free_model(model) #

[View source]
def ids_to_text(model, ids, skip_special_tokens = true, output_buffer_size = nil) #

[View source]
def lib_version #

[View source]
def load_model(model_path) #

[View source]
def normalize_spaces(text) #

[View source]
def text_to_ids(model, text, max_len = nil, unk_id = 0) #

[View source]
def text_to_ids_with_offsets(model, text, max_len = nil, unk_id = 0) #

[View source]
def text_to_sentences(text) #

[View source]
def text_to_sentences_with_model(model, text) #

[View source]
def text_to_sentences_with_offsets(text) #

[View source]
def text_to_sentences_with_offsets_with_model(model, text) #

[View source]
def text_to_words(text) #

[View source]
def text_to_words_with_model(model, text) #

[View source]
def text_to_words_with_offsets(text) #

[View source]
def text_to_words_with_offsets_with_model(model, text) #

[View source]