Index

A

add_result() (indicate.file_utils.BatchProgress method)

B

batch_candidates() (in module indicate.utils) batch_id (indicate.batch.BatchJob attribute) BatchJob (class in indicate.batch) BatchProgress (class in indicate.file_utils)

BatchState (class in indicate.batch) BEAM_WIDTH (indicate.transliterator.Seq2SeqTransliterator attribute) best() (indicate.rerank.Reranker method) build_group_messages() (indicate.llm_indic.IndicLLMTransliterator method)

C

CharTokenizer (class in indicate.utils) check_resume_possibility() (in module indicate.file_utils) cleanup() (indicate.file_utils.BatchProgress method)

collect_transliteration_batches() (in module indicate.batch) create_backup() (in module indicate.file_utils) custom_id_to_tokens (indicate.batch.BatchJob attribute)

D

Decoder (class in indicate.decoder) decoder (indicate.transliterator.Seq2SeqTransliterator attribute) DECODER_FILE (indicate.transliterator.Seq2SeqTransliterator attribute)

default_max_tokens_for() (indicate.llm_indic.IndicLLMTransliterator method) DEFAULT_MODELS (indicate.llm_indic.IndicLLMTransliterator attribute) detect_indic_script() (in module indicate.indic_utils) detect_language_from_script() (in module indicate.indic_utils)

E

embedding_dim (indicate.transliterator.Seq2SeqTransliterator attribute) Encoder (class in indicate.encoder)

encoder (indicate.transliterator.Seq2SeqTransliterator attribute) ENCODER_FILE (indicate.transliterator.Seq2SeqTransliterator attribute) END_TOKEN (indicate.transliterator.Seq2SeqTransliterator attribute)

F

forward() (indicate.decoder.Decoder method) (indicate.encoder.Encoder method)

G

generate_few_shot_examples() (indicate.llm_indic.IndicLLMTransliterator method) get_input_vocab() (indicate.transliterator.Seq2SeqTransliterator class method) get_language_info() (in module indicate.indic_utils)

get_model_path() (indicate.transliterator.Seq2SeqTransliterator class method) get_target_vocab() (indicate.transliterator.Seq2SeqTransliterator class method) group_size (indicate.batch.BatchState attribute)

H

HF_REPO (indicate.transliterator.Seq2SeqTransliterator attribute)

HF_REVISION (indicate.transliterator.Seq2SeqTransliterator attribute) HindiToEnglish (class in indicate.hindi2english)

I

INDIC_LANGUAGES (indicate.llm_indic.IndicLLMTransliterator attribute) indicate.batch module indicate.cli module indicate.decoder module indicate.encoder module indicate.file_utils module indicate.hindi2english module indicate.indic_utils module indicate.llm_indic module

indicate.punjabi2english module indicate.rerank module indicate.transliterator module indicate.utils module IndicLLMTransliterator (class in indicate.llm_indic) input_file_id (indicate.batch.BatchJob attribute) input_lang_tokenizer (indicate.transliterator.Seq2SeqTransliterator attribute) INPUT_VOCAB (indicate.hindi2english.HindiToEnglish attribute) (indicate.punjabi2english.PunjabiToEnglish attribute) (indicate.transliterator.Seq2SeqTransliterator attribute) is_indic_script() (in module indicate.indic_utils)

J

jobs (indicate.batch.BatchState attribute)

JSON (indicate.file_utils.OutputFormat attribute)

L

lm_logprob() (indicate.rerank.Reranker method)

load_progress() (indicate.file_utils.BatchProgress class method) load_tokenizer() (in module indicate.utils)

M

MASK_PADDING (indicate.transliterator.Seq2SeqTransliterator attribute) max_length_input (indicate.hindi2english.HindiToEnglish attribute) (indicate.punjabi2english.PunjabiToEnglish attribute) (indicate.transliterator.Seq2SeqTransliterator attribute) max_length_output (indicate.hindi2english.HindiToEnglish attribute) (indicate.punjabi2english.PunjabiToEnglish attribute) (indicate.transliterator.Seq2SeqTransliterator attribute) model (indicate.batch.BatchState attribute) module indicate.batch indicate.cli indicate.decoder indicate.encoder indicate.file_utils indicate.hindi2english indicate.indic_utils indicate.llm_indic indicate.punjabi2english indicate.rerank indicate.transliterator indicate.utils

N

normalize_text_for_transliteration() (in module indicate.indic_utils)

O

output_file_id (indicate.batch.BatchJob attribute)

OutputFormat (class in indicate.file_utils)

P

provider (indicate.batch.BatchState attribute)

PunjabiToEnglish (class in indicate.punjabi2english)

R

read_input_file() (in module indicate.file_utils) Reranker (class in indicate.rerank)

RERANKER (indicate.transliterator.Seq2SeqTransliterator attribute) results (indicate.file_utils.BatchProgress attribute)

S

save_progress() (indicate.file_utils.BatchProgress method) Seq2SeqTransliterator (class in indicate.transliterator) sequence_to_chars() (in module indicate.utils) source_lang (indicate.batch.BatchState attribute) split_mixed_script_text() (in module indicate.indic_utils) START_TOKEN (indicate.transliterator.Seq2SeqTransliterator attribute)

status (indicate.batch.BatchJob attribute) SUBDIR (indicate.hindi2english.HindiToEnglish attribute) (indicate.punjabi2english.PunjabiToEnglish attribute) (indicate.transliterator.Seq2SeqTransliterator attribute) submit_transliteration_batches() (in module indicate.batch) submitted_at (indicate.batch.BatchState attribute)

T

target_lang (indicate.batch.BatchState attribute) target_lang_tokenizer (indicate.transliterator.Seq2SeqTransliterator attribute) TARGET_VOCAB (indicate.hindi2english.HindiToEnglish attribute) (indicate.punjabi2english.PunjabiToEnglish attribute) (indicate.transliterator.Seq2SeqTransliterator attribute) temperature (indicate.batch.BatchState attribute) TEXT (indicate.file_utils.OutputFormat attribute)

to_dict() (indicate.file_utils.TransliterationResult method) transliterate() (indicate.llm_indic.IndicLLMTransliterator method) (indicate.transliterator.Seq2SeqTransliterator class method) transliterate_batch() (indicate.llm_indic.IndicLLMTransliterator method) (indicate.transliterator.Seq2SeqTransliterator class method) transliterate_tokens_batched() (in module indicate.batch) TransliterationResult (class in indicate.file_utils)

U

units (indicate.transliterator.Seq2SeqTransliterator attribute)

use_few_shot (indicate.batch.BatchState attribute)

V

VALID_FORMATS (indicate.file_utils.OutputFormat attribute) validate_file_paths() (in module indicate.file_utils)

validate_indic_language_pair() (in module indicate.indic_utils) vocab_size (indicate.utils.CharTokenizer property)

W

write_output_safely() (in module indicate.file_utils)