Index

B

batched_ids2captions() (src.preprocess.flickr.PreprocessFlickr method) batched_ids2tokens() (src.core.bert.dataset_finetune.PreprocessBERTFinetune method) (src.core.bert.dataset_pretrain.PreprocessBERTPretrain method) (src.core.gpt.dataset.PreprocessGPT method) (src.core.transformer.dataset.PreprocessTransformer method) (src.preprocess.eng2tel.PreprocessSeq2Seq method) BERT (class in src.core.bert.bert) BERTFinetuneModel (class in src.core.bert.model)

BERTFinetuneTrainer (class in src.core.bert.finetune) BERTPretrainDataset (class in src.core.bert.dataset_pretrain) BERTPretrainModel (class in src.core.bert.model) BERTPretrainTrainer (class in src.core.bert.pretrain) bleu_score() (src.metrics.TextGenerationMetrics method) BOW (class in src.core.bow.bow) build_vocab() (src.preprocess.utils.BytePairEncoding method) (src.preprocess.utils.WordPiece method) BytePairEncoding (class in src.preprocess.utils)

C

calc_loss() (src.core.bert.finetune.BERTFinetuneTrainer method) (src.core.bert.pretrain.BERTPretrainTrainer method) (src.core.gpt.model.GPTTrainer method) (src.core.gru.model.GRUTrainer method) (src.core.lstm.model.LSTMTrainer method) (src.core.seq2seq.model.Seq2SeqTrainer method) (src.core.transformer.model.TransformerTrainer method) check_float() (src.utils.ValidateConfig method) check_int() (src.utils.ValidateConfig method) check_list() (src.utils.ValidateConfig method) check_paths() (src.utils.ValidateConfig method) check_string() (src.utils.ValidateConfig method) cider_score() (src.metrics.TextGenerationMetrics method) ClassificationMetrics (class in src.metrics)

combine() (src.preprocess.utils.WordPiece method) compare_dtype() (src.utils.ValidateConfig method) compute_cxt_embed() (src.core.word2vec.model.Word2VecModel method) configDictDType (in module src.configs) construct_tree() (src.core.word2vec.huffman.HuffmanBTree method) create_data_loader_finetune() (in module src.core.bert.dataset_finetune) create_dataloader() (in module src.core.glove.dataset) (in module src.core.gpt.dataset) (in module src.core.gru.dataset) (in module src.core.lstm.dataset) (in module src.core.rnn.dataset) (in module src.core.seq2seq.dataset) (in module src.core.transformer.dataset) (in module src.core.word2vec.dataset) create_dataloader_pretrain() (in module src.core.bert.dataset_pretrain)

D

DecoderLayer (class in src.core.gpt.model) (class in src.core.transformer.model)

DecoderLSTMCell (class in src.core.seq2seq.model)

E

EncoderLayer (class in src.core.transformer.model) EncoderLSTMCell (class in src.core.seq2seq.model) evaluate() (src.core.hmm.hmm.HMM method) extract_data() (src.core.bert.dataset_finetune.PreprocessBERTFinetune method) (src.core.bert.dataset_pretrain.PreprocessBERTPretrain method) (src.core.gpt.dataset.PreprocessGPT method) (src.core.transformer.dataset.PreprocessTransformer method) (src.preprocess.eng2tel.PreprocessSeq2Seq method) (src.preprocess.flickr.PreprocessFlickr method) (src.preprocess.imdb_reviews.PreprocessIMDB method) (src.preprocess.pos.PreprocessPOS method)

extract_data_folder() (src.preprocess.imdb_reviews.PreprocessIMDB method)

F

FeedForward (class in src.core.transformer.model) fit() (src.core.bert.finetune.BERTFinetuneTrainer method) (src.core.bert.pretrain.BERTPretrainTrainer method) (src.core.bow.bow.BOW method) (src.core.glove.model.GloVeTrainer method) (src.core.gpt.model.GPTTrainer method) (src.core.gru.model.GRUTrainer method) (src.core.hmm.hmm.HMM method) (src.core.lstm.model.LSTMTrainer method) (src.core.ngram.ngram.NGRAM method) (src.core.rnn.model.RNNTrainer method) (src.core.seq2seq.model.Seq2SeqTrainer method) (src.core.tfidf.tfidf.TFIDF method) (src.core.transformer.model.TransformerTrainer method) (src.core.word2vec.model.Word2VecTrainer method) (src.preprocess.utils.BytePairEncoding method) (src.preprocess.utils.WordPiece method) fit_transform() (src.core.bow.bow.BOW method) (src.core.ngram.ngram.NGRAM method) (src.core.tfidf.tfidf.TFIDF method) forward() (src.core.bert.model.BERTFinetuneModel method) (src.core.bert.model.BERTPretrainModel method) (src.core.glove.model.GloVeModel method) (src.core.gpt.model.DecoderLayer method) (src.core.gpt.model.GPTModel method) (src.core.gru.model.GRUCell method) (src.core.gru.model.GRUModel method) (src.core.lstm.model.LSTMCell method) (src.core.lstm.model.LSTMModel method) (src.core.rnn.model.RNNCell method) (src.core.rnn.model.RNNModel method) (src.core.seq2seq.model.DecoderLSTMCell method) (src.core.seq2seq.model.EncoderLSTMCell method) (src.core.seq2seq.model.Seq2SeqAttention method) (src.core.seq2seq.model.Seq2SeqDecoder method) (src.core.seq2seq.model.Seq2SeqEncoder method) (src.core.seq2seq.model.Seq2SeqModel method) (src.core.transformer.model.DecoderLayer method) (src.core.transformer.model.EncoderLayer method) (src.core.transformer.model.FeedForward method) (src.core.transformer.model.MultiHeadAttention method) (src.core.transformer.model.PositionalEncoding method) (src.core.transformer.model.TransformerModel method) (src.core.word2vec.model.Word2VecModel method)

G

generate() (src.core.gpt.model.GPTModel method) (src.core.gpt.model.GPTTrainer method) generate_huffman_code() (src.core.word2vec.huffman.HuffmanBTree method) get_data() (src.core.bert.dataset_finetune.PreprocessBERTFinetune method) (src.core.bert.dataset_pretrain.PreprocessBERTPretrain method) (src.core.glove.dataset.GloVeDataset method) (src.core.gpt.dataset.PreprocessGPT method) (src.core.rnn.dataset.RNNDataset method) (src.core.transformer.dataset.PreprocessTransformer method) (src.preprocess.eng2tel.PreprocessSeq2Seq method) (src.preprocess.flickr.PreprocessFlickr method) (src.preprocess.pos.PreprocessPOS method) get_embeddings() (src.core.glove.glove.GloVe method) (src.core.word2vec.word2vec.Word2Vec method) get_idf() (src.core.tfidf.tfidf.TFIDF method) get_likelihood() (src.preprocess.utils.WordPiece method) get_logger() (in module src.utils) get_metrics() (src.metrics.ClassificationMetrics method) (src.metrics.TextGenerationMetrics method) get_stats() (src.preprocess.utils.BytePairEncoding method) (src.preprocess.utils.WordPiece method)

get_test_data() (src.core.gpt.dataset.PreprocessGPT method) (src.core.rnn.dataset.RNNDataset method) (src.preprocess.flickr.PreprocessFlickr method) get_tf() (src.core.tfidf.tfidf.TFIDF method) get_vocab() (src.core.bert.dataset_pretrain.PreprocessBERTPretrain method) (src.core.gpt.dataset.PreprocessGPT method) (src.core.transformer.dataset.PreprocessTransformer method) (src.core.word2vec.dataset.Word2VecDataset method) (src.preprocess.eng2tel.PreprocessSeq2Seq method) (src.preprocess.flickr.PreprocessFlickr method) (src.preprocess.pos.PreprocessPOS method) GloVe (class in src.core.glove.glove) GloVeDataset (class in src.core.glove.dataset) GloVeModel (class in src.core.glove.model) GloVeTrainer (class in src.core.glove.model) GPT (class in src.core.gpt.gpt) GPTModel (class in src.core.gpt.model) GPTTrainer (class in src.core.gpt.model) GRU (class in src.core.gru.gru) GRUCell (class in src.core.gru.model) GRUModel (class in src.core.gru.model) GRUTrainer (class in src.core.gru.model)

H

HMM (class in src.core.hmm.hmm)

HuffmanBTree (class in src.core.word2vec.huffman)

I

image_transforms() (src.preprocess.flickr.PreprocessFlickr method) init_hidden() (src.core.gru.model.GRUModel method) (src.core.lstm.model.LSTMModel method) (src.core.rnn.model.RNNModel method) (src.core.seq2seq.model.Seq2SeqEncoder method)

L

load_config() (in module src.utils) load_pretrain_weights() (src.core.bert.bert.BERT method) loss_fn() (src.core.glove.model.GloVeTrainer method) LSTM (class in src.core.lstm.lstm)

LSTMCell (class in src.core.lstm.model) LSTMDataset (class in src.core.lstm.dataset) LSTMModel (class in src.core.lstm.model) LSTMTrainer (class in src.core.lstm.model)

M

make_pairs() (src.core.word2vec.dataset.Word2VecDataset method) merge_chars() (src.preprocess.utils.BytePairEncoding method) (src.preprocess.utils.WordPiece method) meteor_score() (src.metrics.TextGenerationMetrics method) module src src.configs src.core src.core.bert src.core.bert.bert src.core.bert.dataset_finetune src.core.bert.dataset_pretrain src.core.bert.finetune src.core.bert.model src.core.bert.pretrain src.core.bow src.core.bow.bow src.core.glove src.core.glove.dataset src.core.glove.glove src.core.glove.model src.core.gpt src.core.gpt.dataset src.core.gpt.gpt src.core.gpt.model src.core.gru src.core.gru.dataset src.core.gru.gru src.core.gru.model src.core.hmm src.core.hmm.hmm src.core.lstm src.core.lstm.dataset src.core.lstm.lstm src.core.lstm.model src.core.ngram src.core.ngram.ngram src.core.rnn src.core.rnn.dataset src.core.rnn.model src.core.rnn.rnn src.core.seq2seq src.core.seq2seq.dataset src.core.seq2seq.model src.core.seq2seq.seq2seq src.core.tfidf src.core.tfidf.tfidf src.core.transformer src.core.transformer.dataset src.core.transformer.model src.core.transformer.transformer src.core.word2vec src.core.word2vec.dataset src.core.word2vec.huffman src.core.word2vec.model src.core.word2vec.word2vec src.metrics src.plot_utils src.preprocess src.preprocess.eng2tel src.preprocess.flickr src.preprocess.imdb_reviews src.preprocess.pos src.preprocess.utils src.utils

MultiHeadAttention (class in src.core.transformer.model)

N

NGRAM (class in src.core.ngram.ngram)

Node (class in src.core.word2vec.huffman)

P

pad_slice_text() (src.core.rnn.dataset.RNNDataset method) pca_emission_matrix() (in module src.plot_utils) perplexity_score() (src.metrics.TextGenerationMetrics method) plot_conf_matrix() (in module src.plot_utils) plot_embed() (in module src.plot_utils) plot_hist_dataset() (in module src.plot_utils) plot_history() (in module src.plot_utils) plot_ngram_pie_chart() (in module src.plot_utils) plot_pca_pairplot() (in module src.plot_utils) plot_topk_cooccur_matrix() (in module src.plot_utils) plot_topk_freq() (in module src.plot_utils) plot_transition_matrix() (in module src.plot_utils) plot_wordcloud() (in module src.plot_utils) PositionalEncoding (class in src.core.transformer.model) predict() (src.core.bert.finetune.BERTFinetuneTrainer method) (src.core.bert.pretrain.BERTPretrainTrainer method) (src.core.gpt.model.GPTTrainer method) (src.core.gru.model.GRUTrainer method) (src.core.hmm.hmm.HMM method) (src.core.lstm.model.LSTMTrainer method) (src.core.rnn.model.RNNTrainer method) (src.core.seq2seq.model.Seq2SeqTrainer method) (src.core.transformer.model.TransformerTrainer method)

preprocess() (src.core.bow.bow.BOW method) (src.core.hmm.hmm.HMM method) (src.core.word2vec.dataset.Word2VecDataset method) (src.preprocess.utils.BytePairEncoding method) (src.preprocess.utils.WordPiece method) preprocess_corpus() (src.preprocess.pos.PreprocessPOS method) preprocess_src() (src.preprocess.eng2tel.PreprocessSeq2Seq method) preprocess_text() (in module src.preprocess.utils) (src.core.bert.dataset_finetune.PreprocessBERTFinetune method) (src.core.bert.dataset_pretrain.PreprocessBERTPretrain method) (src.core.gpt.dataset.PreprocessGPT method) (src.core.transformer.dataset.PreprocessTransformer method) preprocess_tgt() (src.preprocess.eng2tel.PreprocessSeq2Seq method) PreprocessBERTFinetune (class in src.core.bert.dataset_finetune) PreprocessBERTPretrain (class in src.core.bert.dataset_pretrain) PreprocessFlickr (class in src.preprocess.flickr) PreprocessGPT (class in src.core.gpt.dataset) PreprocessIMDB (class in src.preprocess.imdb_reviews) PreprocessPOS (class in src.preprocess.pos) PreprocessSeq2Seq (class in src.preprocess.eng2tel) PreprocessTransformer (class in src.core.transformer.dataset)

R

RNN (class in src.core.rnn.rnn) RNNCell (class in src.core.rnn.model) RNNDataset (class in src.core.rnn.dataset) RNNModel (class in src.core.rnn.model) RNNTrainer (class in src.core.rnn.model) rouge_l_score() (src.metrics.TextGenerationMetrics method) rouge_n_score() (src.metrics.TextGenerationMetrics method) rouge_s_score() (src.metrics.TextGenerationMetrics method) run() (src.core.bert.bert.BERT method) (src.core.bow.bow.BOW method) (src.core.glove.glove.GloVe method) (src.core.gpt.gpt.GPT method) (src.core.gru.gru.GRU method) (src.core.hmm.hmm.HMM method) (src.core.lstm.lstm.LSTM method) (src.core.ngram.ngram.NGRAM method) (src.core.rnn.rnn.RNN method) (src.core.seq2seq.seq2seq.Seq2Seq method) (src.core.tfidf.tfidf.TFIDF method) (src.core.transformer.transformer.Transformer method) (src.core.word2vec.word2vec.Word2Vec method) (src.preprocess.imdb_reviews.PreprocessIMDB method)

run_finetune() (src.core.bert.bert.BERT method) run_infer() (src.core.gpt.gpt.GPT method) (src.core.gru.gru.GRU method) (src.core.lstm.lstm.LSTM method) (src.core.rnn.rnn.RNN method) (src.core.seq2seq.seq2seq.Seq2Seq method) (src.core.transformer.transformer.Transformer method) run_infer_finetune() (src.core.bert.bert.BERT method) run_merge() (src.preprocess.utils.BytePairEncoding method) (src.preprocess.utils.WordPiece method) run_pretrain() (src.core.bert.bert.BERT method) run_verify() (src.utils.ValidateConfig method)

S

save_output() (src.core.bert.bert.BERT method) (src.core.bow.bow.BOW method) (src.core.glove.glove.GloVe method) (src.core.gpt.gpt.GPT method) (src.core.gru.gru.GRU method) (src.core.hmm.hmm.HMM method) (src.core.lstm.lstm.LSTM method) (src.core.ngram.ngram.NGRAM method) (src.core.rnn.rnn.RNN method) (src.core.seq2seq.seq2seq.Seq2Seq method) (src.core.tfidf.tfidf.TFIDF method) (src.core.transformer.transformer.Transformer method) (src.core.word2vec.word2vec.Word2Vec method) separate_left_right_path() (src.core.word2vec.huffman.HuffmanBTree method) Seq2Seq (class in src.core.seq2seq.seq2seq) Seq2SeqAttention (class in src.core.seq2seq.model) Seq2SeqDecoder (class in src.core.seq2seq.model) Seq2SeqEncoder (class in src.core.seq2seq.model) Seq2SeqModel (class in src.core.seq2seq.model) Seq2SeqTrainer (class in src.core.seq2seq.model) set_seed() (in module src.utils) src module src.configs module src.core module src.core.bert module src.core.bert.bert module src.core.bert.dataset_finetune module src.core.bert.dataset_pretrain module src.core.bert.finetune module src.core.bert.model module src.core.bert.pretrain module src.core.bow module src.core.bow.bow module src.core.glove module src.core.glove.dataset module src.core.glove.glove module src.core.glove.model module src.core.gpt module src.core.gpt.dataset module src.core.gpt.gpt module src.core.gpt.model module src.core.gru module src.core.gru.dataset module src.core.gru.gru module src.core.gru.model module src.core.hmm module

src.core.hmm.hmm module src.core.lstm module src.core.lstm.dataset module src.core.lstm.lstm module src.core.lstm.model module src.core.ngram module src.core.ngram.ngram module src.core.rnn module src.core.rnn.dataset module src.core.rnn.model module src.core.rnn.rnn module src.core.seq2seq module src.core.seq2seq.dataset module src.core.seq2seq.model module src.core.seq2seq.seq2seq module src.core.tfidf module src.core.tfidf.tfidf module src.core.transformer module src.core.transformer.dataset module src.core.transformer.model module src.core.transformer.transformer module src.core.word2vec module src.core.word2vec.dataset module src.core.word2vec.huffman module src.core.word2vec.model module src.core.word2vec.word2vec module src.metrics module src.plot_utils module src.preprocess module src.preprocess.eng2tel module src.preprocess.flickr module src.preprocess.imdb_reviews module src.preprocess.pos module src.preprocess.utils module src.utils module

T

TextGenerationMetrics (class in src.metrics) TFIDF (class in src.core.tfidf.tfidf) train_one_epoch() (src.core.bert.finetune.BERTFinetuneTrainer method) (src.core.bert.pretrain.BERTPretrainTrainer method) (src.core.glove.model.GloVeTrainer method) (src.core.gpt.model.GPTTrainer method) (src.core.gru.model.GRUTrainer method) (src.core.lstm.model.LSTMTrainer method) (src.core.rnn.model.RNNTrainer method) (src.core.seq2seq.model.Seq2SeqTrainer method) (src.core.transformer.model.TransformerTrainer method) (src.core.word2vec.model.Word2VecTrainer method)

transform() (src.core.bow.bow.BOW method) (src.core.ngram.ngram.NGRAM method) (src.core.tfidf.tfidf.TFIDF method) (src.preprocess.utils.BytePairEncoding method) (src.preprocess.utils.WordPiece method) Transformer (class in src.core.transformer.transformer) TransformerModel (class in src.core.transformer.model) TransformerTrainer (class in src.core.transformer.model)

V

val_one_epoch() (src.core.bert.finetune.BERTFinetuneTrainer method) (src.core.bert.pretrain.BERTPretrainTrainer method) (src.core.glove.model.GloVeTrainer method) (src.core.gpt.model.GPTTrainer method) (src.core.gru.model.GRUTrainer method) (src.core.lstm.model.LSTMTrainer method) (src.core.rnn.model.RNNTrainer method) (src.core.seq2seq.model.Seq2SeqTrainer method) (src.core.transformer.model.TransformerTrainer method) (src.core.word2vec.model.Word2VecTrainer method)

ValidateConfig (class in src.utils) verify_main_keys() (src.utils.ValidateConfig method) verify_values() (src.utils.ValidateConfig method) viz_metrics() (in module src.plot_utils)

W

Word2Vec (class in src.core.word2vec.word2vec) Word2VecDataset (class in src.core.word2vec.dataset) Word2VecModel (class in src.core.word2vec.model)

Word2VecTrainer (class in src.core.word2vec.model) word_tokens() (src.preprocess.flickr.PreprocessFlickr method) WordPiece (class in src.preprocess.utils)