cotk
Tutorials
Installation
Quick Start
Practice: Implement a GRU Language Model
CLI Usage
Extending Cotk: More Data, More Metrics!
Frequently Asked Questions
Package Reference
Data Loader
Word Vector
Metric
Resources
file_utils
resources_processor
Model Zoo
LanguageGeneration
SingleTurnDialog
MultiTurnDialog
cotk
Docs
»
Index
Index
_
|
A
|
B
|
C
|
D
|
E
|
F
|
G
|
H
|
I
|
L
|
M
|
N
|
O
|
P
|
R
|
S
|
T
|
U
|
V
|
W
_
_hash_ordered_data() (cotk.metric.MetricBase method)
_hash_unordered_list() (cotk.metric.MetricBase method)
_hashvalue() (cotk.metric.MetricBase method)
_read_file() (cotk.file_utils.SwitchboardCorpusResourceProcessor method)
_score() (cotk.metric.BleuPrecisionRecallMetric method)
(cotk.metric.EmbSimilarityPrecisionRecallMetric method)
A
add_metric() (cotk.metric.MetricChain method)
add_special_to_ids() (cotk.dataloader.LanguageProcessing method)
(cotk.dataloader.Sentence method)
(cotk.dataloader.Session method)
add_tokens() (cotk.dataloader.Vocab method)
all_vocab_list (cotk.dataloader.LanguageProcessing attribute)
(cotk.dataloader.PretrainedVocab attribute)
(cotk.dataloader.Sentence attribute)
(cotk.dataloader.Session attribute)
(cotk.dataloader.Vocab attribute)
all_vocab_size (cotk.dataloader.LanguageProcessing attribute)
(cotk.dataloader.Sentence attribute)
(cotk.dataloader.Session attribute)
(cotk.dataloader.Vocab attribute)
B
basepostprocess() (cotk.file_utils.GloveResourceProcessor method)
basepreprocess() (cotk.file_utils.BaseResourceProcessor method)
(cotk.file_utils.GloveResourceProcessor method)
BaseResourceProcessor (class in cotk.file_utils)
BleuCorpusMetric (class in cotk.metric)
BleuPrecisionRecallMetric (class in cotk.metric)
build_vocab() (cotk.dataloader.Vocab method)
C
chain_sessions() (in module cotk._utils)
close() (cotk.dataloader.Context method)
(cotk.metric.BleuCorpusMetric method)
(cotk.metric.BleuPrecisionRecallMetric method)
(cotk.metric.EmbSimilarityPrecisionRecallMetric method)
(cotk.metric.FwBwBleuCorpusMetric method)
(cotk.metric.LanguageGenerationRecorder method)
(cotk.metric.MetricBase method)
(cotk.metric.MetricChain method)
(cotk.metric.MultiTurnBleuCorpusMetric method)
(cotk.metric.MultiTurnDialogRecorder method)
(cotk.metric.MultiTurnPerplexityMetric method)
(cotk.metric.NgramFwBwPerplexityMetric method)
(cotk.metric.PerplexityMetric method)
(cotk.metric.SelfBleuCorpusMetric method)
(cotk.metric.SingleTurnDialogRecorder method)
Context (class in cotk.dataloader)
convert_ids_to_sentence() (cotk.dataloader.LanguageProcessing method)
(cotk.dataloader.Sentence method)
(cotk.dataloader.Session method)
convert_ids_to_tokens() (cotk.dataloader.LanguageProcessing method)
(cotk.dataloader.Sentence method)
(cotk.dataloader.Session method)
(cotk.dataloader.Vocab method)
convert_multi_turn_ids_to_tokens() (cotk.dataloader.Session method)
convert_multi_turn_tokens_to_ids() (cotk.dataloader.Session method)
convert_sentence_to_ids() (cotk.dataloader.LanguageProcessing method)
(cotk.dataloader.Sentence method)
(cotk.dataloader.Session method)
convert_tokens_to_ids() (cotk.dataloader.LanguageProcessing method)
(cotk.dataloader.Sentence method)
(cotk.dataloader.Session method)
(cotk.dataloader.Vocab method)
convert_tokens_to_sentence() (cotk.dataloader.Tokenizer method)
cotk._utils (module)
cotk._utils.imports (module)
cotk._utils.metaclass (module)
cotk._utils.unordered_hash (module)
cotk.dataloader (module)
cotk.file_utils (module)
cotk.metric (module)
cotk.wordvector (module)
D
Dataloader (class in cotk.dataloader)
DefaultResourceProcessor (class in cotk.file_utils)
DenseLabel (class in cotk.dataloader)
digest() (cotk._utils.unordered_hash.UnorderedSha256 method)
DocStringInheritor (class in cotk._utils.metaclass)
DummyObject (class in cotk._utils.imports)
dumps() (in module cotk._utils.unordered_hash)
dumps_json() (in module cotk._utils.unordered_hash)
E
EmbSimilarityPrecisionRecallMetric (class in cotk.metric)
eos_id (cotk.dataloader.LanguageProcessing attribute)
(cotk.dataloader.Sentence attribute)
(cotk.dataloader.Session attribute)
(cotk.dataloader.Vocab attribute)
F
Field (class in cotk.dataloader)
FieldContext (class in cotk.dataloader)
fields (cotk.dataloader.LanguageProcessing attribute)
forward() (cotk.metric.BleuCorpusMetric method)
(cotk.metric.BleuPrecisionRecallMetric method)
(cotk.metric.EmbSimilarityPrecisionRecallMetric method)
(cotk.metric.FwBwBleuCorpusMetric method)
(cotk.metric.LanguageGenerationRecorder method)
(cotk.metric.MetricBase method)
(cotk.metric.MetricChain method)
(cotk.metric.MultiTurnBleuCorpusMetric method)
(cotk.metric.MultiTurnDialogRecorder method)
(cotk.metric.MultiTurnPerplexityMetric method)
(cotk.metric.NgramFwBwPerplexityMetric method)
(cotk.metric.PerplexityMetric method)
(cotk.metric.SelfBleuCorpusMetric method)
(cotk.metric.SingleTurnDialogRecorder method)
frequent_vocab_list (cotk.dataloader.LanguageProcessing attribute)
(cotk.dataloader.PretrainedVocab attribute)
(cotk.dataloader.Sentence attribute)
(cotk.dataloader.Session attribute)
(cotk.dataloader.Vocab attribute)
frequent_vocab_size (cotk.dataloader.LanguageProcessing attribute)
(cotk.dataloader.Sentence attribute)
(cotk.dataloader.Session attribute)
(cotk.dataloader.Vocab attribute)
from_frequent_word() (cotk.dataloader.GeneralVocab static method)
from_frequent_word_of_vocab() (cotk.dataloader.GeneralVocab static method)
from_predefined() (cotk.dataloader.GeneralVocab static method)
from_predefined_vocab() (cotk.dataloader.GeneralVocab static method)
FwBwBleuCorpusMetric (class in cotk.metric)
G
GeneralVocab (class in cotk.dataloader)
GeneralWordVector (class in cotk.wordvector)
get() (cotk.dataloader.Context class method)
get_all_batch() (cotk.dataloader.LanguageProcessing method)
get_all_subclasses() (cotk._utils.metaclass.LoadClassInterface class method)
(cotk.dataloader.Dataloader class method)
(cotk.dataloader.Field class method)
(cotk.dataloader.Vocab class method)
(cotk.wordvector.WordVector class method)
get_batch() (cotk.dataloader.DenseLabel method)
(cotk.dataloader.Field method)
(cotk.dataloader.LanguageGeneration method)
(cotk.dataloader.LanguageProcessing method)
(cotk.dataloader.MultiTurnDialog method)
(cotk.dataloader.SentenceBERT method)
(cotk.dataloader.SentenceClassification method)
(cotk.dataloader.SentenceDefault method)
(cotk.dataloader.SentenceGPT2 method)
(cotk.dataloader.SessionBERT method)
(cotk.dataloader.SessionDefault method)
(cotk.dataloader.SessionGPT2 method)
(cotk.dataloader.SingleTurnDialog method)
(cotk.dataloader.SparseLabel method)
get_batches() (cotk.dataloader.LanguageProcessing method)
get_data_hash() (cotk.dataloader.LanguageProcessing method)
get_default_field() (cotk.dataloader.LanguageProcessing method)
get_default_tokenizer() (cotk.dataloader.LanguageProcessing method)
get_default_vocab() (cotk.dataloader.LanguageProcessing method)
get_field() (cotk.dataloader.LanguageProcessing method)
get_general_hash() (cotk.dataloader.LanguageProcessing method)
get_inference_metric() (cotk.dataloader.LanguageGeneration method)
(cotk.dataloader.MultiTurnDialog method)
(cotk.dataloader.SingleTurnDialog method)
get_metric() (cotk.dataloader.SentenceClassification method)
get_next_batch() (cotk.dataloader.LanguageProcessing method)
get_raw_data_hash() (cotk.dataloader.LanguageProcessing method)
get_resource_file_path() (in module cotk.file_utils)
get_setting_hash() (cotk.dataloader.LanguageProcessing method)
(cotk.dataloader.Tokenizer method)
(cotk.dataloader.Vocab method)
get_special_tokens_id() (cotk.dataloader.LanguageProcessing method)
(cotk.dataloader.Sentence method)
(cotk.dataloader.Session method)
(cotk.dataloader.Vocab method)
get_special_tokens_mapping() (cotk.dataloader.LanguageProcessing method)
(cotk.dataloader.Sentence method)
(cotk.dataloader.Session method)
(cotk.dataloader.Vocab method)
get_teacher_forcing_metric() (cotk.dataloader.LanguageGeneration method)
(cotk.dataloader.MultiTurnDialog method)
(cotk.dataloader.SingleTurnDialog method)
get_temp_dir() (cotk.file_utils.BaseResourceProcessor method)
get_tokenizer() (cotk.dataloader.Field method)
get_tokenizer_class() (cotk.dataloader.PretrainedTokenizer method)
get_vocab() (cotk.dataloader.Field method)
get_vocab_hash() (cotk.dataloader.LanguageProcessing method)
(cotk.dataloader.Vocab method)
Glove (class in cotk.wordvector)
Glove100dResourceProcessor (class in cotk.file_utils)
Glove200dResourceProcessor (class in cotk.file_utils)
Glove300dResourceProcessor (class in cotk.file_utils)
Glove50dResourceProcessor (class in cotk.file_utils)
GloveResourceProcessor (class in cotk.file_utils)
go_id (cotk.dataloader.LanguageProcessing attribute)
(cotk.dataloader.Sentence attribute)
(cotk.dataloader.Session attribute)
(cotk.dataloader.Vocab attribute)
H
hexdigest() (cotk._utils.unordered_hash.UnorderedSha256 method)
I
import_local_resources() (in module cotk.file_utils)
L
LanguageGeneration (class in cotk.dataloader)
LanguageGenerationRecorder (class in cotk.metric)
LanguageProcessing (class in cotk.dataloader)
LazyModule (class in cotk._utils.imports)
LazyObject (class in cotk._utils.imports)
load_class() (cotk._utils.metaclass.LoadClassInterface class method)
(cotk.dataloader.Dataloader class method)
(cotk.dataloader.Field class method)
(cotk.dataloader.Vocab class method)
(cotk.wordvector.WordVector class method)
load_dict() (cotk.wordvector.GeneralWordVector method)
load_file_from_url() (in module cotk.file_utils)
load_matrix() (cotk.wordvector.GeneralWordVector method)
LoadClassInterface (class in cotk._utils.metaclass)
M
MetricBase (class in cotk.metric)
MetricChain (class in cotk.metric)
MSCOCO (class in cotk.dataloader)
MSCOCOResourceProcessor (class in cotk.file_utils)
multi_turn_trim_in_ids() (cotk.dataloader.Session method)
MultiTurnBleuCorpusMetric (class in cotk.metric)
MultiTurnDialog (class in cotk.dataloader)
MultiTurnDialogRecorder (class in cotk.metric)
MultiTurnPerplexityMetric (class in cotk.metric)
N
NgramFwBwPerplexityMetric (class in cotk.metric)
O
OpenSubtitles (class in cotk.dataloader)
OpenSubtitlesResourceProcessor (class in cotk.file_utils)
P
pad_id (cotk.dataloader.LanguageProcessing attribute)
(cotk.dataloader.Sentence attribute)
(cotk.dataloader.Session attribute)
(cotk.dataloader.Vocab attribute)
PerplexityMetric (class in cotk.metric)
postprocess() (cotk.file_utils.BaseResourceProcessor method)
(cotk.file_utils.DefaultResourceProcessor method)
(cotk.file_utils.Glove100dResourceProcessor method)
(cotk.file_utils.Glove200dResourceProcessor method)
(cotk.file_utils.Glove300dResourceProcessor method)
(cotk.file_utils.Glove50dResourceProcessor method)
(cotk.file_utils.MSCOCOResourceProcessor method)
(cotk.file_utils.OpenSubtitlesResourceProcessor method)
(cotk.file_utils.SSTResourceProcessor method)
(cotk.file_utils.SwitchboardCorpusResourceProcessor method)
(cotk.file_utils.UbuntuResourceProcessor method)
preprocess() (cotk.file_utils.DefaultResourceProcessor method)
(cotk.file_utils.Glove100dResourceProcessor method)
(cotk.file_utils.Glove200dResourceProcessor method)
(cotk.file_utils.Glove300dResourceProcessor method)
(cotk.file_utils.Glove50dResourceProcessor method)
(cotk.file_utils.MSCOCOResourceProcessor method)
(cotk.file_utils.OpenSubtitlesResourceProcessor method)
(cotk.file_utils.SSTResourceProcessor method)
(cotk.file_utils.SwitchboardCorpusResourceProcessor method)
(cotk.file_utils.UbuntuResourceProcessor method)
PretrainedTokenizer (class in cotk.dataloader)
PretrainedVocab (class in cotk.dataloader)
process_sentences() (cotk.dataloader.LanguageProcessing method)
(cotk.dataloader.Sentence method)
(cotk.dataloader.Session method)
process_sessions() (cotk.dataloader.Session method)
R
remove_special_in_ids() (cotk.dataloader.LanguageProcessing method)
(cotk.dataloader.Sentence method)
(cotk.dataloader.Session method)
replace_unk() (in module cotk._utils)
ResourceProcessor (class in cotk.file_utils)
restart() (cotk.dataloader.LanguageProcessing method)
restore_sessions() (in module cotk._utils)
S
SelfBleuCorpusMetric (class in cotk.metric)
Sentence (class in cotk.dataloader)
SentenceBERT (class in cotk.dataloader)
SentenceClassification (class in cotk.dataloader)
SentenceDefault (class in cotk.dataloader)
SentenceGPT2 (class in cotk.dataloader)
Session (class in cotk.dataloader)
SessionBERT (class in cotk.dataloader)
SessionDefault (class in cotk.dataloader)
SessionGPT2 (class in cotk.dataloader)
set() (cotk.dataloader.Context class method)
set_default_field() (cotk.dataloader.LanguageProcessing method)
set_parameters() (cotk.dataloader.FieldContext class method)
(cotk.dataloader.VocabContext class method)
simple_create() (cotk.dataloader.LanguageProcessing static method)
SimpleTokenizer (class in cotk.dataloader)
SimpleVocab (class in cotk.dataloader)
SingleTurnDialog (class in cotk.dataloader)
SingleTurnDialogRecorder (class in cotk.metric)
SparseLabel (class in cotk.dataloader)
SST (class in cotk.dataloader)
SSTResourceProcessor (class in cotk.file_utils)
SwitchboardCorpus (class in cotk.dataloader)
SwitchboardCorpusResourceProcessor (class in cotk.file_utils)
T
tokenize() (cotk.dataloader.LanguageProcessing method)
(cotk.dataloader.Sentence method)
(cotk.dataloader.Session method)
(cotk.dataloader.Tokenizer method)
tokenize_sentences() (cotk.dataloader.LanguageProcessing method)
(cotk.dataloader.Sentence method)
(cotk.dataloader.Session method)
(cotk.dataloader.Tokenizer method)
tokenize_sessions() (cotk.dataloader.Session method)
(cotk.dataloader.Tokenizer method)
Tokenizer (class in cotk.dataloader)
trim_before_target() (in module cotk._utils)
trim_in_ids() (cotk.dataloader.LanguageProcessing method)
(cotk.dataloader.Sentence method)
(cotk.dataloader.Session method)
U
UbuntuCorpus (class in cotk.dataloader)
UbuntuResourceProcessor (class in cotk.file_utils)
unk_id (cotk.dataloader.LanguageProcessing attribute)
(cotk.dataloader.Sentence attribute)
(cotk.dataloader.Session attribute)
(cotk.dataloader.Vocab attribute)
UnorderedSha256 (class in cotk._utils.unordered_hash)
update_data() (cotk._utils.unordered_hash.UnorderedSha256 method)
update_hash() (cotk._utils.unordered_hash.UnorderedSha256 method)
V
Vocab (class in cotk.dataloader)
VocabContext (class in cotk.dataloader)
W
WordVector (class in cotk.wordvector)