Index

_

__getitem__() (vqa_benchmarking_backend.datasets.CLEVRDataset.CLEVRDataset method) (vqa_benchmarking_backend.datasets.dataset.DiagnosticDataset method) (vqa_benchmarking_backend.datasets.GQADataset.GQADataset method) (vqa_benchmarking_backend.datasets.TextVQADataset.TextVQADataset method) (vqa_benchmarking_backend.datasets.VQADataset.VQADataset method) __len__() (vqa_benchmarking_backend.datasets.CLEVRDataset.CLEVRDataset method) (vqa_benchmarking_backend.datasets.dataset.DiagnosticDataset method) (vqa_benchmarking_backend.datasets.GQADataset.GQADataset method) (vqa_benchmarking_backend.datasets.TextVQADataset.TextVQADataset method) (vqa_benchmarking_backend.datasets.VQADataset.VQADataset method) (vqa_benchmarking_backend.utils.vocab.Vocabulary method) __str__() (vqa_benchmarking_backend.datasets.CLEVRDataset.CLEVRDataSample method) (vqa_benchmarking_backend.datasets.GQADataset.GQADataSample method) (vqa_benchmarking_backend.datasets.TextVQADataset.TextVQADataSample method) _apply_SEAR_1() (in module vqa_benchmarking_backend.metrics.sear) _apply_SEAR_2() (in module vqa_benchmarking_backend.metrics.sear)

_apply_SEAR_3() (in module vqa_benchmarking_backend.metrics.sear) _apply_SEAR_4() (in module vqa_benchmarking_backend.metrics.sear) _extract_subjects_and_objects_from_text() (in module vqa_benchmarking_backend.metrics.bias) _forward() (vqa_benchmarking_backend.datasets.dataset.DatasetModelAdapter method) _get_db_connection() (in module vqa_benchmarking_backend.metrics.metrics) _get_img_feature_range() (in module vqa_benchmarking_backend.metrics.metrics) _get_question_feature_range() (in module vqa_benchmarking_backend.metrics.metrics) _load_data() (vqa_benchmarking_backend.datasets.CLEVRDataset.CLEVRDataset method) (vqa_benchmarking_backend.datasets.GQADataset.GQADataset method) (vqa_benchmarking_backend.datasets.TextVQADataset.TextVQADataset method) (vqa_benchmarking_backend.datasets.VQADataset.VQADataset method) _questions_different() (in module vqa_benchmarking_backend.metrics.bias) _reduce_max() (in module vqa_benchmarking_backend.metrics.metrics) _reduce_min() (in module vqa_benchmarking_backend.metrics.metrics) _write_class_answer_mapping() (in module vqa_benchmarking_backend.metrics.metrics) _write_qid_question_mapping() (in module vqa_benchmarking_backend.metrics.metrics) _write_table() (in module vqa_benchmarking_backend.metrics.metrics)

A

add_token() (vqa_benchmarking_backend.utils.vocab.Vocabulary method) answer_score() (in module vqa_benchmarking_backend.datasets.TextVQADataset) (in module vqa_benchmarking_backend.datasets.VQADataset)

answers() (vqa_benchmarking_backend.datasets.dataset.DataSample property) articles (in module vqa_benchmarking_backend.tokenizers.vqatokenizer)

C

calculate_metrics() (in module vqa_benchmarking_backend.metrics.metrics) certainty() (in module vqa_benchmarking_backend.metrics.uncertainty) class_idx_to_answer() (vqa_benchmarking_backend.datasets.CLEVRDataset.CLEVRDataset method) (vqa_benchmarking_backend.datasets.dataset.DiagnosticDataset method) (vqa_benchmarking_backend.datasets.GQADataset.GQADataset method) (vqa_benchmarking_backend.datasets.TextVQADataset.TextVQADataset method) (vqa_benchmarking_backend.datasets.VQADataset.VQADataset method)

CLEVRDataSample (class in vqa_benchmarking_backend.datasets.CLEVRDataset) CLEVRDataset (class in vqa_benchmarking_backend.datasets.CLEVRDataset) comma_strip (in module vqa_benchmarking_backend.tokenizers.vqatokenizer) contractions (in module vqa_benchmarking_backend.tokenizers.vqatokenizer)

D

DataSample (class in vqa_benchmarking_backend.datasets.dataset)

DatasetModelAdapter (class in vqa_benchmarking_backend.datasets.dataset) DiagnosticDataset (class in vqa_benchmarking_backend.datasets.dataset)

E

eval() (vqa_benchmarking_backend.datasets.dataset.DatasetModelAdapter method) eval_bias() (in module vqa_benchmarking_backend.metrics.bias)

eval_robustness() (in module vqa_benchmarking_backend.metrics.robustness) eval_sears() (in module vqa_benchmarking_backend.metrics.sear) exists() (vqa_benchmarking_backend.utils.vocab.Vocabulary method)

F

forward() (vqa_benchmarking_backend.datasets.dataset.DatasetModelAdapter method)

G

get_image_embedding() (vqa_benchmarking_backend.datasets.dataset.DatasetModelAdapter method) get_name() (vqa_benchmarking_backend.datasets.CLEVRDataset.CLEVRDataset method) (vqa_benchmarking_backend.datasets.dataset.DatasetModelAdapter method) (vqa_benchmarking_backend.datasets.dataset.DiagnosticDataset method) (vqa_benchmarking_backend.datasets.GQADataset.GQADataset method) (vqa_benchmarking_backend.datasets.TextVQADataset.TextVQADataset method) (vqa_benchmarking_backend.datasets.VQADataset.VQADataset method)

get_output_size() (vqa_benchmarking_backend.datasets.dataset.DatasetModelAdapter method) get_question_embedding() (vqa_benchmarking_backend.datasets.dataset.DatasetModelAdapter method) get_torch_module() (vqa_benchmarking_backend.datasets.dataset.DatasetModelAdapter method) GQADataSample (class in vqa_benchmarking_backend.datasets.GQADataset) GQADataset (class in vqa_benchmarking_backend.datasets.GQADataset)

I

image() (vqa_benchmarking_backend.datasets.CLEVRDataset.CLEVRDataSample property) (vqa_benchmarking_backend.datasets.dataset.DataSample property) (vqa_benchmarking_backend.datasets.GQADataset.GQADataSample property) (vqa_benchmarking_backend.datasets.TextVQADataset.TextVQADataSample property) (vqa_benchmarking_backend.datasets.VQADataset.VQADataSample property) image_features() (vqa_benchmarking_backend.datasets.dataset.DataSample property) image_id() (vqa_benchmarking_backend.datasets.dataset.DataSample property) index_to_question_id() (vqa_benchmarking_backend.datasets.CLEVRDataset.CLEVRDataset method) (vqa_benchmarking_backend.datasets.GQADataset.GQADataset method) (vqa_benchmarking_backend.datasets.TextVQADataset.TextVQADataset method)

inputs_for_image_bias_featurespace() (in module vqa_benchmarking_backend.metrics.bias) inputs_for_image_bias_wordspace() (in module vqa_benchmarking_backend.metrics.bias) inputs_for_image_robustness_featurespace() (in module vqa_benchmarking_backend.metrics.robustness) inputs_for_image_robustness_imagespace() (in module vqa_benchmarking_backend.metrics.robustness) inputs_for_question_bias_featurespace() (in module vqa_benchmarking_backend.metrics.bias) inputs_for_question_bias_imagespace() (in module vqa_benchmarking_backend.metrics.bias) inputs_for_question_robustness_featurespace() (in module vqa_benchmarking_backend.metrics.robustness) inputs_for_question_robustness_wordspace() (in module vqa_benchmarking_backend.metrics.robustness) inputs_for_question_sears() (in module vqa_benchmarking_backend.metrics.sear) itos() (vqa_benchmarking_backend.utils.vocab.Vocabulary method)

L

label_from_class() (vqa_benchmarking_backend.datasets.CLEVRDataset.CLEVRDataset method) (vqa_benchmarking_backend.datasets.GQADataset.GQADataset method) (vqa_benchmarking_backend.datasets.TextVQADataset.TextVQADataset method) load() (vqa_benchmarking_backend.utils.vocab.Vocabulary class method) load_img() (in module vqa_benchmarking_backend.datasets.CLEVRDataset) (in module vqa_benchmarking_backend.datasets.GQADataset) (in module vqa_benchmarking_backend.datasets.TextVQADataset) (in module vqa_benchmarking_backend.datasets.VQADataset)

load_img_feats() (in module vqa_benchmarking_backend.datasets.CLEVRDataset) (in module vqa_benchmarking_backend.datasets.GQADataset) (in module vqa_benchmarking_backend.datasets.TextVQADataset) (in module vqa_benchmarking_backend.datasets.VQADataset)

M

manual_map (in module vqa_benchmarking_backend.tokenizers.vqatokenizer) model_info() (in module vqa_benchmarking_backend.metrics.model_info) module vqa_benchmarking_backend vqa_benchmarking_backend.datasets vqa_benchmarking_backend.datasets.CLEVRDataset vqa_benchmarking_backend.datasets.dataset vqa_benchmarking_backend.datasets.GQADataset vqa_benchmarking_backend.datasets.TextVQADataset vqa_benchmarking_backend.datasets.VQADataset vqa_benchmarking_backend.metrics vqa_benchmarking_backend.metrics.bias vqa_benchmarking_backend.metrics.metrics vqa_benchmarking_backend.metrics.model_info vqa_benchmarking_backend.metrics.robustness vqa_benchmarking_backend.metrics.sear vqa_benchmarking_backend.metrics.uncertainty vqa_benchmarking_backend.tokenizers vqa_benchmarking_backend.tokenizers.vqatokenizer vqa_benchmarking_backend.utils vqa_benchmarking_backend.utils.vocab

N

nlp (in module vqa_benchmarking_backend.metrics.bias)

P

period_strip (in module vqa_benchmarking_backend.tokenizers.vqatokenizer) preprocess_answer() (in module vqa_benchmarking_backend.datasets.VQADataset) preprocess_question() (in module vqa_benchmarking_backend.datasets.CLEVRDataset) (in module vqa_benchmarking_backend.datasets.GQADataset) (in module vqa_benchmarking_backend.datasets.TextVQADataset) (in module vqa_benchmarking_backend.datasets.VQADataset)

process_digit_article() (in module vqa_benchmarking_backend.tokenizers.vqatokenizer) process_punctuation() (in module vqa_benchmarking_backend.tokenizers.vqatokenizer) punct (in module vqa_benchmarking_backend.tokenizers.vqatokenizer)

Q

question() (vqa_benchmarking_backend.datasets.CLEVRDataset.CLEVRDataSample property) (vqa_benchmarking_backend.datasets.dataset.DataSample property) (vqa_benchmarking_backend.datasets.TextVQADataset.TextVQADataSample property) (vqa_benchmarking_backend.datasets.VQADataset.VQADataSample property) question_features() (vqa_benchmarking_backend.datasets.dataset.DataSample property) question_id() (vqa_benchmarking_backend.datasets.dataset.DataSample property)

question_token_ids() (vqa_benchmarking_backend.datasets.CLEVRDataset.CLEVRDataSample method) question_tokenized() (vqa_benchmarking_backend.datasets.CLEVRDataset.CLEVRDataSample property) (vqa_benchmarking_backend.datasets.dataset.DataSample property) (vqa_benchmarking_backend.datasets.GQADataset.GQADataSample property) (vqa_benchmarking_backend.datasets.TextVQADataset.TextVQADataSample property) (vqa_benchmarking_backend.datasets.VQADataset.VQADataSample property)

S

save() (vqa_benchmarking_backend.utils.vocab.Vocabulary method)

stoi() (vqa_benchmarking_backend.utils.vocab.Vocabulary method)

T

TextVQADataSample (class in vqa_benchmarking_backend.datasets.TextVQADataset)

TextVQADataset (class in vqa_benchmarking_backend.datasets.TextVQADataset) train() (vqa_benchmarking_backend.datasets.dataset.DatasetModelAdapter method)

V

Vocabulary (class in vqa_benchmarking_backend.utils.vocab) vqa_benchmarking_backend module vqa_benchmarking_backend.datasets module vqa_benchmarking_backend.datasets.CLEVRDataset module vqa_benchmarking_backend.datasets.dataset module vqa_benchmarking_backend.datasets.GQADataset module vqa_benchmarking_backend.datasets.TextVQADataset module vqa_benchmarking_backend.datasets.VQADataset module vqa_benchmarking_backend.metrics module vqa_benchmarking_backend.metrics.bias module

vqa_benchmarking_backend.metrics.metrics module vqa_benchmarking_backend.metrics.model_info module vqa_benchmarking_backend.metrics.robustness module vqa_benchmarking_backend.metrics.sear module vqa_benchmarking_backend.metrics.uncertainty module vqa_benchmarking_backend.tokenizers module vqa_benchmarking_backend.tokenizers.vqatokenizer module vqa_benchmarking_backend.utils module vqa_benchmarking_backend.utils.vocab module VQADataSample (class in vqa_benchmarking_backend.datasets.VQADataset) VQADataset (class in vqa_benchmarking_backend.datasets.VQADataset)

W

word_in_vocab() (vqa_benchmarking_backend.datasets.CLEVRDataset.CLEVRDataset method) (vqa_benchmarking_backend.datasets.GQADataset.GQADataset method) (vqa_benchmarking_backend.datasets.TextVQADataset.TextVQADataset method)

write_model_info() (in module vqa_benchmarking_backend.metrics.metrics)