Index

A

add_instance() (hinteval.cores.dataset_core.Subset method) add_subset() (hinteval.cores.dataset.dataset.Dataset method) Answer (class in hinteval.cores.dataset_core) answer (hinteval.cores.dataset_core.Answer attribute)

AnswerAgnostic (class in hinteval.cores.model.model) AnswerAware (class in hinteval.cores.model.model) answers (hinteval.cores.dataset_core.Instance attribute) answers_from_strings() (hinteval.cores.dataset_core.Instance method) available_datasets() (hinteval.cores.dataset.dataset.Dataset class method)

B

batch_size (hinteval.cores.evaluation_metrics.answer_leakage.Lexical attribute) (hinteval.cores.evaluation_metrics.relevance.ContextualEmbeddings attribute) (hinteval.cores.evaluation_metrics.relevance.NonContextualEmbeddings attribute)

C

checkpoint (hinteval.cores.evaluation_metrics.answer_leakage.ContextualEmbeddings attribute) (hinteval.cores.evaluation_metrics.answer_leakage.Lexical attribute) (hinteval.cores.evaluation_metrics.convergence.LlmBased attribute) (hinteval.cores.evaluation_metrics.convergence.NeuralNetworkBased attribute) (hinteval.cores.evaluation_metrics.convergence.Specificity attribute) (hinteval.cores.evaluation_metrics.familiarity.Wikipedia attribute) (hinteval.cores.evaluation_metrics.familiarity.WordFrequency attribute) (hinteval.cores.evaluation_metrics.readability.LlmBased attribute) (hinteval.cores.evaluation_metrics.readability.MachineLearningBased attribute) (hinteval.cores.evaluation_metrics.readability.NeuralNetworkBased attribute) (hinteval.cores.evaluation_metrics.readability.TraditionalIndexes attribute) (hinteval.cores.evaluation_metrics.relevance.ContextualEmbeddings attribute) (hinteval.cores.evaluation_metrics.relevance.LlmBased attribute) (hinteval.cores.evaluation_metrics.relevance.NonContextualEmbeddings attribute) (hinteval.cores.evaluation_metrics.relevance.Rouge attribute) (hinteval.cores.model.model.AnswerAgnostic attribute) (hinteval.cores.model.model.AnswerAware attribute) checkpoint_step (hinteval.cores.evaluation_metrics.answer_leakage.ContextualEmbeddings attribute) (hinteval.cores.evaluation_metrics.answer_leakage.Lexical attribute) (hinteval.cores.evaluation_metrics.convergence.LlmBased attribute) (hinteval.cores.evaluation_metrics.convergence.NeuralNetworkBased attribute) (hinteval.cores.evaluation_metrics.convergence.Specificity attribute) (hinteval.cores.evaluation_metrics.familiarity.Wikipedia attribute) (hinteval.cores.evaluation_metrics.familiarity.WordFrequency attribute) (hinteval.cores.evaluation_metrics.readability.LlmBased attribute) (hinteval.cores.evaluation_metrics.readability.MachineLearningBased attribute) (hinteval.cores.evaluation_metrics.readability.NeuralNetworkBased attribute) (hinteval.cores.evaluation_metrics.readability.TraditionalIndexes attribute) (hinteval.cores.evaluation_metrics.relevance.ContextualEmbeddings attribute) (hinteval.cores.evaluation_metrics.relevance.LlmBased attribute) (hinteval.cores.evaluation_metrics.relevance.NonContextualEmbeddings attribute) (hinteval.cores.evaluation_metrics.relevance.Rouge attribute) (hinteval.cores.model.model.AnswerAgnostic attribute) (hinteval.cores.model.model.AnswerAware attribute)

ContextualEmbeddings (class in hinteval.cores.evaluation_metrics.answer_leakage) (class in hinteval.cores.evaluation_metrics.relevance)

D

Dataset (class in hinteval.cores.dataset.dataset)

description (hinteval.cores.dataset.dataset.Dataset attribute) download_and_load_dataset() (hinteval.cores.dataset.dataset.Dataset class method)

E

enable_tqdm (hinteval.cores.evaluation_metrics.answer_leakage.ContextualEmbeddings attribute) (hinteval.cores.evaluation_metrics.answer_leakage.Lexical attribute) (hinteval.cores.evaluation_metrics.convergence.LlmBased attribute) (hinteval.cores.evaluation_metrics.convergence.NeuralNetworkBased attribute) (hinteval.cores.evaluation_metrics.convergence.Specificity attribute) (hinteval.cores.evaluation_metrics.familiarity.Wikipedia attribute) (hinteval.cores.evaluation_metrics.familiarity.WordFrequency attribute) (hinteval.cores.evaluation_metrics.readability.LlmBased attribute) (hinteval.cores.evaluation_metrics.readability.MachineLearningBased attribute) (hinteval.cores.evaluation_metrics.readability.NeuralNetworkBased attribute) (hinteval.cores.evaluation_metrics.readability.TraditionalIndexes attribute) (hinteval.cores.evaluation_metrics.relevance.ContextualEmbeddings attribute) (hinteval.cores.evaluation_metrics.relevance.LlmBased attribute) (hinteval.cores.evaluation_metrics.relevance.NonContextualEmbeddings attribute) (hinteval.cores.evaluation_metrics.relevance.Rouge attribute) (hinteval.cores.model.model.AnswerAgnostic attribute) (hinteval.cores.model.model.AnswerAware attribute) end_index (hinteval.cores.dataset_core.Entity attribute) ent_type (hinteval.cores.dataset_core.Entity attribute)

entities (hinteval.cores.dataset_core.Answer attribute) (hinteval.cores.dataset_core.Hint attribute) (hinteval.cores.dataset_core.Question attribute) Entity (class in hinteval.cores.dataset_core) entity (hinteval.cores.dataset_core.Entity attribute) evaluate() (hinteval.cores.evaluation_metrics.answer_leakage.ContextualEmbeddings method) (hinteval.cores.evaluation_metrics.answer_leakage.Lexical method) (hinteval.cores.evaluation_metrics.convergence.LlmBased method) (hinteval.cores.evaluation_metrics.convergence.NeuralNetworkBased method) (hinteval.cores.evaluation_metrics.convergence.Specificity method) (hinteval.cores.evaluation_metrics.familiarity.Wikipedia method) (hinteval.cores.evaluation_metrics.familiarity.WordFrequency method) (hinteval.cores.evaluation_metrics.readability.LlmBased method) (hinteval.cores.evaluation_metrics.readability.MachineLearningBased method) (hinteval.cores.evaluation_metrics.readability.NeuralNetworkBased method) (hinteval.cores.evaluation_metrics.readability.TraditionalIndexes method) (hinteval.cores.evaluation_metrics.relevance.ContextualEmbeddings method) (hinteval.cores.evaluation_metrics.relevance.LlmBased method) (hinteval.cores.evaluation_metrics.relevance.NonContextualEmbeddings method) (hinteval.cores.evaluation_metrics.relevance.Rouge method)

F

from_dict() (hinteval.cores.dataset_core.Answer class method) (hinteval.cores.dataset_core.Entity class method) (hinteval.cores.dataset_core.Hint class method) (hinteval.cores.dataset_core.Instance class method) (hinteval.cores.dataset_core.Metric class method) (hinteval.cores.dataset_core.Question class method) (hinteval.cores.dataset_core.Subset class method)

from_strings() (hinteval.cores.dataset_core.Instance class method)

G

generate() (hinteval.cores.model.model.AnswerAgnostic method) (hinteval.cores.model.model.AnswerAware method) get_instance() (hinteval.cores.dataset_core.Subset method) get_instance_ids() (hinteval.cores.dataset_core.Subset method)

get_instances() (hinteval.cores.dataset_core.Subset method) get_subset() (hinteval.cores.dataset.dataset.Dataset method) get_subsets() (hinteval.cores.dataset.dataset.Dataset method) get_subsets_name() (hinteval.cores.dataset.dataset.Dataset method)

H

Hint (class in hinteval.cores.dataset_core) hint (hinteval.cores.dataset_core.Hint attribute) hinteval.cores.dataset.dataset module hinteval.cores.dataset_core module

hinteval.utils.identify_functions module hints (hinteval.cores.dataset_core.Instance attribute) hints_from_strings() (hinteval.cores.dataset_core.Instance method)

I

identify_entities() (in module hinteval.utils.identify_functions)

identify_question_type() (in module hinteval.utils.identify_functions) Instance (class in hinteval.cores.dataset_core)

L

Lexical (class in hinteval.cores.evaluation_metrics.answer_leakage) LlmBased (class in hinteval.cores.evaluation_metrics.convergence) (class in hinteval.cores.evaluation_metrics.readability) (class in hinteval.cores.evaluation_metrics.relevance)

load() (hinteval.cores.dataset.dataset.Dataset class method) load_json() (hinteval.cores.dataset.dataset.Dataset class method)

M

MachineLearningBased (class in hinteval.cores.evaluation_metrics.readability) metadata (hinteval.cores.dataset.dataset.Dataset attribute) (hinteval.cores.dataset_core.Answer attribute) (hinteval.cores.dataset_core.Entity attribute) (hinteval.cores.dataset_core.Hint attribute) (hinteval.cores.dataset_core.Instance attribute) (hinteval.cores.dataset_core.Metric attribute) (hinteval.cores.dataset_core.Question attribute) (hinteval.cores.dataset_core.Subset attribute)

Metric (class in hinteval.cores.dataset_core) metrics (hinteval.cores.dataset_core.Answer attribute) (hinteval.cores.dataset_core.Hint attribute) (hinteval.cores.dataset_core.Question attribute) module hinteval.cores.dataset.dataset hinteval.cores.dataset_core hinteval.utils.identify_functions

N

name (hinteval.cores.dataset.dataset.Dataset attribute) (hinteval.cores.dataset_core.Metric attribute) (hinteval.cores.dataset_core.Subset attribute)

NeuralNetworkBased (class in hinteval.cores.evaluation_metrics.convergence) (class in hinteval.cores.evaluation_metrics.readability) NonContextualEmbeddings (class in hinteval.cores.evaluation_metrics.relevance) NotComparableException

P

prepare_dataset() (hinteval.cores.dataset.dataset.Dataset method)

Q

Question (class in hinteval.cores.dataset_core) question (hinteval.cores.dataset_core.Instance attribute) (hinteval.cores.dataset_core.Question attribute)

question_from_string() (hinteval.cores.dataset_core.Instance method) question_type (hinteval.cores.dataset_core.Question attribute)

R

release_memory() (hinteval.cores.evaluation_metrics.answer_leakage.ContextualEmbeddings method) (hinteval.cores.evaluation_metrics.answer_leakage.Lexical method) (hinteval.cores.evaluation_metrics.convergence.LlmBased method) (hinteval.cores.evaluation_metrics.convergence.NeuralNetworkBased method) (hinteval.cores.evaluation_metrics.convergence.Specificity method) (hinteval.cores.evaluation_metrics.familiarity.Wikipedia method) (hinteval.cores.evaluation_metrics.familiarity.WordFrequency method) (hinteval.cores.evaluation_metrics.readability.LlmBased method) (hinteval.cores.evaluation_metrics.readability.MachineLearningBased method) (hinteval.cores.evaluation_metrics.readability.NeuralNetworkBased method) (hinteval.cores.evaluation_metrics.readability.TraditionalIndexes method) (hinteval.cores.evaluation_metrics.relevance.ContextualEmbeddings method) (hinteval.cores.evaluation_metrics.relevance.LlmBased method) (hinteval.cores.evaluation_metrics.relevance.NonContextualEmbeddings method) (hinteval.cores.evaluation_metrics.relevance.Rouge method) (hinteval.cores.model.model.AnswerAgnostic method) (hinteval.cores.model.model.AnswerAware method)

remove_instance() (hinteval.cores.dataset_core.Subset method) remove_subset() (hinteval.cores.dataset.dataset.Dataset method) Rouge (class in hinteval.cores.evaluation_metrics.relevance)

S

source (hinteval.cores.dataset_core.Hint attribute) spacy_pipeline (hinteval.cores.evaluation_metrics.readability.TraditionalIndexes attribute) Specificity (class in hinteval.cores.evaluation_metrics.convergence)

start_index (hinteval.cores.dataset_core.Entity attribute) store() (hinteval.cores.dataset.dataset.Dataset method) store_json() (hinteval.cores.dataset.dataset.Dataset method) Subset (class in hinteval.cores.dataset_core)

T

to_dict() (hinteval.cores.dataset.dataset.Dataset method) (hinteval.cores.dataset_core.Answer method) (hinteval.cores.dataset_core.Entity method) (hinteval.cores.dataset_core.Hint method) (hinteval.cores.dataset_core.Instance method) (hinteval.cores.dataset_core.Metric method) (hinteval.cores.dataset_core.Question method) (hinteval.cores.dataset_core.Subset method)

TraditionalIndexes (class in hinteval.cores.evaluation_metrics.readability)

U

url (hinteval.cores.dataset.dataset.Dataset attribute)

V

value (hinteval.cores.dataset_core.Metric attribute)

version (hinteval.cores.dataset.dataset.Dataset attribute)

W

Wikipedia (class in hinteval.cores.evaluation_metrics.familiarity)

WordFrequency (class in hinteval.cores.evaluation_metrics.familiarity)