Index

A

Accuracy (class in saga_llm_evaluation.helpers.retrieval_metrics) add_aspect() (saga_llm_evaluation.helpers.llm_metrics.GEval method) add_criterion() (saga_llm_evaluation.helpers.llm_metrics.GPTScore method) add_custom_extractor() (saga_llm_evaluation.helpers.utils.MetadataExtractor method) add_geval_aspect() (saga_llm_evaluation.score.LLMScorer method)

add_geval_task() (saga_llm_evaluation.score.LLMScorer method) add_gptscore_template() (saga_llm_evaluation.score.LLMScorer method) add_regex_match_count() (saga_llm_evaluation.helpers.utils.MetadataExtractor method) add_task() (saga_llm_evaluation.helpers.llm_metrics.GEval method) add_word_regex_matches_count() (saga_llm_evaluation.helpers.utils.MetadataExtractor method)

B

BERTScore (class in saga_llm_evaluation.helpers.embedding_metrics)

BLEURTScore (class in saga_llm_evaluation.helpers.language_metrics)

C

check_list_type() (in module saga_llm_evaluation.helpers.utils) clean_text() (in module saga_llm_evaluation.helpers.utils) compute() (saga_llm_evaluation.helpers.embedding_metrics.BERTScore method) (saga_llm_evaluation.helpers.embedding_metrics.MAUVE method) (saga_llm_evaluation.helpers.language_metrics.BLEURTScore method) (saga_llm_evaluation.helpers.language_metrics.QSquared method) (saga_llm_evaluation.helpers.llm_metrics.Correctness method) (saga_llm_evaluation.helpers.llm_metrics.Faithfulness method) (saga_llm_evaluation.helpers.llm_metrics.GEval method) (saga_llm_evaluation.helpers.llm_metrics.GPTScore method) (saga_llm_evaluation.helpers.llm_metrics.HallucinationScore method) (saga_llm_evaluation.helpers.llm_metrics.NegativeRejection method) (saga_llm_evaluation.helpers.llm_metrics.Relevance method) (saga_llm_evaluation.helpers.llm_metrics.SelfCheckGPT method) (saga_llm_evaluation.helpers.retrieval_metrics.Accuracy method) (saga_llm_evaluation.helpers.retrieval_metrics.Relevance method) (saga_llm_evaluation.helpers.utils.MetadataExtractor method)

Correctness (class in saga_llm_evaluation.helpers.llm_metrics)

F

Faithfulness (class in saga_llm_evaluation.helpers.llm_metrics)

filter_class_input() (in module saga_llm_evaluation.helpers.utils) filter_questions() (in module saga_llm_evaluation.helpers.utils)

G

get_answer() (saga_llm_evaluation.helpers.language_metrics.QSquared method) get_answer_candidates() (saga_llm_evaluation.helpers.language_metrics.QSquared method) get_cot() (saga_llm_evaluation.helpers.llm_metrics.GEval method) get_langchain_gpt_model() (in module saga_llm_evaluation.helpers.utils) get_langchain_llama_model() (in module saga_llm_evaluation.helpers.utils) get_llama_model() (in module saga_llm_evaluation.helpers.utils) get_model() (in module saga_llm_evaluation.score) get_prediction() (saga_llm_evaluation.helpers.llm_metrics.GEval method)

get_prompt() (saga_llm_evaluation.helpers.llm_metrics.GEval method) (saga_llm_evaluation.helpers.llm_metrics.GPTScore method) (saga_llm_evaluation.helpers.llm_metrics.SelfCheckGPT method) get_prompts() (saga_llm_evaluation.helpers.llm_metrics.SelfCheckGPT method) get_questions_beam() (saga_llm_evaluation.helpers.language_metrics.QSquared method) get_score() (saga_llm_evaluation.helpers.llm_metrics.GEval method) (saga_llm_evaluation.helpers.llm_metrics.GPTScore method) GEval (class in saga_llm_evaluation.helpers.llm_metrics) GPTScore (class in saga_llm_evaluation.helpers.llm_metrics)

H

HallucinationScore (class in saga_llm_evaluation.helpers.llm_metrics)

L

LLMScorer (class in saga_llm_evaluation.score)

load_json() (in module saga_llm_evaluation.helpers.utils)

M

MAUVE (class in saga_llm_evaluation.helpers.embedding_metrics) MetadataExtractor (class in saga_llm_evaluation.helpers.utils) module saga_llm_evaluation.helpers.embedding_metrics saga_llm_evaluation.helpers.language_metrics saga_llm_evaluation.helpers.llm_metrics saga_llm_evaluation.helpers.retrieval_metrics saga_llm_evaluation.helpers.utils saga_llm_evaluation.score

N

NegativeRejection (class in saga_llm_evaluation.helpers.llm_metrics)

non_personal() (in module saga_llm_evaluation.helpers.utils)

Q

QSquared (class in saga_llm_evaluation.helpers.language_metrics)

R

raw_f1_score() (in module saga_llm_evaluation.helpers.utils)

Relevance (class in saga_llm_evaluation.helpers.llm_metrics) (class in saga_llm_evaluation.helpers.retrieval_metrics)

S

saga_llm_evaluation.helpers.embedding_metrics module saga_llm_evaluation.helpers.language_metrics module saga_llm_evaluation.helpers.llm_metrics module saga_llm_evaluation.helpers.retrieval_metrics module

saga_llm_evaluation.helpers.utils module saga_llm_evaluation.score module score() (saga_llm_evaluation.score.LLMScorer method) SelfCheckGPT (class in saga_llm_evaluation.helpers.llm_metrics) single_question_score() (saga_llm_evaluation.helpers.language_metrics.QSquared method)