Index

A

accuracy (gec_metrics.meta_eval.base.MetaEvalBase.Corr attribute) (gec_metrics.meta_eval.MetaEvalBase.Corr attribute) (gec_metrics.metrics.base.MetricBaseForReferenceBased.Score property) (gec_metrics.metrics.MetricBaseForReferenceBased.Score property) aggregate_score() (gec_metrics.metrics.GLEU method) (gec_metrics.metrics.gleu.GLEU method) (gec_metrics.metrics.GREEN method) (gec_metrics.metrics.green.GREEN method) aggregate_to_overall() (gec_metrics.metrics.ERRANT method) (gec_metrics.metrics.errant.ERRANT method) all_layers (gec_metrics.metrics.bertscore.BertScore.Config attribute) (gec_metrics.metrics.BertScore.Config attribute) annotate() (gec_metrics.metrics.GoToScorer method) (gec_metrics.metrics.gotoscorer.GoToScorer method) api_key (gec_metrics.metrics.llm_kobayashi24.LLMKobayashi24OpenAISent.Config attribute) (gec_metrics.metrics.LLMKobayashi24OpenAISent.Config attribute) append_to_jsonl() (gec_metrics.metrics.llm_kobayashi24.LLMKobayashi24 method) attribute() (gec_metrics.analysis.attributor.AttributorBase method) (gec_metrics.analysis.attributor.base.AttributorBase method)

attribution_scores (gec_metrics.analysis.attributor.AttributorBase.AttributionOutput attribute) (gec_metrics.analysis.attributor.base.AttributorBase.AttributionOutput attribute) AttributorAdd (class in gec_metrics.analysis.attributor) (class in gec_metrics.analysis.attributor.add) AttributorBase (class in gec_metrics.analysis.attributor) (class in gec_metrics.analysis.attributor.base) AttributorBase.AttributionOutput (class in gec_metrics.analysis.attributor) (class in gec_metrics.analysis.attributor.base) AttributorBase.Config (class in gec_metrics.analysis.attributor) (class in gec_metrics.analysis.attributor.base) AttributorShapley (class in gec_metrics.analysis.attributor) (class in gec_metrics.analysis.attributor.shapley) AttributorShapleySampling (class in gec_metrics.analysis.attributor) (class in gec_metrics.analysis.attributor.shapley_sampling) AttributorSub (class in gec_metrics.analysis.attributor) (class in gec_metrics.analysis.attributor.sub) AutoModelForSequenceClassificationMeanPool (class in gec_metrics.metrics.utils)

B

base_url (gec_metrics.metrics.llm_kobayashi24.LLMKobayashi24OpenAISent.Config attribute) (gec_metrics.metrics.LLMKobayashi24OpenAISent.Config attribute) baseline_path (gec_metrics.metrics.bertscore.BertScore.Config attribute) (gec_metrics.metrics.BertScore.Config attribute) batch_size (gec_metrics.metrics.bertscore.BertScore.Config attribute) (gec_metrics.metrics.BertScore.Config attribute) (gec_metrics.metrics.IMPARA.Config attribute) (gec_metrics.metrics.impara.IMPARA.Config attribute) (gec_metrics.metrics.impara.SimilarityEstimator.Config attribute) (gec_metrics.metrics.Scribendi.Config attribute) (gec_metrics.metrics.scribendi.Scribendi.Config attribute) (gec_metrics.metrics.SOME.Config attribute) (gec_metrics.metrics.some.SOME.Config attribute)

BertScore (class in gec_metrics.metrics) (class in gec_metrics.metrics.bertscore) BertScore.Config (class in gec_metrics.metrics) (class in gec_metrics.metrics.bertscore) beta (gec_metrics.metrics.base.MetricBaseForReferenceBased.Score attribute) (gec_metrics.metrics.ERRANT.Config attribute) (gec_metrics.metrics.errant.ERRANT.Config attribute) (gec_metrics.metrics.GREEN.Config attribute) (gec_metrics.metrics.green.GREEN.Config attribute) (gec_metrics.metrics.MetricBaseForReferenceBased.Score attribute)

C

c_str (gec_metrics.metrics.GoToScorer.Chunk attribute) (gec_metrics.metrics.gotoscorer.GoToScorer.Chunk attribute) cache (gec_metrics.metrics.llm_kobayashi24.LLMKobayashi24.Config attribute) cached_get_all_ngrams() (gec_metrics.metrics.GREEN method) (gec_metrics.metrics.green.GREEN method) cached_parse() (gec_metrics.metrics.ERRANT method) (gec_metrics.metrics.errant.ERRANT method) calc_edit_weights() (gec_metrics.metrics.pt_errant.PTERRANT method) (gec_metrics.metrics.PTERRANT method) call_client() (gec_metrics.metrics.llm_kobayashi24.LLMKobayashi24 method) (gec_metrics.metrics.llm_kobayashi24.LLMKobayashi24HFSent method) (gec_metrics.metrics.llm_kobayashi24.LLMKobayashi24OpenAISent method) (gec_metrics.metrics.LLMKobayashi24HFSent method) (gec_metrics.metrics.LLMKobayashi24OpenAISent method) corr (gec_metrics.meta_eval.gjg.MetaEvalGJG.GJGSentenceCorrOutput attribute) (gec_metrics.meta_eval.MetaEvalGJG.GJGSentenceCorrOutput attribute)

corr_sentence() (gec_metrics.meta_eval.base.MetaEvalBase method) (gec_metrics.meta_eval.gjg.MetaEvalGJG method) (gec_metrics.meta_eval.MetaEvalBase method) (gec_metrics.meta_eval.MetaEvalGJG method) (gec_metrics.meta_eval.MetaEvalSEEDA method) (gec_metrics.meta_eval.seeda.MetaEvalSEEDA method) corr_system() (gec_metrics.meta_eval.base.MetaEvalBase method) (gec_metrics.meta_eval.gjg.MetaEvalGJG method) (gec_metrics.meta_eval.MetaEvalBase method) (gec_metrics.meta_eval.MetaEvalGJG method) (gec_metrics.meta_eval.MetaEvalSEEDA method) (gec_metrics.meta_eval.seeda.MetaEvalSEEDA method) create_hash() (gec_metrics.metrics.llm_kobayashi24.LLMKobayashi24 method) criteria (gec_metrics.metrics.llm_kobayashi24.LLMKobayashi24.Config attribute)

D

device (gec_metrics.metrics.impara.SimilarityEstimator property) (gec_metrics.metrics.utils.AutoModelForSequenceClassificationMeanPool property)

dtype (gec_metrics.metrics.llm_kobayashi24.LLMKobayashi24HFSent.Config attribute) (gec_metrics.metrics.LLMKobayashi24HFSent.Config attribute)

E

edit (gec_metrics.meta_eval.MetaEvalSEEDA.SEEDASentenceCorrOutput attribute) (gec_metrics.meta_eval.seeda.MetaEvalSEEDA.SEEDASentenceCorrOutput attribute) edit_extraction() (gec_metrics.metrics.ERRANT method) (gec_metrics.metrics.errant.ERRANT method) edits (gec_metrics.analysis.attributor.AttributorBase.AttributionOutput attribute) (gec_metrics.analysis.attributor.base.AttributorBase.AttributionOutput attribute) ERRANT (class in gec_metrics.metrics) (class in gec_metrics.metrics.errant) ERRANT.Config (class in gec_metrics.metrics) (class in gec_metrics.metrics.errant) errant_language (gec_metrics.analysis.attributor.AttributorBase.Config attribute) (gec_metrics.analysis.attributor.base.AttributorBase.Config attribute)

ew (gec_metrics.meta_eval.gjg.MetaEvalGJG.GJGSystemCorrOutput attribute) (gec_metrics.meta_eval.gjg.MetaEvalGJG.GJGWindowAnalysisSystemCorrOutput attribute) (gec_metrics.meta_eval.MetaEvalGJG.GJGSystemCorrOutput attribute) (gec_metrics.meta_eval.MetaEvalGJG.GJGWindowAnalysisSystemCorrOutput attribute) ew_edit (gec_metrics.meta_eval.MetaEvalSEEDA.SEEDASystemCorrOutput attribute) (gec_metrics.meta_eval.MetaEvalSEEDA.SEEDAWindowAnalysisSystemCorrOutput attribute) (gec_metrics.meta_eval.seeda.MetaEvalSEEDA.SEEDASystemCorrOutput attribute) (gec_metrics.meta_eval.seeda.MetaEvalSEEDA.SEEDAWindowAnalysisSystemCorrOutput attribute) ew_sent (gec_metrics.meta_eval.MetaEvalSEEDA.SEEDASystemCorrOutput attribute) (gec_metrics.meta_eval.MetaEvalSEEDA.SEEDAWindowAnalysisSystemCorrOutput attribute) (gec_metrics.meta_eval.seeda.MetaEvalSEEDA.SEEDASystemCorrOutput attribute) (gec_metrics.meta_eval.seeda.MetaEvalSEEDA.SEEDAWindowAnalysisSystemCorrOutput attribute)

F

f (gec_metrics.metrics.base.MetricBaseForReferenceBased.Score property) (gec_metrics.metrics.MetricBaseForReferenceBased.Score property) filter_edits() (gec_metrics.metrics.ERRANT method) (gec_metrics.metrics.errant.ERRANT method) fn (gec_metrics.metrics.base.MetricBaseForReferenceBased.Score attribute) (gec_metrics.metrics.MetricBaseForReferenceBased.Score attribute)

forward() (gec_metrics.metrics.impara.SimilarityEstimator method) (gec_metrics.metrics.utils.AutoModelForSequenceClassificationMeanPool method) fp (gec_metrics.metrics.base.MetricBaseForReferenceBased.Score attribute) (gec_metrics.metrics.MetricBaseForReferenceBased.Score attribute) from_pretrained() (gec_metrics.metrics.utils.AutoModelForSequenceClassificationMeanPool class method)

G

gec_metrics module gec_metrics.analysis module gec_metrics.analysis.attributor module gec_metrics.analysis.attributor.add module gec_metrics.analysis.attributor.base module gec_metrics.analysis.attributor.shapley module gec_metrics.analysis.attributor.shapley_sampling module gec_metrics.analysis.attributor.sub module gec_metrics.meta_eval module gec_metrics.meta_eval.base module gec_metrics.meta_eval.gjg module gec_metrics.meta_eval.seeda module gec_metrics.meta_eval.utils module gec_metrics.metrics module gec_metrics.metrics.base module gec_metrics.metrics.bertscore module gec_metrics.metrics.errant module gec_metrics.metrics.gleu module gec_metrics.metrics.gotoscorer module gec_metrics.metrics.green module gec_metrics.metrics.impara module gec_metrics.metrics.llm_kobayashi24 module

gec_metrics.metrics.pt_errant module gec_metrics.metrics.scribendi module gec_metrics.metrics.some module gec_metrics.metrics.utils module generate() (gec_metrics.analysis.attributor.add.AttributorAdd method) (gec_metrics.analysis.attributor.AttributorAdd method) (gec_metrics.analysis.attributor.AttributorBase method) (gec_metrics.analysis.attributor.AttributorShapley method) (gec_metrics.analysis.attributor.AttributorShapleySampling method) (gec_metrics.analysis.attributor.AttributorSub method) (gec_metrics.analysis.attributor.base.AttributorBase method) (gec_metrics.analysis.attributor.shapley.AttributorShapley method) (gec_metrics.analysis.attributor.shapley_sampling.AttributorShapleySampling method) (gec_metrics.analysis.attributor.sub.AttributorSub method) generate_chunks() (gec_metrics.metrics.GoToScorer method) (gec_metrics.metrics.gotoscorer.GoToScorer method) get_attributor() (in module gec_metrics.analysis) get_attributor_ids() (in module gec_metrics.analysis) get_meta_eval() (in module gec_metrics) get_meta_eval_ids() (in module gec_metrics) get_metric() (in module gec_metrics) get_metric_ids() (in module gec_metrics) GLEU (class in gec_metrics.metrics) (class in gec_metrics.metrics.gleu) GLEU.Config (class in gec_metrics.metrics) (class in gec_metrics.metrics.gleu) GLEUOfficial (class in gec_metrics.metrics) (class in gec_metrics.metrics.gleu) GoToScorer (class in gec_metrics.metrics) (class in gec_metrics.metrics.gotoscorer) GoToScorer.Chunk (class in gec_metrics.metrics) (class in gec_metrics.metrics.gotoscorer) GoToScorer.Config (class in gec_metrics.metrics) (class in gec_metrics.metrics.gotoscorer) GREEN (class in gec_metrics.metrics) (class in gec_metrics.metrics.green) GREEN.Config (class in gec_metrics.metrics) (class in gec_metrics.metrics.green)

H

human_scores (gec_metrics.meta_eval.base.MetaEvalBase.Corr attribute) (gec_metrics.meta_eval.MetaEvalBase.Corr attribute) hyp_form() (gec_metrics.metrics.llm_kobayashi24.LLMKobayashi24 method) (gec_metrics.metrics.llm_kobayashi24.LLMKobayashi24HFEdit method) (gec_metrics.metrics.llm_kobayashi24.LLMKobayashi24OpenAIEdit method) (gec_metrics.metrics.LLMKobayashi24HFEdit method) (gec_metrics.metrics.LLMKobayashi24OpenAIEdit method)

I

idf (gec_metrics.metrics.bertscore.BertScore.Config attribute) (gec_metrics.metrics.BertScore.Config attribute) idf_sents (gec_metrics.metrics.bertscore.BertScore.Config attribute) (gec_metrics.metrics.BertScore.Config attribute) IMPARA (class in gec_metrics.metrics) (class in gec_metrics.metrics.impara) IMPARA.Config (class in gec_metrics.metrics) (class in gec_metrics.metrics.impara) index_multiple() (gec_metrics.metrics.llm_kobayashi24.LLMKobayashi24 method)

inputs_handler() (in module gec_metrics.metrics.base) instruction_template (gec_metrics.metrics.llm_kobayashi24.LLMKobayashi24.Config attribute) (gec_metrics.metrics.llm_kobayashi24.LLMKobayashi24HFEdit.Config attribute) (gec_metrics.metrics.llm_kobayashi24.LLMKobayashi24OpenAIEdit.Config attribute) (gec_metrics.metrics.LLMKobayashi24HFEdit.Config attribute) (gec_metrics.metrics.LLMKobayashi24OpenAIEdit.Config attribute) is_edited (gec_metrics.metrics.GoToScorer.Chunk attribute) (gec_metrics.metrics.gotoscorer.GoToScorer.Chunk attribute) iter (gec_metrics.metrics.GLEU.Config attribute) (gec_metrics.metrics.gleu.GLEU.Config attribute)

K

kendall (gec_metrics.meta_eval.base.MetaEvalBase.Corr attribute) (gec_metrics.meta_eval.MetaEvalBase.Corr attribute)

L

lang (gec_metrics.metrics.bertscore.BertScore.Config attribute) (gec_metrics.metrics.BertScore.Config attribute) language (gec_metrics.metrics.ERRANT.Config attribute) (gec_metrics.metrics.errant.ERRANT.Config attribute) levenshtein_distance_ratio() (gec_metrics.metrics.Scribendi method) (gec_metrics.metrics.scribendi.Scribendi method) LLMKobayashi24 (class in gec_metrics.metrics.llm_kobayashi24) LLMKobayashi24.Config (class in gec_metrics.metrics.llm_kobayashi24) LLMKobayashi24.LLMSentOutputFormat1 (class in gec_metrics.metrics.llm_kobayashi24) LLMKobayashi24.LLMSentOutputFormat2 (class in gec_metrics.metrics.llm_kobayashi24) LLMKobayashi24.LLMSentOutputFormat3 (class in gec_metrics.metrics.llm_kobayashi24) LLMKobayashi24.LLMSentOutputFormat4 (class in gec_metrics.metrics.llm_kobayashi24) LLMKobayashi24.LLMSentOutputFormat5 (class in gec_metrics.metrics.llm_kobayashi24) LLMKobayashi24HFEdit (class in gec_metrics.metrics) (class in gec_metrics.metrics.llm_kobayashi24) LLMKobayashi24HFEdit.Config (class in gec_metrics.metrics) (class in gec_metrics.metrics.llm_kobayashi24) LLMKobayashi24HFSent (class in gec_metrics.metrics) (class in gec_metrics.metrics.llm_kobayashi24) LLMKobayashi24HFSent.Config (class in gec_metrics.metrics) (class in gec_metrics.metrics.llm_kobayashi24) LLMKobayashi24OpenAIEdit (class in gec_metrics.metrics) (class in gec_metrics.metrics.llm_kobayashi24) LLMKobayashi24OpenAIEdit.Config (class in gec_metrics.metrics) (class in gec_metrics.metrics.llm_kobayashi24)

LLMKobayashi24OpenAISent (class in gec_metrics.metrics) (class in gec_metrics.metrics.llm_kobayashi24) LLMKobayashi24OpenAISent.Config (class in gec_metrics.metrics) (class in gec_metrics.metrics.llm_kobayashi24) load_client() (gec_metrics.metrics.llm_kobayashi24.LLMKobayashi24 method) (gec_metrics.metrics.llm_kobayashi24.LLMKobayashi24HFSent method) (gec_metrics.metrics.llm_kobayashi24.LLMKobayashi24OpenAISent method) (gec_metrics.metrics.LLMKobayashi24HFSent method) (gec_metrics.metrics.LLMKobayashi24OpenAISent method) load_json() (gec_metrics.metrics.llm_kobayashi24.LLMKobayashi24 method) load_sentence_data() (gec_metrics.meta_eval.base.MetaEvalBase method) (gec_metrics.meta_eval.gjg.MetaEvalGJG method) (gec_metrics.meta_eval.MetaEvalBase method) (gec_metrics.meta_eval.MetaEvalGJG method) (gec_metrics.meta_eval.MetaEvalSEEDA method) (gec_metrics.meta_eval.seeda.MetaEvalSEEDA method) load_system_data() (gec_metrics.meta_eval.base.MetaEvalBase method) (gec_metrics.meta_eval.gjg.MetaEvalGJG method) (gec_metrics.meta_eval.MetaEvalBase method) (gec_metrics.meta_eval.MetaEvalGJG method) (gec_metrics.meta_eval.MetaEvalSEEDA method) (gec_metrics.meta_eval.seeda.MetaEvalSEEDA method) load_xml() (gec_metrics.meta_eval.gjg.MetaEvalGJG method) (gec_metrics.meta_eval.MetaEvalGJG method) (gec_metrics.meta_eval.MetaEvalSEEDA method) (gec_metrics.meta_eval.seeda.MetaEvalSEEDA method)

M

make_pairwise_scores() (gec_metrics.metrics.base.MetricBase method) (gec_metrics.metrics.MetricBase method) max_length (gec_metrics.metrics.IMPARA.Config attribute) (gec_metrics.metrics.impara.IMPARA.Config attribute) (gec_metrics.metrics.impara.SimilarityEstimator.Config attribute) (gec_metrics.metrics.SOME.Config attribute) (gec_metrics.metrics.some.SOME.Config attribute) max_num_edits (gec_metrics.analysis.attributor.AttributorBase.Config attribute) (gec_metrics.analysis.attributor.base.AttributorBase.Config attribute) mean_pooling() (gec_metrics.metrics.impara.SimilarityEstimator method) (gec_metrics.metrics.utils.AutoModelForSequenceClassificationMeanPool method) MetaEvalBase (class in gec_metrics.meta_eval) (class in gec_metrics.meta_eval.base) MetaEvalBase.Config (class in gec_metrics.meta_eval) (class in gec_metrics.meta_eval.base) MetaEvalBase.Corr (class in gec_metrics.meta_eval) (class in gec_metrics.meta_eval.base) MetaEvalBase.Output (class in gec_metrics.meta_eval) (class in gec_metrics.meta_eval.base) MetaEvalGJG (class in gec_metrics.meta_eval) (class in gec_metrics.meta_eval.gjg) MetaEvalGJG.GJGSentenceCorrOutput (class in gec_metrics.meta_eval) (class in gec_metrics.meta_eval.gjg) MetaEvalGJG.GJGSystemCorrOutput (class in gec_metrics.meta_eval) (class in gec_metrics.meta_eval.gjg) MetaEvalGJG.GJGWindowAnalysisSystemCorrOutput (class in gec_metrics.meta_eval) (class in gec_metrics.meta_eval.gjg) MetaEvalSEEDA (class in gec_metrics.meta_eval) (class in gec_metrics.meta_eval.seeda) MetaEvalSEEDA.Config (class in gec_metrics.meta_eval) (class in gec_metrics.meta_eval.seeda) MetaEvalSEEDA.SEEDASentenceCorrOutput (class in gec_metrics.meta_eval) (class in gec_metrics.meta_eval.seeda) MetaEvalSEEDA.SEEDASystemCorrOutput (class in gec_metrics.meta_eval) (class in gec_metrics.meta_eval.seeda) MetaEvalSEEDA.SEEDAWindowAnalysisSystemCorrOutput (class in gec_metrics.meta_eval) (class in gec_metrics.meta_eval.seeda) metric (gec_metrics.analysis.attributor.AttributorBase.Config attribute) (gec_metrics.analysis.attributor.base.AttributorBase.Config attribute) metric_scores (gec_metrics.meta_eval.base.MetaEvalBase.Corr attribute) (gec_metrics.meta_eval.MetaEvalBase.Corr attribute) MetricBase (class in gec_metrics.metrics) (class in gec_metrics.metrics.base) MetricBase.Config (class in gec_metrics.metrics) (class in gec_metrics.metrics.base) MetricBaseForReferenceBased (class in gec_metrics.metrics) (class in gec_metrics.metrics.base) MetricBaseForReferenceBased.Config (class in gec_metrics.metrics) (class in gec_metrics.metrics.base) MetricBaseForReferenceBased.Score (class in gec_metrics.metrics) (class in gec_metrics.metrics.base) MetricBaseForReferenceFree (class in gec_metrics.metrics) (class in gec_metrics.metrics.base) MetricBaseForReferenceFree.Config (class in gec_metrics.metrics) (class in gec_metrics.metrics.base) MetricBaseForSourceFree (class in gec_metrics.metrics) (class in gec_metrics.metrics.base) MetricBaseForSourceFree.Config (class in gec_metrics.metrics) (class in gec_metrics.metrics.base)

min_max_normalize() (gec_metrics.metrics.SOME method) (gec_metrics.metrics.some.SOME method) model (gec_metrics.metrics.impara.SimilarityEstimator.Config attribute) (gec_metrics.metrics.llm_kobayashi24.LLMKobayashi24.Config attribute) (gec_metrics.metrics.llm_kobayashi24.LLMKobayashi24HFSent.Config attribute) (gec_metrics.metrics.llm_kobayashi24.LLMKobayashi24OpenAISent.Config attribute) (gec_metrics.metrics.LLMKobayashi24HFSent.Config attribute) (gec_metrics.metrics.LLMKobayashi24OpenAISent.Config attribute) (gec_metrics.metrics.Scribendi.Config attribute) (gec_metrics.metrics.scribendi.Scribendi.Config attribute) model_config (gec_metrics.metrics.llm_kobayashi24.LLMKobayashi24.LLMSentOutputFormat1 attribute) (gec_metrics.metrics.llm_kobayashi24.LLMKobayashi24.LLMSentOutputFormat2 attribute) (gec_metrics.metrics.llm_kobayashi24.LLMKobayashi24.LLMSentOutputFormat3 attribute) (gec_metrics.metrics.llm_kobayashi24.LLMKobayashi24.LLMSentOutputFormat4 attribute) (gec_metrics.metrics.llm_kobayashi24.LLMKobayashi24.LLMSentOutputFormat5 attribute) model_f (gec_metrics.metrics.SOME.Config attribute) (gec_metrics.metrics.some.SOME.Config attribute) model_g (gec_metrics.metrics.SOME.Config attribute) (gec_metrics.metrics.some.SOME.Config attribute) model_m (gec_metrics.metrics.SOME.Config attribute) (gec_metrics.metrics.some.SOME.Config attribute) model_qe (gec_metrics.metrics.IMPARA.Config attribute) (gec_metrics.metrics.impara.IMPARA.Config attribute) model_se (gec_metrics.metrics.IMPARA.Config attribute) (gec_metrics.metrics.impara.IMPARA.Config attribute) model_type (gec_metrics.metrics.bertscore.BertScore.Config attribute) (gec_metrics.metrics.BertScore.Config attribute) MODELS (gec_metrics.meta_eval.gjg.MetaEvalGJG attribute) (gec_metrics.meta_eval.MetaEvalGJG attribute) (gec_metrics.meta_eval.MetaEvalSEEDA attribute) (gec_metrics.meta_eval.seeda.MetaEvalSEEDA attribute) module gec_metrics gec_metrics.analysis gec_metrics.analysis.attributor gec_metrics.analysis.attributor.add gec_metrics.analysis.attributor.base gec_metrics.analysis.attributor.shapley gec_metrics.analysis.attributor.shapley_sampling gec_metrics.analysis.attributor.sub gec_metrics.meta_eval gec_metrics.meta_eval.base gec_metrics.meta_eval.gjg gec_metrics.meta_eval.seeda gec_metrics.meta_eval.utils gec_metrics.metrics gec_metrics.metrics.base gec_metrics.metrics.bertscore gec_metrics.metrics.errant gec_metrics.metrics.gleu gec_metrics.metrics.gotoscorer gec_metrics.metrics.green gec_metrics.metrics.impara gec_metrics.metrics.llm_kobayashi24 gec_metrics.metrics.pt_errant gec_metrics.metrics.scribendi gec_metrics.metrics.some gec_metrics.metrics.utils

N

n (gec_metrics.metrics.GLEU.Config attribute) (gec_metrics.metrics.gleu.GLEU.Config attribute) (gec_metrics.metrics.GREEN.Config attribute) (gec_metrics.metrics.green.GREEN.Config attribute) no_cuda (gec_metrics.metrics.IMPARA.Config attribute) (gec_metrics.metrics.impara.IMPARA.Config attribute) (gec_metrics.metrics.impara.SimilarityEstimator.Config attribute) (gec_metrics.metrics.Scribendi.Config attribute) (gec_metrics.metrics.scribendi.Scribendi.Config attribute) (gec_metrics.metrics.SOME.Config attribute) (gec_metrics.metrics.some.SOME.Config attribute)

no_weight (gec_metrics.metrics.GoToScorer.Config attribute) (gec_metrics.metrics.gotoscorer.GoToScorer.Config attribute) nthreads (gec_metrics.metrics.bertscore.BertScore.Config attribute) (gec_metrics.metrics.BertScore.Config attribute) num_layers (gec_metrics.metrics.bertscore.BertScore.Config attribute) (gec_metrics.metrics.BertScore.Config attribute)

O

o_end (gec_metrics.metrics.GoToScorer.Chunk attribute) (gec_metrics.metrics.gotoscorer.GoToScorer.Chunk attribute) o_start (gec_metrics.metrics.GoToScorer.Chunk attribute) (gec_metrics.metrics.gotoscorer.GoToScorer.Chunk attribute)

organization (gec_metrics.metrics.llm_kobayashi24.LLMKobayashi24OpenAISent.Config attribute) (gec_metrics.metrics.LLMKobayashi24OpenAISent.Config attribute) output_formats (gec_metrics.metrics.llm_kobayashi24.LLMKobayashi24 attribute)

P

pairwise_analysis() (gec_metrics.meta_eval.base.MetaEvalBase method) (gec_metrics.meta_eval.MetaEvalBase method) pairwise_analysis_plot() (gec_metrics.meta_eval.base.MetaEvalBase method) (gec_metrics.meta_eval.MetaEvalBase method) pearson (gec_metrics.meta_eval.base.MetaEvalBase.Corr attribute) (gec_metrics.meta_eval.MetaEvalBase.Corr attribute) pooling (gec_metrics.metrics.IMPARA.Config attribute) (gec_metrics.metrics.impara.IMPARA.Config attribute) post_process() (gec_metrics.analysis.attributor.add.AttributorAdd method) (gec_metrics.analysis.attributor.AttributorAdd method) (gec_metrics.analysis.attributor.AttributorBase method) (gec_metrics.analysis.attributor.AttributorShapley method) (gec_metrics.analysis.attributor.AttributorShapleySampling method) (gec_metrics.analysis.attributor.AttributorSub method) (gec_metrics.analysis.attributor.base.AttributorBase method) (gec_metrics.analysis.attributor.shapley.AttributorShapley method) (gec_metrics.analysis.attributor.shapley_sampling.AttributorShapleySampling method) (gec_metrics.analysis.attributor.sub.AttributorSub method)

ppl() (gec_metrics.metrics.Scribendi method) (gec_metrics.metrics.scribendi.Scribendi method) precision (gec_metrics.metrics.base.MetricBaseForReferenceBased.Score property) (gec_metrics.metrics.MetricBaseForReferenceBased.Score property) PTERRANT (class in gec_metrics.metrics) (class in gec_metrics.metrics.pt_errant) PTERRANT.Config (class in gec_metrics.metrics) (class in gec_metrics.metrics.pt_errant)

Q

quantization (gec_metrics.metrics.llm_kobayashi24.LLMKobayashi24HFSent.Config attribute) (gec_metrics.metrics.LLMKobayashi24HFSent.Config attribute)

quiet (gec_metrics.analysis.attributor.AttributorBase.Config attribute) (gec_metrics.analysis.attributor.base.AttributorBase.Config attribute)

R

rank_systems() (gec_metrics.metrics.base.MetricBaseForReferenceBased method) (gec_metrics.metrics.base.MetricBaseForReferenceFree method) (gec_metrics.metrics.base.MetricBaseForSourceFree method) (gec_metrics.metrics.MetricBaseForReferenceBased method) (gec_metrics.metrics.MetricBaseForReferenceFree method) (gec_metrics.metrics.MetricBaseForSourceFree method) read_lines() (in module gec_metrics.meta_eval.utils) rearange_sent_data() (gec_metrics.meta_eval.base.MetaEvalBase method) (gec_metrics.meta_eval.MetaEvalBase method)

recall (gec_metrics.metrics.base.MetricBaseForReferenceBased.Score property) (gec_metrics.metrics.MetricBaseForReferenceBased.Score property) ref_id (gec_metrics.metrics.GoToScorer.Config attribute) (gec_metrics.metrics.gotoscorer.GoToScorer.Config attribute) rescale_with_baseline (gec_metrics.metrics.bertscore.BertScore.Config attribute) (gec_metrics.metrics.BertScore.Config attribute) run_expected_wins() (gec_metrics.metrics.base.MetricBase method) (gec_metrics.metrics.MetricBase method) run_trueskill() (gec_metrics.metrics.base.MetricBase method) (gec_metrics.metrics.MetricBase method)

S

sample_sentences() (gec_metrics.metrics.llm_kobayashi24.LLMKobayashi24 method) save_pretrained() (gec_metrics.metrics.utils.AutoModelForSequenceClassificationMeanPool method) score_base() (gec_metrics.metrics.ERRANT method) (gec_metrics.metrics.errant.ERRANT method) (gec_metrics.metrics.GLEU method) (gec_metrics.metrics.gleu.GLEU method) (gec_metrics.metrics.gleu.GLEUOfficial method) (gec_metrics.metrics.GLEUOfficial method) (gec_metrics.metrics.GoToScorer method) (gec_metrics.metrics.gotoscorer.GoToScorer method) (gec_metrics.metrics.GREEN method) (gec_metrics.metrics.green.GREEN method) (gec_metrics.metrics.pt_errant.PTERRANT method) (gec_metrics.metrics.PTERRANT method) score_corpus() (gec_metrics.metrics.base.MetricBaseForReferenceBased method) (gec_metrics.metrics.base.MetricBaseForReferenceFree method) (gec_metrics.metrics.base.MetricBaseForSourceFree method) (gec_metrics.metrics.ERRANT method) (gec_metrics.metrics.errant.ERRANT method) (gec_metrics.metrics.GLEU method) (gec_metrics.metrics.gleu.GLEU method) (gec_metrics.metrics.GREEN method) (gec_metrics.metrics.green.GREEN method) (gec_metrics.metrics.MetricBaseForReferenceBased method) (gec_metrics.metrics.MetricBaseForReferenceFree method) (gec_metrics.metrics.MetricBaseForSourceFree method) (gec_metrics.metrics.Scribendi method) (gec_metrics.metrics.scribendi.Scribendi method) score_corpus_etype() (gec_metrics.metrics.ERRANT method) (gec_metrics.metrics.errant.ERRANT method) score_corpus_verbose() (gec_metrics.metrics.ERRANT method) (gec_metrics.metrics.errant.ERRANT method) SCORE_ID (gec_metrics.meta_eval.gjg.MetaEvalGJG attribute) (gec_metrics.meta_eval.MetaEvalGJG attribute) (gec_metrics.meta_eval.MetaEvalSEEDA attribute) (gec_metrics.meta_eval.seeda.MetaEvalSEEDA attribute) score_pairwise() (gec_metrics.metrics.base.MetricBaseForReferenceBased method) (gec_metrics.metrics.base.MetricBaseForReferenceFree method) (gec_metrics.metrics.base.MetricBaseForSourceFree method) (gec_metrics.metrics.llm_kobayashi24.LLMKobayashi24 method) (gec_metrics.metrics.MetricBaseForReferenceBased method) (gec_metrics.metrics.MetricBaseForReferenceFree method) (gec_metrics.metrics.MetricBaseForSourceFree method) score_sentence() (gec_metrics.metrics.base.MetricBaseForReferenceBased method) (gec_metrics.metrics.base.MetricBaseForReferenceFree method) (gec_metrics.metrics.base.MetricBaseForSourceFree method) (gec_metrics.metrics.BertScore method) (gec_metrics.metrics.bertscore.BertScore method) (gec_metrics.metrics.ERRANT method) (gec_metrics.metrics.errant.ERRANT method) (gec_metrics.metrics.GLEU method) (gec_metrics.metrics.gleu.GLEU method) (gec_metrics.metrics.GREEN method) (gec_metrics.metrics.green.GREEN method) (gec_metrics.metrics.IMPARA method) (gec_metrics.metrics.impara.IMPARA method) (gec_metrics.metrics.impara.SimilarityEstimator method) (gec_metrics.metrics.llm_kobayashi24.LLMKobayashi24 method) (gec_metrics.metrics.MetricBaseForReferenceBased method) (gec_metrics.metrics.MetricBaseForReferenceFree method) (gec_metrics.metrics.MetricBaseForSourceFree method) (gec_metrics.metrics.Scribendi method) (gec_metrics.metrics.scribendi.Scribendi method) (gec_metrics.metrics.SOME method) (gec_metrics.metrics.some.SOME method)

score_sentence_qe() (gec_metrics.metrics.IMPARA method) (gec_metrics.metrics.impara.IMPARA method) score_sentence_se() (gec_metrics.metrics.IMPARA method) (gec_metrics.metrics.impara.IMPARA method) score_sentence_verbose() (gec_metrics.metrics.ERRANT method) (gec_metrics.metrics.errant.ERRANT method) score_type (gec_metrics.metrics.bertscore.BertScore.Config attribute) (gec_metrics.metrics.BertScore.Config attribute) Scribendi (class in gec_metrics.metrics) (class in gec_metrics.metrics.scribendi) Scribendi.Config (class in gec_metrics.metrics) (class in gec_metrics.metrics.scribendi) seed (gec_metrics.metrics.llm_kobayashi24.LLMKobayashi24.Config attribute) sent (gec_metrics.meta_eval.MetaEvalSEEDA.SEEDASentenceCorrOutput attribute) (gec_metrics.meta_eval.seeda.MetaEvalSEEDA.SEEDASentenceCorrOutput attribute) sent_score (gec_metrics.analysis.attributor.AttributorBase.AttributionOutput attribute) (gec_metrics.analysis.attributor.base.AttributorBase.AttributionOutput attribute) serialize() (gec_metrics.metrics.llm_kobayashi24.LLMKobayashi24 method) SimilarityEstimator (class in gec_metrics.metrics.impara) SimilarityEstimator.Config (class in gec_metrics.metrics.impara) SOME (class in gec_metrics.metrics) (class in gec_metrics.metrics.some) SOME.Config (class in gec_metrics.metrics) (class in gec_metrics.metrics.some) spearman (gec_metrics.meta_eval.base.MetaEvalBase.Corr attribute) (gec_metrics.meta_eval.MetaEvalBase.Corr attribute) src (gec_metrics.analysis.attributor.AttributorBase.AttributionOutput attribute) (gec_metrics.analysis.attributor.base.AttributorBase.AttributionOutput attribute) src_score (gec_metrics.analysis.attributor.AttributorBase.AttributionOutput attribute) (gec_metrics.analysis.attributor.base.AttributorBase.AttributionOutput attribute) system (gec_metrics.meta_eval.MetaEvalSEEDA.Config attribute) (gec_metrics.meta_eval.seeda.MetaEvalSEEDA.Config attribute)

T

target_score1 (gec_metrics.metrics.llm_kobayashi24.LLMKobayashi24.LLMSentOutputFormat1 attribute) (gec_metrics.metrics.llm_kobayashi24.LLMKobayashi24.LLMSentOutputFormat2 attribute) (gec_metrics.metrics.llm_kobayashi24.LLMKobayashi24.LLMSentOutputFormat3 attribute) (gec_metrics.metrics.llm_kobayashi24.LLMKobayashi24.LLMSentOutputFormat4 attribute) (gec_metrics.metrics.llm_kobayashi24.LLMKobayashi24.LLMSentOutputFormat5 attribute) target_score2 (gec_metrics.metrics.llm_kobayashi24.LLMKobayashi24.LLMSentOutputFormat2 attribute) (gec_metrics.metrics.llm_kobayashi24.LLMKobayashi24.LLMSentOutputFormat3 attribute) (gec_metrics.metrics.llm_kobayashi24.LLMKobayashi24.LLMSentOutputFormat4 attribute) (gec_metrics.metrics.llm_kobayashi24.LLMKobayashi24.LLMSentOutputFormat5 attribute) target_score3 (gec_metrics.metrics.llm_kobayashi24.LLMKobayashi24.LLMSentOutputFormat3 attribute) (gec_metrics.metrics.llm_kobayashi24.LLMKobayashi24.LLMSentOutputFormat4 attribute) (gec_metrics.metrics.llm_kobayashi24.LLMKobayashi24.LLMSentOutputFormat5 attribute) target_score4 (gec_metrics.metrics.llm_kobayashi24.LLMKobayashi24.LLMSentOutputFormat4 attribute) (gec_metrics.metrics.llm_kobayashi24.LLMKobayashi24.LLMSentOutputFormat5 attribute) target_score5 (gec_metrics.metrics.llm_kobayashi24.LLMKobayashi24.LLMSentOutputFormat5 attribute) threshold (gec_metrics.metrics.IMPARA.Config attribute) (gec_metrics.metrics.impara.IMPARA.Config attribute) (gec_metrics.metrics.Scribendi.Config attribute) (gec_metrics.metrics.scribendi.Scribendi.Config attribute)

tn (gec_metrics.metrics.base.MetricBaseForReferenceBased.Score attribute) (gec_metrics.metrics.MetricBaseForReferenceBased.Score attribute) token_sort_ratio() (gec_metrics.metrics.Scribendi method) (gec_metrics.metrics.scribendi.Scribendi method) tp (gec_metrics.metrics.base.MetricBaseForReferenceBased.Score attribute) (gec_metrics.metrics.MetricBaseForReferenceBased.Score attribute) ts (gec_metrics.meta_eval.gjg.MetaEvalGJG.GJGSystemCorrOutput attribute) (gec_metrics.meta_eval.gjg.MetaEvalGJG.GJGWindowAnalysisSystemCorrOutput attribute) (gec_metrics.meta_eval.MetaEvalGJG.GJGSystemCorrOutput attribute) (gec_metrics.meta_eval.MetaEvalGJG.GJGWindowAnalysisSystemCorrOutput attribute) ts_edit (gec_metrics.meta_eval.MetaEvalSEEDA.SEEDASystemCorrOutput attribute) (gec_metrics.meta_eval.MetaEvalSEEDA.SEEDAWindowAnalysisSystemCorrOutput attribute) (gec_metrics.meta_eval.seeda.MetaEvalSEEDA.SEEDASystemCorrOutput attribute) (gec_metrics.meta_eval.seeda.MetaEvalSEEDA.SEEDAWindowAnalysisSystemCorrOutput attribute) ts_sent (gec_metrics.meta_eval.MetaEvalSEEDA.SEEDASystemCorrOutput attribute) (gec_metrics.meta_eval.MetaEvalSEEDA.SEEDAWindowAnalysisSystemCorrOutput attribute) (gec_metrics.meta_eval.seeda.MetaEvalSEEDA.SEEDASystemCorrOutput attribute) (gec_metrics.meta_eval.seeda.MetaEvalSEEDA.SEEDAWindowAnalysisSystemCorrOutput attribute) type (gec_metrics.metrics.GoToScorer.Chunk attribute) (gec_metrics.metrics.gotoscorer.GoToScorer.Chunk attribute)

U

unit (gec_metrics.metrics.GLEU.Config attribute) (gec_metrics.metrics.gleu.GLEU.Config attribute) (gec_metrics.metrics.GREEN.Config attribute) (gec_metrics.metrics.green.GREEN.Config attribute)

use_fast_tokenizer (gec_metrics.metrics.bertscore.BertScore.Config attribute) (gec_metrics.metrics.BertScore.Config attribute)

V

verbose (gec_metrics.metrics.llm_kobayashi24.LLMKobayashi24.Config attribute)

visualize_chunk() (gec_metrics.metrics.GoToScorer method) (gec_metrics.metrics.gotoscorer.GoToScorer method)

W

weight (gec_metrics.metrics.GoToScorer.Chunk attribute) (gec_metrics.metrics.gotoscorer.GoToScorer.Chunk attribute) weight_f (gec_metrics.metrics.SOME.Config attribute) (gec_metrics.metrics.some.SOME.Config attribute) weight_file (gec_metrics.metrics.GoToScorer.Config attribute) (gec_metrics.metrics.gotoscorer.GoToScorer.Config attribute) weight_g (gec_metrics.metrics.SOME.Config attribute) (gec_metrics.metrics.some.SOME.Config attribute) weight_m (gec_metrics.metrics.SOME.Config attribute) (gec_metrics.metrics.some.SOME.Config attribute) weight_model_config (gec_metrics.metrics.pt_errant.PTERRANT.Config attribute) (gec_metrics.metrics.PTERRANT.Config attribute)

weight_model_name (gec_metrics.metrics.pt_errant.PTERRANT.Config attribute) (gec_metrics.metrics.PTERRANT.Config attribute) window_analysis_plot() (gec_metrics.meta_eval.base.MetaEvalBase method) (gec_metrics.meta_eval.MetaEvalBase method) window_analysis_system() (gec_metrics.meta_eval.base.MetaEvalBase method) (gec_metrics.meta_eval.gjg.MetaEvalGJG method) (gec_metrics.meta_eval.MetaEvalBase method) (gec_metrics.meta_eval.MetaEvalGJG method) (gec_metrics.meta_eval.MetaEvalSEEDA method) (gec_metrics.meta_eval.seeda.MetaEvalSEEDA method)