LICENSE.md
README.md
pyproject.toml
requirements.txt
scripts/polygraph_eval
scripts/polygraph_eval_ood
scripts/polygraph_normalize
scripts/polygraph_server
src/lm_polygraph/__init__.py
src/lm_polygraph.egg-info/PKG-INFO
src/lm_polygraph.egg-info/SOURCES.txt
src/lm_polygraph.egg-info/dependency_links.txt
src/lm_polygraph.egg-info/requires.txt
src/lm_polygraph.egg-info/top_level.txt
src/lm_polygraph/app/__init__.py
src/lm_polygraph/app/parsers.py
src/lm_polygraph/app/service.py
src/lm_polygraph/app/service_helpers.py
src/lm_polygraph/app/service_modal.py
src/lm_polygraph/app/test_service.py
src/lm_polygraph/estimators/__init__.py
src/lm_polygraph/estimators/claim_conditioned_probability.py
src/lm_polygraph/estimators/common.py
src/lm_polygraph/estimators/conditional_pointwise_mutual_information.py
src/lm_polygraph/estimators/deg_mat.py
src/lm_polygraph/estimators/eccentricity.py
src/lm_polygraph/estimators/eig_val_laplacian.py
src/lm_polygraph/estimators/ensemble_sequence_measures.py
src/lm_polygraph/estimators/ensemble_token_measures.py
src/lm_polygraph/estimators/estimator.py
src/lm_polygraph/estimators/fisher_rao.py
src/lm_polygraph/estimators/lexical_similarity.py
src/lm_polygraph/estimators/mahalanobis_distance.py
src/lm_polygraph/estimators/max_probability.py
src/lm_polygraph/estimators/monte_carlo_normalized_sequence_entropy.py
src/lm_polygraph/estimators/monte_carlo_sequence_entropy.py
src/lm_polygraph/estimators/num_sem_sets.py
src/lm_polygraph/estimators/p_true.py
src/lm_polygraph/estimators/p_true_sampling.py
src/lm_polygraph/estimators/perplexity.py
src/lm_polygraph/estimators/pointwise_mutual_information.py
src/lm_polygraph/estimators/ppl_md.py
src/lm_polygraph/estimators/rde.py
src/lm_polygraph/estimators/relative_mahalanobis_distance.py
src/lm_polygraph/estimators/renyi_neg.py
src/lm_polygraph/estimators/sar.py
src/lm_polygraph/estimators/semantic_entropy.py
src/lm_polygraph/estimators/semantic_entropy_token.py
src/lm_polygraph/estimators/sentence_sar.py
src/lm_polygraph/estimators/token_entropy.py
src/lm_polygraph/estimators/token_sar.py
src/lm_polygraph/estimators/claim/claim_conditioned_probability.py
src/lm_polygraph/estimators/claim/max_probability.py
src/lm_polygraph/estimators/claim/p_true.py
src/lm_polygraph/estimators/claim/perplexity.py
src/lm_polygraph/estimators/claim/pointwise_mutual_information.py
src/lm_polygraph/estimators/claim/token_entropy.py
src/lm_polygraph/generation_metrics/__init__.py
src/lm_polygraph/generation_metrics/accuracy.py
src/lm_polygraph/generation_metrics/aggregated_metric.py
src/lm_polygraph/generation_metrics/alignscore.py
src/lm_polygraph/generation_metrics/alignscore_utils.py
src/lm_polygraph/generation_metrics/bart_score.py
src/lm_polygraph/generation_metrics/bert_score.py
src/lm_polygraph/generation_metrics/comet.py
src/lm_polygraph/generation_metrics/generation_metric.py
src/lm_polygraph/generation_metrics/model_score.py
src/lm_polygraph/generation_metrics/openai_fact_check.py
src/lm_polygraph/generation_metrics/rouge.py
src/lm_polygraph/generation_metrics/sbert.py
src/lm_polygraph/normalizers/base.py
src/lm_polygraph/normalizers/binned_pcc.py
src/lm_polygraph/normalizers/isotonic_pcc.py
src/lm_polygraph/normalizers/minmax.py
src/lm_polygraph/normalizers/quantile.py
src/lm_polygraph/stat_calculators/__init__.py
src/lm_polygraph/stat_calculators/bart_score.py
src/lm_polygraph/stat_calculators/cross_encoder_similarity.py
src/lm_polygraph/stat_calculators/embeddings.py
src/lm_polygraph/stat_calculators/ensemble_token_data.py
src/lm_polygraph/stat_calculators/entropy.py
src/lm_polygraph/stat_calculators/extract_claims.py
src/lm_polygraph/stat_calculators/greedy_alternatives_nli.py
src/lm_polygraph/stat_calculators/greedy_lm_probs.py
src/lm_polygraph/stat_calculators/greedy_probs.py
src/lm_polygraph/stat_calculators/model_score.py
src/lm_polygraph/stat_calculators/prompt.py
src/lm_polygraph/stat_calculators/sample.py
src/lm_polygraph/stat_calculators/semantic_matrix.py
src/lm_polygraph/stat_calculators/stat_calculator.py
src/lm_polygraph/ue_metrics/__init__.py
src/lm_polygraph/ue_metrics/kendalltau.py
src/lm_polygraph/ue_metrics/pr_auc.py
src/lm_polygraph/ue_metrics/pred_rej_area.py
src/lm_polygraph/ue_metrics/rev_pairs_prop.py
src/lm_polygraph/ue_metrics/risk_cov_curve.py
src/lm_polygraph/ue_metrics/roc_auc.py
src/lm_polygraph/ue_metrics/spearmanr.py
src/lm_polygraph/ue_metrics/ue_metric.py
src/lm_polygraph/utils/__init__.py
src/lm_polygraph/utils/cir_model.py
src/lm_polygraph/utils/common.py
src/lm_polygraph/utils/dataset.py
src/lm_polygraph/utils/deberta.py
src/lm_polygraph/utils/generation_parameters.py
src/lm_polygraph/utils/manager.py
src/lm_polygraph/utils/model.py
src/lm_polygraph/utils/normalize.py
src/lm_polygraph/utils/ood_detection.py
src/lm_polygraph/utils/openai_chat.py
src/lm_polygraph/utils/processor.py
src/lm_polygraph/utils/register_stat_calculators.py
src/lm_polygraph/utils/token_restoration.py
src/lm_polygraph/utils/ensemble_utils/__init__.py
src/lm_polygraph/utils/ensemble_utils/dropout.py
src/lm_polygraph/utils/ensemble_utils/ensemble_beam.py
src/lm_polygraph/utils/ensemble_utils/ensemble_generator.py
src/lm_polygraph/utils/ensemble_utils/ensemble_greedy.py
src/lm_polygraph/utils/ensemble_utils/ensemble_sample.py
src/lm_polygraph/utils/prompt_templates/__init__.py
src/lm_polygraph/utils/prompt_templates/llama.py
src/lm_polygraph/utils/prompt_templates/vicuna.py
test/test_lm_polygraph.py