LICENSE.md
README.md
pyproject.toml
requirements.txt
scripts/polygraph_eval
scripts/polygraph_eval_ood
scripts/polygraph_normalize
src/lm_polygraph/__init__.py
src/lm_polygraph.egg-info/PKG-INFO
src/lm_polygraph.egg-info/SOURCES.txt
src/lm_polygraph.egg-info/dependency_links.txt
src/lm_polygraph.egg-info/requires.txt
src/lm_polygraph.egg-info/top_level.txt
src/lm_polygraph/defaults/register_default_stat_calculators.py
src/lm_polygraph/defaults/stat_calculator_builders/default_ClaimsExtractor.py
src/lm_polygraph/defaults/stat_calculator_builders/default_ConcatGreedySemanticMatrixCalculator.py
src/lm_polygraph/defaults/stat_calculator_builders/default_CrossEncoderSimilarityMatrixCalculator.py
src/lm_polygraph/defaults/stat_calculator_builders/default_CrossEncoderSimilarityMatrixVisualCalculator.py
src/lm_polygraph/defaults/stat_calculator_builders/default_GreedyAlternativesFactPrefNLICalculator.py
src/lm_polygraph/defaults/stat_calculator_builders/default_GreedyAlternativesNLICalculator.py
src/lm_polygraph/defaults/stat_calculator_builders/default_GreedyCrossEncoderSimilarityMatrixCalculator.py
src/lm_polygraph/defaults/stat_calculator_builders/default_GreedyProbsCalculator.py
src/lm_polygraph/defaults/stat_calculator_builders/default_GreedyProbsVisualCalculator.py
src/lm_polygraph/defaults/stat_calculator_builders/default_GreedySemanticMatrixCalculator.py
src/lm_polygraph/defaults/stat_calculator_builders/default_SemanticClassesClaimToSamplesCalculator.py
src/lm_polygraph/defaults/stat_calculator_builders/default_SemanticMatrixCalculator.py
src/lm_polygraph/defaults/stat_calculator_builders/default_TrainingStatisticExtractionCalculator.py
src/lm_polygraph/defaults/stat_calculator_builders/default_TrainingStatisticExtractionCalculatorVisual.py
src/lm_polygraph/defaults/stat_calculator_builders/utils.py
src/lm_polygraph/estimators/__init__.py
src/lm_polygraph/estimators/attention_score.py
src/lm_polygraph/estimators/boostedprob_score.py
src/lm_polygraph/estimators/claim_conditioned_probability.py
src/lm_polygraph/estimators/cocoa.py
src/lm_polygraph/estimators/common.py
src/lm_polygraph/estimators/conditional_pointwise_mutual_information.py
src/lm_polygraph/estimators/csl.py
src/lm_polygraph/estimators/deg_mat.py
src/lm_polygraph/estimators/eccentricity.py
src/lm_polygraph/estimators/eig_val_laplacian.py
src/lm_polygraph/estimators/eigenscore.py
src/lm_polygraph/estimators/ensemble_sequence_measures.py
src/lm_polygraph/estimators/ensemble_token_measures.py
src/lm_polygraph/estimators/estimator.py
src/lm_polygraph/estimators/fisher_rao.py
src/lm_polygraph/estimators/focus.py
src/lm_polygraph/estimators/kernel_language_entropy.py
src/lm_polygraph/estimators/label_prob.py
src/lm_polygraph/estimators/lexical_similarity.py
src/lm_polygraph/estimators/linguistic_1s.py
src/lm_polygraph/estimators/luq.py
src/lm_polygraph/estimators/mahalanobis_distance.py
src/lm_polygraph/estimators/max_probability.py
src/lm_polygraph/estimators/monte_carlo_normalized_sequence_entropy.py
src/lm_polygraph/estimators/monte_carlo_sequence_entropy.py
src/lm_polygraph/estimators/num_sem_sets.py
src/lm_polygraph/estimators/p_true.py
src/lm_polygraph/estimators/p_true_empirical.py
src/lm_polygraph/estimators/p_true_sampling.py
src/lm_polygraph/estimators/perplexity.py
src/lm_polygraph/estimators/pointwise_mutual_information.py
src/lm_polygraph/estimators/ppl_md.py
src/lm_polygraph/estimators/rauq.py
src/lm_polygraph/estimators/rde.py
src/lm_polygraph/estimators/relative_mahalanobis_distance.py
src/lm_polygraph/estimators/renyi_neg.py
src/lm_polygraph/estimators/sar.py
src/lm_polygraph/estimators/self_certainty.py
src/lm_polygraph/estimators/semantic_density.py
src/lm_polygraph/estimators/semantic_entropy.py
src/lm_polygraph/estimators/semantic_entropy_token.py
src/lm_polygraph/estimators/sentence_sar.py
src/lm_polygraph/estimators/token_entropy.py
src/lm_polygraph/estimators/token_sar.py
src/lm_polygraph/estimators/verbalized_1s.py
src/lm_polygraph/estimators/verbalized_2s.py
src/lm_polygraph/estimators/claim/attention_score.py
src/lm_polygraph/estimators/claim/boostedprob_score.py
src/lm_polygraph/estimators/claim/claim_conditioned_probability.py
src/lm_polygraph/estimators/claim/focus.py
src/lm_polygraph/estimators/claim/frequency_scoring.py
src/lm_polygraph/estimators/claim/max_probability.py
src/lm_polygraph/estimators/claim/p_true.py
src/lm_polygraph/estimators/claim/perplexity.py
src/lm_polygraph/estimators/claim/pointwise_mutual_information.py
src/lm_polygraph/estimators/claim/random_baseline.py
src/lm_polygraph/estimators/claim/self_certainty.py
src/lm_polygraph/estimators/claim/token_entropy.py
src/lm_polygraph/estimators/claim/token_sar.py
src/lm_polygraph/generation_metrics/__init__.py
src/lm_polygraph/generation_metrics/accuracy.py
src/lm_polygraph/generation_metrics/aggregated_metric.py
src/lm_polygraph/generation_metrics/alignscore.py
src/lm_polygraph/generation_metrics/alignscore_utils.py
src/lm_polygraph/generation_metrics/bart_score.py
src/lm_polygraph/generation_metrics/bert_score.py
src/lm_polygraph/generation_metrics/bleu.py
src/lm_polygraph/generation_metrics/comet.py
src/lm_polygraph/generation_metrics/generation_metric.py
src/lm_polygraph/generation_metrics/model_score.py
src/lm_polygraph/generation_metrics/openai_fact_check.py
src/lm_polygraph/generation_metrics/preprocess_output_target.py
src/lm_polygraph/generation_metrics/rouge.py
src/lm_polygraph/generation_metrics/sbert.py
src/lm_polygraph/model_adapters/__init__.py
src/lm_polygraph/model_adapters/visual_whitebox_model.py
src/lm_polygraph/model_adapters/whitebox_model_basic.py
src/lm_polygraph/model_adapters/whitebox_model_vllm.py
src/lm_polygraph/normalizers/base.py
src/lm_polygraph/normalizers/binned_pcc.py
src/lm_polygraph/normalizers/isotonic_pcc.py
src/lm_polygraph/normalizers/minmax.py
src/lm_polygraph/normalizers/quantile.py
src/lm_polygraph/stat_calculators/__init__.py
src/lm_polygraph/stat_calculators/attention_eliciting_prompt.py
src/lm_polygraph/stat_calculators/attention_forward_pass.py
src/lm_polygraph/stat_calculators/attention_forward_pass_visual.py
src/lm_polygraph/stat_calculators/bart_score.py
src/lm_polygraph/stat_calculators/claim_level_prompts.py
src/lm_polygraph/stat_calculators/cross_encoder_similarity.py
src/lm_polygraph/stat_calculators/cross_encoder_visual_similarity.py
src/lm_polygraph/stat_calculators/embeddings.py
src/lm_polygraph/stat_calculators/ensemble_token_data.py
src/lm_polygraph/stat_calculators/entropy.py
src/lm_polygraph/stat_calculators/extract_claims.py
src/lm_polygraph/stat_calculators/greedy_alternatives_nli.py
src/lm_polygraph/stat_calculators/greedy_cross_encoder_similarity.py
src/lm_polygraph/stat_calculators/greedy_lm_probs.py
src/lm_polygraph/stat_calculators/greedy_lm_visual_probs.py
src/lm_polygraph/stat_calculators/greedy_probs.py
src/lm_polygraph/stat_calculators/greedy_probs_blackbox.py
src/lm_polygraph/stat_calculators/greedy_semantic_matrix.py
src/lm_polygraph/stat_calculators/greedy_visual_probs.py
src/lm_polygraph/stat_calculators/infer_causal_lm_calculator.py
src/lm_polygraph/stat_calculators/initial_state.py
src/lm_polygraph/stat_calculators/model_score.py
src/lm_polygraph/stat_calculators/prompt.py
src/lm_polygraph/stat_calculators/prompt_visual.py
src/lm_polygraph/stat_calculators/raw_input.py
src/lm_polygraph/stat_calculators/sample.py
src/lm_polygraph/stat_calculators/sample_visual.py
src/lm_polygraph/stat_calculators/semantic_classes.py
src/lm_polygraph/stat_calculators/semantic_classes_claim_to_samples.py
src/lm_polygraph/stat_calculators/semantic_matrix.py
src/lm_polygraph/stat_calculators/stat_calculator.py
src/lm_polygraph/stat_calculators/statistic_extraction.py
src/lm_polygraph/stat_calculators/statistic_extraction_visual.py
src/lm_polygraph/stat_calculators/vllm_logprobs_extraction.py
src/lm_polygraph/ue_metrics/__init__.py
src/lm_polygraph/ue_metrics/ece.py
src/lm_polygraph/ue_metrics/isotonic_pcc.py
src/lm_polygraph/ue_metrics/kendalltau.py
src/lm_polygraph/ue_metrics/pr_auc.py
src/lm_polygraph/ue_metrics/pred_rej_area.py
src/lm_polygraph/ue_metrics/rev_pairs_prop.py
src/lm_polygraph/ue_metrics/risk_cov_curve.py
src/lm_polygraph/ue_metrics/roc_auc.py
src/lm_polygraph/ue_metrics/spearmanr.py
src/lm_polygraph/ue_metrics/ue_metric.py
src/lm_polygraph/utils/__init__.py
src/lm_polygraph/utils/api_with_uncertainty.py
src/lm_polygraph/utils/builder_enviroment_stat_calculator.py
src/lm_polygraph/utils/builder_stat_calculator_simple.py
src/lm_polygraph/utils/causal_lm_with_uncertainty.py
src/lm_polygraph/utils/cir_model.py
src/lm_polygraph/utils/common.py
src/lm_polygraph/utils/dataset.py
src/lm_polygraph/utils/deberta.py
src/lm_polygraph/utils/estimate_uncertainty.py
src/lm_polygraph/utils/factory_estimator.py
src/lm_polygraph/utils/factory_stat_calculator.py
src/lm_polygraph/utils/generation_parameters.py
src/lm_polygraph/utils/manager.py
src/lm_polygraph/utils/model.py
src/lm_polygraph/utils/normalize.py
src/lm_polygraph/utils/ood_detection.py
src/lm_polygraph/utils/openai_chat.py
src/lm_polygraph/utils/processor.py
src/lm_polygraph/utils/token_restoration.py
src/lm_polygraph/utils/vllm_with_uncertainty.py
src/lm_polygraph/utils/ensemble_utils/__init__.py
src/lm_polygraph/utils/ensemble_utils/dropout.py
src/lm_polygraph/utils/ensemble_utils/ensemble_beam.py
src/lm_polygraph/utils/ensemble_utils/ensemble_generator.py
src/lm_polygraph/utils/ensemble_utils/ensemble_greedy.py
src/lm_polygraph/utils/ensemble_utils/ensemble_sample.py
test/test_estimators.py
test/test_high_level_api.py
test/test_lm_polygraph.py