LICENSE
MANIFEST.in
README.md
pyproject.toml
docs/preparing_audit_evidence.md
docs/preparing_representativeness_evidence.md
examples/README.md
examples/accuracy_disparity.py
examples/crows_pairs_score.py
examples/equal_opportunity_gap.py
examples/log_probability_bias.py
examples/representativeness_diagnostic.py
examples/scorer_counterfactual_sensitivity_diagnostic.py
examples/scorer_distribution_gap_diagnostic.py
examples/scorer_mean_gap_diagnostic.py
examples/scorer_rate_gap_diagnostic.py
examples/weat.py
fairlms/__init__.py
fairlms/_version.py
fairlms.egg-info/PKG-INFO
fairlms.egg-info/SOURCES.txt
fairlms.egg-info/dependency_links.txt
fairlms.egg-info/requires.txt
fairlms.egg-info/top_level.txt
fairlms/data/__init__.py
fairlms/data/bbq/Age.jsonl
fairlms/data/bbq/Disability_status.jsonl
fairlms/data/bbq/Gender_identity.jsonl
fairlms/data/bbq/Nationality.jsonl
fairlms/data/bbq/Physical_appearance.jsonl
fairlms/data/bbq/Race_ethnicity.jsonl
fairlms/data/bbq/Race_x_SES.jsonl
fairlms/data/bbq/Race_x_gender.jsonl
fairlms/data/bbq/Religion.jsonl
fairlms/data/bbq/SES.jsonl
fairlms/data/bbq/Sexual_orientation.jsonl
fairlms/data/crows_pairs/crows_pairs_anonymized.csv
fairlms/datasets/__init__.py
fairlms/datasets/base.py
fairlms/datasets/bbq.py
fairlms/datasets/bias_in_bios.py
fairlms/datasets/crows_pairs.py
fairlms/datasets/stereoset.py
fairlms/datasets/wino_bias.py
fairlms/datasets/xnli.py
fairlms/definition/__init__.py
fairlms/definition/decoder_only/extrinsic_bias/counterfactual_fairness/cr/cr.py
fairlms/definition/decoder_only/extrinsic_bias/counterfactual_fairness/cr/main.py
fairlms/definition/decoder_only/extrinsic_bias/counterfactual_fairness/cr/stimuli.py
fairlms/definition/decoder_only/extrinsic_bias/counterfactual_fairness/ctf/ctf.py
fairlms/definition/decoder_only/extrinsic_bias/counterfactual_fairness/ctf/main.py
fairlms/definition/decoder_only/extrinsic_bias/counterfactual_fairness/ctf/stimuli.py
fairlms/definition/decoder_only/extrinsic_bias/demographic_representation/dnp/dnp.py
fairlms/definition/decoder_only/extrinsic_bias/demographic_representation/dnp/main.py
fairlms/definition/decoder_only/extrinsic_bias/demographic_representation/dnp/stimuli.py
fairlms/definition/decoder_only/extrinsic_bias/demographic_representation/drd/drd.py
fairlms/definition/decoder_only/extrinsic_bias/demographic_representation/drd/main.py
fairlms/definition/decoder_only/extrinsic_bias/demographic_representation/drd/stimuli.py
fairlms/definition/decoder_only/extrinsic_bias/performance_disparity/ad/ad.py
fairlms/definition/decoder_only/extrinsic_bias/performance_disparity/ad/main.py
fairlms/definition/decoder_only/extrinsic_bias/performance_disparity/ad/stimuli.py
fairlms/definition/decoder_only/extrinsic_bias/performance_disparity/ba/ba.py
fairlms/definition/decoder_only/extrinsic_bias/performance_disparity/ba/main.py
fairlms/definition/decoder_only/extrinsic_bias/performance_disparity/ba/stimuli.py
fairlms/definition/decoder_only/extrinsic_bias/performance_disparity/sns/main.py
fairlms/definition/decoder_only/extrinsic_bias/performance_disparity/sns/sns.py
fairlms/definition/decoder_only/extrinsic_bias/performance_disparity/sns/stimuli.py
fairlms/definition/decoder_only/intrinsic_bias/attention_head_based_disparity/gbe/gbe.py
fairlms/definition/decoder_only/intrinsic_bias/attention_head_based_disparity/gbe/main.py
fairlms/definition/decoder_only/intrinsic_bias/attention_head_based_disparity/gbe/stimuli.py
fairlms/definition/decoder_only/intrinsic_bias/attention_head_based_disparity/nie/main.py
fairlms/definition/decoder_only/intrinsic_bias/attention_head_based_disparity/nie/nie.py
fairlms/definition/decoder_only/intrinsic_bias/attention_head_based_disparity/nie/stimuli.py
fairlms/definition/decoder_only/intrinsic_bias/stereotypical_association/ca/ca.py
fairlms/definition/decoder_only/intrinsic_bias/stereotypical_association/ca/main.py
fairlms/definition/decoder_only/intrinsic_bias/stereotypical_association/ca/stimuli.py
fairlms/definition/decoder_only/intrinsic_bias/stereotypical_association/sll/main.py
fairlms/definition/decoder_only/intrinsic_bias/stereotypical_association/sll/sll.py
fairlms/definition/decoder_only/intrinsic_bias/stereotypical_association/sll/stimuli.py
fairlms/definition/encoder_decoder/__init__.py
fairlms/definition/encoder_decoder/utils.py
fairlms/definition/encoder_decoder/extrinsic_bias/counterfactual_fairness/auc.py
fairlms/definition/encoder_decoder/extrinsic_bias/counterfactual_fairness/main.py
fairlms/definition/encoder_decoder/extrinsic_bias/counterfactual_fairness/stimuli.py
fairlms/definition/encoder_decoder/extrinsic_bias/fair_inference/ibs.py
fairlms/definition/encoder_decoder/extrinsic_bias/fair_inference/main.py
fairlms/definition/encoder_decoder/extrinsic_bias/fair_inference/stimuli.py
fairlms/definition/encoder_decoder/extrinsic_bias/individual_fairness/main.py
fairlms/definition/encoder_decoder/extrinsic_bias/individual_fairness/ss.py
fairlms/definition/encoder_decoder/extrinsic_bias/individual_fairness/stimuli.py
fairlms/definition/encoder_decoder/extrinsic_bias/position_based/main.py
fairlms/definition/encoder_decoder/extrinsic_bias/position_based/npd.py
fairlms/definition/encoder_decoder/extrinsic_bias/position_based/stimuli.py
fairlms/definition/encoder_decoder/intrinsic_bias/algorithmic_disparity/lfp/lfp.py
fairlms/definition/encoder_decoder/intrinsic_bias/algorithmic_disparity/lfp/main.py
fairlms/definition/encoder_decoder/intrinsic_bias/algorithmic_disparity/lfp/stimuli.py
fairlms/definition/encoder_decoder/intrinsic_bias/algorithmic_disparity/mcd/main.py
fairlms/definition/encoder_decoder/intrinsic_bias/algorithmic_disparity/mcd/mcd.py
fairlms/definition/encoder_decoder/intrinsic_bias/algorithmic_disparity/mcd/stimuli.py
fairlms/definition/encoder_decoder/intrinsic_bias/stereotypical_association/sd/main.py
fairlms/definition/encoder_decoder/intrinsic_bias/stereotypical_association/sd/sd.py
fairlms/definition/encoder_decoder/intrinsic_bias/stereotypical_association/sd/stimuli.py
fairlms/definition/encoder_decoder/intrinsic_bias/stereotypical_association/sva/main.py
fairlms/definition/encoder_decoder/intrinsic_bias/stereotypical_association/sva/stimuli.py
fairlms/definition/encoder_decoder/intrinsic_bias/stereotypical_association/sva/sva.py
fairlms/definition/encoder_only/__init__.py
fairlms/definition/encoder_only/utils.py
fairlms/definition/encoder_only/extrinsic_bias/context_based_disparity/context_based.py
fairlms/definition/encoder_only/extrinsic_bias/context_based_disparity/main.py
fairlms/definition/encoder_only/extrinsic_bias/context_based_disparity/stimuli.py
fairlms/definition/encoder_only/extrinsic_bias/equal_opportunity/equal_opportunity.py
fairlms/definition/encoder_only/extrinsic_bias/equal_opportunity/main.py
fairlms/definition/encoder_only/extrinsic_bias/equal_opportunity/stimuli.py
fairlms/definition/encoder_only/extrinsic_bias/fair_inference/fair_inference.py
fairlms/definition/encoder_only/extrinsic_bias/fair_inference/main.py
fairlms/definition/encoder_only/extrinsic_bias/fair_inference/stimuli.py
fairlms/definition/encoder_only/intrinsic_bias/__init__.py
fairlms/definition/encoder_only/intrinsic_bias/probability_based/masked_token_metrics/cbs/cbs.py
fairlms/definition/encoder_only/intrinsic_bias/probability_based/masked_token_metrics/cbs/main.py
fairlms/definition/encoder_only/intrinsic_bias/probability_based/masked_token_metrics/cbs/stimuli.py
fairlms/definition/encoder_only/intrinsic_bias/probability_based/masked_token_metrics/disco/disco.py
fairlms/definition/encoder_only/intrinsic_bias/probability_based/masked_token_metrics/disco/main.py
fairlms/definition/encoder_only/intrinsic_bias/probability_based/masked_token_metrics/disco/stimuli.py
fairlms/definition/encoder_only/intrinsic_bias/probability_based/masked_token_metrics/lpbs/lpbs.py
fairlms/definition/encoder_only/intrinsic_bias/probability_based/masked_token_metrics/lpbs/main.py
fairlms/definition/encoder_only/intrinsic_bias/probability_based/masked_token_metrics/lpbs/stimuli.py
fairlms/definition/encoder_only/intrinsic_bias/probability_based/pseudo_log_likelihood_metrics/aul/aul.py
fairlms/definition/encoder_only/intrinsic_bias/probability_based/pseudo_log_likelihood_metrics/aul/main.py
fairlms/definition/encoder_only/intrinsic_bias/probability_based/pseudo_log_likelihood_metrics/aula/aula.py
fairlms/definition/encoder_only/intrinsic_bias/probability_based/pseudo_log_likelihood_metrics/aula/main.py
fairlms/definition/encoder_only/intrinsic_bias/probability_based/pseudo_log_likelihood_metrics/cat/cat.py
fairlms/definition/encoder_only/intrinsic_bias/probability_based/pseudo_log_likelihood_metrics/cat/main.py
fairlms/definition/encoder_only/intrinsic_bias/probability_based/pseudo_log_likelihood_metrics/cps/cps.py
fairlms/definition/encoder_only/intrinsic_bias/probability_based/pseudo_log_likelihood_metrics/cps/main.py
fairlms/definition/encoder_only/intrinsic_bias/probability_based/pseudo_log_likelihood_metrics/pll/main.py
fairlms/definition/encoder_only/intrinsic_bias/probability_based/pseudo_log_likelihood_metrics/pll/pll.py
fairlms/definition/encoder_only/intrinsic_bias/similarity_based/__init__.py
fairlms/definition/encoder_only/intrinsic_bias/similarity_based/ceat/ceat.py
fairlms/definition/encoder_only/intrinsic_bias/similarity_based/ceat/data.py
fairlms/definition/encoder_only/intrinsic_bias/similarity_based/ceat/generate_embeddings.py
fairlms/definition/encoder_only/intrinsic_bias/similarity_based/ceat/main.py
fairlms/definition/encoder_only/intrinsic_bias/similarity_based/seat/data.py
fairlms/definition/encoder_only/intrinsic_bias/similarity_based/seat/main.py
fairlms/definition/encoder_only/intrinsic_bias/similarity_based/seat/seat.py
fairlms/definition/encoder_only/intrinsic_bias/similarity_based/weat/__init__.py
fairlms/definition/encoder_only/intrinsic_bias/similarity_based/weat/data.py
fairlms/definition/encoder_only/intrinsic_bias/similarity_based/weat/main.py
fairlms/definition/encoder_only/intrinsic_bias/similarity_based/weat/weat.py
fairlms/diagnostics/__init__.py
fairlms/diagnostics/_utils.py
fairlms/diagnostics/base.py
fairlms/diagnostics/evidence.py
fairlms/diagnostics/registry.py
fairlms/diagnostics/representativeness.py
fairlms/diagnostics/scoring.py
fairlms/diagnostics/spec.py
fairlms/metrics/__init__.py
fairlms/metrics/_compat.py
fairlms/metrics/algorithmic_disparity.py
fairlms/metrics/attention_head.py
fairlms/metrics/base.py
fairlms/metrics/counterfactual_fairness.py
fairlms/metrics/data.py
fairlms/metrics/demographic_representation.py
fairlms/metrics/encoder_decoder_extrinsic.py
fairlms/metrics/encoder_decoder_stereotypical.py
fairlms/metrics/encoder_extrinsic.py
fairlms/metrics/functional.py
fairlms/metrics/masked_token.py
fairlms/metrics/performance_disparity.py
fairlms/metrics/pseudo_log_likelihood.py
fairlms/metrics/resolve.py
fairlms/metrics/similarity_based.py
fairlms/metrics/stereotypical_association.py
fairlms/models/__init__.py
fairlms/models/base.py
fairlms/models/huggingface.py
fairlms/models/openai.py
fairlms/utils/__init__.py
fairlms/utils/association.py
fairlms/utils/embeddings.py
fairlms/utils/io.py
fairlms/utils/masking.py
fairlms/utils/paths.py
fairlms/utils/pll.py
fairlms/utils/stats.py
tests/test_attention_head.py
tests/test_bundled_word_sets.py
tests/test_common.py
tests/test_decoder_api_metrics.py
tests/test_decoder_generation.py
tests/test_diagnostics_contract.py
tests/test_diagnostics_evidence.py
tests/test_encoder_decoder.py
tests/test_functional.py
tests/test_masked_token.py
tests/test_packaging.py
tests/test_paired_scores.py
tests/test_pseudo_log_likelihood.py
tests/test_representativeness_diagnostic.py
tests/test_resolve.py
tests/test_score_audit.py
tests/test_score_counterfactual_sensitivity.py
tests/test_score_rate_gap.py
tests/test_score_wasserstein_1_gap.py
tests/test_scored_groups.py
tests/test_scoring_helpers.py
tests/test_similarity_based.py
tests/data/golden/diagnostics/b_rep/trustgpt_gender_v1.json
tests/data/golden/diagnostics/score_counterfactual_sensitivity/bbq_age_toxicity_v1.json
tests/data/golden/diagnostics/score_mean_gap/trustgpt_category_toxicity_v1.json