CITATION.cff
CONVERSION.md
LICENSE
MANIFEST.in
README.md
mkdocs.yml
pyproject.toml
requirements-tested.txt
requirements.txt
docs/changelog.md
docs/citation.md
docs/comparison.md
docs/contributing.md
docs/index.md
docs/install.md
docs/license.md
docs/preparing_audit_evidence.md
docs/preparing_representativeness_evidence.md
docs/quickstart.md
docs/taxonomy.md
docs/validation.md
docs/api/applicability.md
docs/api/backends.md
docs/api/containers.md
docs/api/diagnostics.md
docs/api/loaders.md
docs/api/metrics.md
docs/api/mitigation.md
docs/api/models.md
docs/api/utils.md
docs/guides/custom-diagnostic.md
docs/guides/custom-metric.md
docs/guides/dataset-audit.md
docs/guides/extrinsic-decoder.md
docs/guides/extrinsic-encdec.md
docs/guides/extrinsic-encoder.md
docs/guides/intrinsic-decoder.md
docs/guides/intrinsic-encdec.md
docs/guides/intrinsic-encoder.md
docs/guides/mitigation.md
docs/guides/own-data.md
docs/notebooks/tour.ipynb
docs/registry/diagnostics.md
docs/registry/divergences.md
docs/registry/loaders.md
docs/registry/metrics.md
docs/registry/mitigation.md
examples/README.md
examples/accuracy_disparity.py
examples/compare_predictions.py
examples/crows_pairs_score.py
examples/equal_opportunity_gap.py
examples/log_probability_bias.py
examples/representativeness_diagnostic.py
examples/reproduce_crows_pairs.py
examples/reproduce_seat_biasbench.py
examples/scorer_counterfactual_sensitivity_diagnostic.py
examples/scorer_distribution_gap_diagnostic.py
examples/scorer_mean_gap_diagnostic.py
examples/scorer_rate_gap_diagnostic.py
examples/weat.py
fairlms/__init__.py
fairlms/_version.py
fairlms/applicability.py
fairlms/params.py
fairlms/provenance.py
fairlms.egg-info/PKG-INFO
fairlms.egg-info/SOURCES.txt
fairlms.egg-info/dependency_links.txt
fairlms.egg-info/requires.txt
fairlms.egg-info/top_level.txt
fairlms/data/NOTICE.md
fairlms/data/README.md
fairlms/data/__init__.py
fairlms/data/checksums.json
fairlms/data/bbq/Age.jsonl
fairlms/data/bbq/Disability_status.jsonl
fairlms/data/bbq/Gender_identity.jsonl
fairlms/data/bbq/Nationality.jsonl
fairlms/data/bbq/Physical_appearance.jsonl
fairlms/data/bbq/Race_ethnicity.jsonl
fairlms/data/bbq/Race_x_SES.jsonl
fairlms/data/bbq/Race_x_gender.jsonl
fairlms/data/bbq/Religion.jsonl
fairlms/data/bbq/SES.jsonl
fairlms/data/bbq/Sexual_orientation.jsonl
fairlms/data/crows_pairs/crows_pairs_anonymized.csv
fairlms/datasets/__init__.py
fairlms/datasets/_sources.py
fairlms/datasets/base.py
fairlms/datasets/bbq.py
fairlms/datasets/bias_in_bios.py
fairlms/datasets/bias_nli.py
fairlms/datasets/bold.py
fairlms/datasets/crows_pairs.py
fairlms/datasets/eec.py
fairlms/datasets/gap.py
fairlms/datasets/grep_biasir.py
fairlms/datasets/holistic_bias.py
fairlms/datasets/honest.py
fairlms/datasets/real_toxicity_prompts.py
fairlms/datasets/reddit_bias.py
fairlms/datasets/stereoset.py
fairlms/datasets/trustgpt.py
fairlms/datasets/unqover.py
fairlms/datasets/wino_bias.py
fairlms/datasets/winogender.py
fairlms/datasets/xnli.py
fairlms/definition/__init__.py
fairlms/definition/decoder_only/extrinsic_bias/counterfactual_fairness/cr/cr.py
fairlms/definition/decoder_only/extrinsic_bias/counterfactual_fairness/cr/main.py
fairlms/definition/decoder_only/extrinsic_bias/counterfactual_fairness/cr/stimuli.py
fairlms/definition/decoder_only/extrinsic_bias/counterfactual_fairness/ctf/ctf.py
fairlms/definition/decoder_only/extrinsic_bias/counterfactual_fairness/ctf/main.py
fairlms/definition/decoder_only/extrinsic_bias/counterfactual_fairness/ctf/stimuli.py
fairlms/definition/decoder_only/extrinsic_bias/demographic_representation/dnp/dnp.py
fairlms/definition/decoder_only/extrinsic_bias/demographic_representation/dnp/main.py
fairlms/definition/decoder_only/extrinsic_bias/demographic_representation/dnp/stimuli.py
fairlms/definition/decoder_only/extrinsic_bias/demographic_representation/drd/drd.py
fairlms/definition/decoder_only/extrinsic_bias/demographic_representation/drd/main.py
fairlms/definition/decoder_only/extrinsic_bias/demographic_representation/drd/stimuli.py
fairlms/definition/decoder_only/extrinsic_bias/performance_disparity/ad/ad.py
fairlms/definition/decoder_only/extrinsic_bias/performance_disparity/ad/main.py
fairlms/definition/decoder_only/extrinsic_bias/performance_disparity/ad/stimuli.py
fairlms/definition/decoder_only/extrinsic_bias/performance_disparity/ba/ba.py
fairlms/definition/decoder_only/extrinsic_bias/performance_disparity/ba/main.py
fairlms/definition/decoder_only/extrinsic_bias/performance_disparity/ba/stimuli.py
fairlms/definition/decoder_only/extrinsic_bias/performance_disparity/sns/main.py
fairlms/definition/decoder_only/extrinsic_bias/performance_disparity/sns/sns.py
fairlms/definition/decoder_only/extrinsic_bias/performance_disparity/sns/stimuli.py
fairlms/definition/decoder_only/intrinsic_bias/attention_head_based_disparity/gbe/gbe.py
fairlms/definition/decoder_only/intrinsic_bias/attention_head_based_disparity/gbe/main.py
fairlms/definition/decoder_only/intrinsic_bias/attention_head_based_disparity/gbe/stimuli.py
fairlms/definition/decoder_only/intrinsic_bias/attention_head_based_disparity/nie/main.py
fairlms/definition/decoder_only/intrinsic_bias/attention_head_based_disparity/nie/nie.py
fairlms/definition/decoder_only/intrinsic_bias/attention_head_based_disparity/nie/stimuli.py
fairlms/definition/decoder_only/intrinsic_bias/stereotypical_association/ca/ca.py
fairlms/definition/decoder_only/intrinsic_bias/stereotypical_association/ca/main.py
fairlms/definition/decoder_only/intrinsic_bias/stereotypical_association/ca/stimuli.py
fairlms/definition/decoder_only/intrinsic_bias/stereotypical_association/sll/main.py
fairlms/definition/decoder_only/intrinsic_bias/stereotypical_association/sll/sll.py
fairlms/definition/decoder_only/intrinsic_bias/stereotypical_association/sll/stimuli.py
fairlms/definition/encoder_decoder/__init__.py
fairlms/definition/encoder_decoder/utils.py
fairlms/definition/encoder_decoder/extrinsic_bias/counterfactual_fairness/auc.py
fairlms/definition/encoder_decoder/extrinsic_bias/counterfactual_fairness/main.py
fairlms/definition/encoder_decoder/extrinsic_bias/counterfactual_fairness/stimuli.py
fairlms/definition/encoder_decoder/extrinsic_bias/fair_inference/ibs.py
fairlms/definition/encoder_decoder/extrinsic_bias/fair_inference/main.py
fairlms/definition/encoder_decoder/extrinsic_bias/fair_inference/stimuli.py
fairlms/definition/encoder_decoder/extrinsic_bias/individual_fairness/main.py
fairlms/definition/encoder_decoder/extrinsic_bias/individual_fairness/ss.py
fairlms/definition/encoder_decoder/extrinsic_bias/individual_fairness/stimuli.py
fairlms/definition/encoder_decoder/extrinsic_bias/position_based/main.py
fairlms/definition/encoder_decoder/extrinsic_bias/position_based/npd.py
fairlms/definition/encoder_decoder/extrinsic_bias/position_based/stimuli.py
fairlms/definition/encoder_decoder/intrinsic_bias/algorithmic_disparity/lfp/lfp.py
fairlms/definition/encoder_decoder/intrinsic_bias/algorithmic_disparity/lfp/main.py
fairlms/definition/encoder_decoder/intrinsic_bias/algorithmic_disparity/lfp/stimuli.py
fairlms/definition/encoder_decoder/intrinsic_bias/algorithmic_disparity/mcd/main.py
fairlms/definition/encoder_decoder/intrinsic_bias/algorithmic_disparity/mcd/mcd.py
fairlms/definition/encoder_decoder/intrinsic_bias/algorithmic_disparity/mcd/stimuli.py
fairlms/definition/encoder_decoder/intrinsic_bias/stereotypical_association/sd/main.py
fairlms/definition/encoder_decoder/intrinsic_bias/stereotypical_association/sd/sd.py
fairlms/definition/encoder_decoder/intrinsic_bias/stereotypical_association/sd/stimuli.py
fairlms/definition/encoder_decoder/intrinsic_bias/stereotypical_association/sva/main.py
fairlms/definition/encoder_decoder/intrinsic_bias/stereotypical_association/sva/stimuli.py
fairlms/definition/encoder_decoder/intrinsic_bias/stereotypical_association/sva/sva.py
fairlms/definition/encoder_only/__init__.py
fairlms/definition/encoder_only/utils.py
fairlms/definition/encoder_only/extrinsic_bias/context_based_disparity/context_based.py
fairlms/definition/encoder_only/extrinsic_bias/context_based_disparity/main.py
fairlms/definition/encoder_only/extrinsic_bias/context_based_disparity/stimuli.py
fairlms/definition/encoder_only/extrinsic_bias/equal_opportunity/equal_opportunity.py
fairlms/definition/encoder_only/extrinsic_bias/equal_opportunity/main.py
fairlms/definition/encoder_only/extrinsic_bias/equal_opportunity/stimuli.py
fairlms/definition/encoder_only/extrinsic_bias/fair_inference/fair_inference.py
fairlms/definition/encoder_only/extrinsic_bias/fair_inference/main.py
fairlms/definition/encoder_only/extrinsic_bias/fair_inference/stimuli.py
fairlms/definition/encoder_only/intrinsic_bias/__init__.py
fairlms/definition/encoder_only/intrinsic_bias/probability_based/masked_token_metrics/cbs/cbs.py
fairlms/definition/encoder_only/intrinsic_bias/probability_based/masked_token_metrics/cbs/main.py
fairlms/definition/encoder_only/intrinsic_bias/probability_based/masked_token_metrics/cbs/stimuli.py
fairlms/definition/encoder_only/intrinsic_bias/probability_based/masked_token_metrics/disco/disco.py
fairlms/definition/encoder_only/intrinsic_bias/probability_based/masked_token_metrics/disco/main.py
fairlms/definition/encoder_only/intrinsic_bias/probability_based/masked_token_metrics/disco/stimuli.py
fairlms/definition/encoder_only/intrinsic_bias/probability_based/masked_token_metrics/lpbs/lpbs.py
fairlms/definition/encoder_only/intrinsic_bias/probability_based/masked_token_metrics/lpbs/main.py
fairlms/definition/encoder_only/intrinsic_bias/probability_based/masked_token_metrics/lpbs/stimuli.py
fairlms/definition/encoder_only/intrinsic_bias/probability_based/pseudo_log_likelihood_metrics/aul/aul.py
fairlms/definition/encoder_only/intrinsic_bias/probability_based/pseudo_log_likelihood_metrics/aul/main.py
fairlms/definition/encoder_only/intrinsic_bias/probability_based/pseudo_log_likelihood_metrics/aula/aula.py
fairlms/definition/encoder_only/intrinsic_bias/probability_based/pseudo_log_likelihood_metrics/aula/main.py
fairlms/definition/encoder_only/intrinsic_bias/probability_based/pseudo_log_likelihood_metrics/cat/cat.py
fairlms/definition/encoder_only/intrinsic_bias/probability_based/pseudo_log_likelihood_metrics/cat/main.py
fairlms/definition/encoder_only/intrinsic_bias/probability_based/pseudo_log_likelihood_metrics/cps/cps.py
fairlms/definition/encoder_only/intrinsic_bias/probability_based/pseudo_log_likelihood_metrics/cps/main.py
fairlms/definition/encoder_only/intrinsic_bias/probability_based/pseudo_log_likelihood_metrics/pll/main.py
fairlms/definition/encoder_only/intrinsic_bias/probability_based/pseudo_log_likelihood_metrics/pll/pll.py
fairlms/definition/encoder_only/intrinsic_bias/similarity_based/__init__.py
fairlms/definition/encoder_only/intrinsic_bias/similarity_based/ceat/ceat.py
fairlms/definition/encoder_only/intrinsic_bias/similarity_based/ceat/data.py
fairlms/definition/encoder_only/intrinsic_bias/similarity_based/ceat/generate_embeddings.py
fairlms/definition/encoder_only/intrinsic_bias/similarity_based/ceat/main.py
fairlms/definition/encoder_only/intrinsic_bias/similarity_based/seat/data.py
fairlms/definition/encoder_only/intrinsic_bias/similarity_based/seat/main.py
fairlms/definition/encoder_only/intrinsic_bias/similarity_based/seat/seat.py
fairlms/definition/encoder_only/intrinsic_bias/similarity_based/weat/__init__.py
fairlms/definition/encoder_only/intrinsic_bias/similarity_based/weat/data.py
fairlms/definition/encoder_only/intrinsic_bias/similarity_based/weat/main.py
fairlms/definition/encoder_only/intrinsic_bias/similarity_based/weat/weat.py
fairlms/diagnostics/__init__.py
fairlms/diagnostics/_kernels.py
fairlms/diagnostics/_messages.py
fairlms/diagnostics/_utils.py
fairlms/diagnostics/backends.py
fairlms/diagnostics/base.py
fairlms/diagnostics/construction.py
fairlms/diagnostics/dataset.py
fairlms/diagnostics/evidence.py
fairlms/diagnostics/leakage.py
fairlms/diagnostics/registry.py
fairlms/diagnostics/representativeness.py
fairlms/diagnostics/scoring.py
fairlms/diagnostics/spec.py
fairlms/metrics/__init__.py
fairlms/metrics/_compat.py
fairlms/metrics/algorithmic_disparity.py
fairlms/metrics/attention_head.py
fairlms/metrics/base.py
fairlms/metrics/counterfactual_fairness.py
fairlms/metrics/data.py
fairlms/metrics/demographic_representation.py
fairlms/metrics/encoder_decoder_extrinsic.py
fairlms/metrics/encoder_decoder_stereotypical.py
fairlms/metrics/encoder_extrinsic.py
fairlms/metrics/functional.py
fairlms/metrics/masked_token.py
fairlms/metrics/performance_disparity.py
fairlms/metrics/pseudo_log_likelihood.py
fairlms/metrics/resolve.py
fairlms/metrics/similarity_based.py
fairlms/metrics/stereotypical_association.py
fairlms/mitigation/__init__.py
fairlms/mitigation/_generation.py
fairlms/mitigation/applicability.py
fairlms/mitigation/base.py
fairlms/mitigation/evidence.py
fairlms/mitigation/harness.py
fairlms/mitigation/registry.py
fairlms/mitigation/inprocessing/__init__.py
fairlms/mitigation/inprocessing/adversarial_debiasing.py
fairlms/mitigation/inprocessing/counterfactual_invariance_loss.py
fairlms/mitigation/inprocessing/group_regularized_objective.py
fairlms/mitigation/inprocessing/influence_guided_suppression.py
fairlms/mitigation/intraprocessing/__init__.py
fairlms/mitigation/intraprocessing/_projection.py
fairlms/mitigation/intraprocessing/iterative_nullspace_projection.py
fairlms/mitigation/intraprocessing/self_debiasing.py
fairlms/mitigation/intraprocessing/subspace_projection.py
fairlms/mitigation/postprocessing/__init__.py
fairlms/mitigation/postprocessing/_shared.py
fairlms/mitigation/postprocessing/group_aware_thresholding.py
fairlms/mitigation/postprocessing/output_reranking.py
fairlms/mitigation/postprocessing/score_calibration.py
fairlms/mitigation/preprocessing/__init__.py
fairlms/mitigation/preprocessing/_shared.py
fairlms/mitigation/preprocessing/counterfactual_data_augmentation.py
fairlms/mitigation/preprocessing/debiasing_prompt.py
fairlms/mitigation/preprocessing/group_label_reweighting.py
fairlms/mitigation/preprocessing/identity_term_augmentation.py
fairlms/models/__init__.py
fairlms/models/base.py
fairlms/models/huggingface.py
fairlms/models/openai.py
fairlms/utils/__init__.py
fairlms/utils/association.py
fairlms/utils/embeddings.py
fairlms/utils/io.py
fairlms/utils/masking.py
fairlms/utils/paths.py
fairlms/utils/pll.py
fairlms/utils/stats.py
scripts/check_sdist.py
scripts/gen_registry_docs.py
scripts/package_version.py
tests/__init__.py
tests/conftest.py
tests/stubs.py
tests/test_applicability.py
tests/test_attention_head.py
tests/test_audit_dataset.py
tests/test_backends.py
tests/test_bundled_word_sets.py
tests/test_common.py
tests/test_construction_diagnostic.py
tests/test_crows_pairs_orientation.py
tests/test_dataset_audit.py
tests/test_dataset_loaders.py
tests/test_decoder_api_metrics.py
tests/test_decoder_generation.py
tests/test_diagnostics_contract.py
tests/test_diagnostics_evidence.py
tests/test_encoder_decoder.py
tests/test_functional.py
tests/test_hf_offline_integration.py
tests/test_leakage_diagnostic.py
tests/test_masked_token.py
tests/test_mitigation_contract.py
tests/test_mitigation_evidence.py
tests/test_mitigation_harness.py
tests/test_mitigation_inprocessing.py
tests/test_mitigation_intraprocessing.py
tests/test_mitigation_postprocessing.py
tests/test_mitigation_preprocessing.py
tests/test_packaging.py
tests/test_paired_scores.py
tests/test_pseudo_log_likelihood.py
tests/test_representativeness_diagnostic.py
tests/test_required_task.py
tests/test_resolve.py
tests/test_review_regressions.py
tests/test_score_audit.py
tests/test_score_counterfactual_sensitivity.py
tests/test_score_rate_gap.py
tests/test_score_wasserstein_1_gap.py
tests/test_scored_groups.py
tests/test_scoring_helpers.py
tests/test_similarity_based.py
tests/data/golden/diagnostics/b_constr/synthetic_gender_backend_slots_v1.json
tests/data/golden/diagnostics/b_constr/synthetic_gender_reference_mixed_v1.json
tests/data/golden/diagnostics/b_leak/gap_paper_lexicon_v1.json
tests/data/golden/diagnostics/b_rep/trustgpt_gender_v1.json
tests/data/golden/diagnostics/score_counterfactual_sensitivity/bbq_age_toxicity_v1.json
tests/data/golden/diagnostics/score_mean_gap/trustgpt_category_toxicity_v1.json