LICENSE
README.md
pyproject.toml
fairllms/__init__.py
fairllms/_version.py
fairllms.egg-info/PKG-INFO
fairllms.egg-info/SOURCES.txt
fairllms.egg-info/dependency_links.txt
fairllms.egg-info/requires.txt
fairllms.egg-info/top_level.txt
fairllms/data/bbq/Age.jsonl
fairllms/data/bbq/Disability_status.jsonl
fairllms/data/bbq/Gender_identity.jsonl
fairllms/data/bbq/Nationality.jsonl
fairllms/data/bbq/Physical_appearance.jsonl
fairllms/data/bbq/Race_ethnicity.jsonl
fairllms/data/bbq/Race_x_SES.jsonl
fairllms/data/bbq/Race_x_gender.jsonl
fairllms/data/bbq/Religion.jsonl
fairllms/data/bbq/SES.jsonl
fairllms/data/bbq/Sexual_orientation.jsonl
fairllms/data/crows_pairs/crows_pairs_anonymized.csv
fairllms/datasets/__init__.py
fairllms/datasets/base.py
fairllms/datasets/bbq.py
fairllms/datasets/bias_in_bios.py
fairllms/datasets/crows_pairs.py
fairllms/datasets/stereoset.py
fairllms/datasets/wino_bias.py
fairllms/datasets/xnli.py
fairllms/definition/__init__.py
fairllms/definition/decoder_only/extrinsic_bias/counterfactual_fairness/cr/cr.py
fairllms/definition/decoder_only/extrinsic_bias/counterfactual_fairness/cr/main.py
fairllms/definition/decoder_only/extrinsic_bias/counterfactual_fairness/cr/stimuli.py
fairllms/definition/decoder_only/extrinsic_bias/counterfactual_fairness/ctf/ctf.py
fairllms/definition/decoder_only/extrinsic_bias/counterfactual_fairness/ctf/main.py
fairllms/definition/decoder_only/extrinsic_bias/counterfactual_fairness/ctf/stimuli.py
fairllms/definition/decoder_only/extrinsic_bias/demographic_representation/dnp/dnp.py
fairllms/definition/decoder_only/extrinsic_bias/demographic_representation/dnp/main.py
fairllms/definition/decoder_only/extrinsic_bias/demographic_representation/dnp/stimuli.py
fairllms/definition/decoder_only/extrinsic_bias/demographic_representation/drd/drd.py
fairllms/definition/decoder_only/extrinsic_bias/demographic_representation/drd/main.py
fairllms/definition/decoder_only/extrinsic_bias/demographic_representation/drd/stimuli.py
fairllms/definition/decoder_only/extrinsic_bias/performance_disparity/ad/ad.py
fairllms/definition/decoder_only/extrinsic_bias/performance_disparity/ad/main.py
fairllms/definition/decoder_only/extrinsic_bias/performance_disparity/ad/stimuli.py
fairllms/definition/decoder_only/extrinsic_bias/performance_disparity/ba/ba.py
fairllms/definition/decoder_only/extrinsic_bias/performance_disparity/ba/main.py
fairllms/definition/decoder_only/extrinsic_bias/performance_disparity/ba/stimuli.py
fairllms/definition/decoder_only/extrinsic_bias/performance_disparity/sns/main.py
fairllms/definition/decoder_only/extrinsic_bias/performance_disparity/sns/sns.py
fairllms/definition/decoder_only/extrinsic_bias/performance_disparity/sns/stimuli.py
fairllms/definition/decoder_only/intrinsic_bias/attention_head_based_disparity/gbe/gbe.py
fairllms/definition/decoder_only/intrinsic_bias/attention_head_based_disparity/gbe/main.py
fairllms/definition/decoder_only/intrinsic_bias/attention_head_based_disparity/gbe/stimuli.py
fairllms/definition/decoder_only/intrinsic_bias/attention_head_based_disparity/nie/main.py
fairllms/definition/decoder_only/intrinsic_bias/attention_head_based_disparity/nie/nie.py
fairllms/definition/decoder_only/intrinsic_bias/attention_head_based_disparity/nie/stimuli.py
fairllms/definition/decoder_only/intrinsic_bias/stereotypical_association/ca/ca.py
fairllms/definition/decoder_only/intrinsic_bias/stereotypical_association/ca/main.py
fairllms/definition/decoder_only/intrinsic_bias/stereotypical_association/ca/stimuli.py
fairllms/definition/decoder_only/intrinsic_bias/stereotypical_association/sll/main.py
fairllms/definition/decoder_only/intrinsic_bias/stereotypical_association/sll/sll.py
fairllms/definition/decoder_only/intrinsic_bias/stereotypical_association/sll/stimuli.py
fairllms/definition/encoder_decoder/__init__.py
fairllms/definition/encoder_decoder/utils.py
fairllms/definition/encoder_decoder/extrinsic_bias/counterfactual_fairness/auc.py
fairllms/definition/encoder_decoder/extrinsic_bias/counterfactual_fairness/main.py
fairllms/definition/encoder_decoder/extrinsic_bias/counterfactual_fairness/stimuli.py
fairllms/definition/encoder_decoder/extrinsic_bias/fair_inference/ibs.py
fairllms/definition/encoder_decoder/extrinsic_bias/fair_inference/main.py
fairllms/definition/encoder_decoder/extrinsic_bias/fair_inference/stimuli.py
fairllms/definition/encoder_decoder/extrinsic_bias/individual_fairness/main.py
fairllms/definition/encoder_decoder/extrinsic_bias/individual_fairness/ss.py
fairllms/definition/encoder_decoder/extrinsic_bias/individual_fairness/stimuli.py
fairllms/definition/encoder_decoder/extrinsic_bias/position_based/main.py
fairllms/definition/encoder_decoder/extrinsic_bias/position_based/npd.py
fairllms/definition/encoder_decoder/extrinsic_bias/position_based/stimuli.py
fairllms/definition/encoder_decoder/intrinsic_bias/algorithmic_disparity/lfp/lfp.py
fairllms/definition/encoder_decoder/intrinsic_bias/algorithmic_disparity/lfp/main.py
fairllms/definition/encoder_decoder/intrinsic_bias/algorithmic_disparity/lfp/stimuli.py
fairllms/definition/encoder_decoder/intrinsic_bias/algorithmic_disparity/mcd/main.py
fairllms/definition/encoder_decoder/intrinsic_bias/algorithmic_disparity/mcd/mcd.py
fairllms/definition/encoder_decoder/intrinsic_bias/algorithmic_disparity/mcd/stimuli.py
fairllms/definition/encoder_decoder/intrinsic_bias/stereotypical_association/sd/main.py
fairllms/definition/encoder_decoder/intrinsic_bias/stereotypical_association/sd/sd.py
fairllms/definition/encoder_decoder/intrinsic_bias/stereotypical_association/sd/stimuli.py
fairllms/definition/encoder_decoder/intrinsic_bias/stereotypical_association/sva/main.py
fairllms/definition/encoder_decoder/intrinsic_bias/stereotypical_association/sva/stimuli.py
fairllms/definition/encoder_decoder/intrinsic_bias/stereotypical_association/sva/sva.py
fairllms/definition/encoder_only/__init__.py
fairllms/definition/encoder_only/utils.py
fairllms/definition/encoder_only/extrinsic_bias/context_based_disparity/context_based.py
fairllms/definition/encoder_only/extrinsic_bias/context_based_disparity/main.py
fairllms/definition/encoder_only/extrinsic_bias/context_based_disparity/stimuli.py
fairllms/definition/encoder_only/extrinsic_bias/equal_opportunity/equal_opportunity.py
fairllms/definition/encoder_only/extrinsic_bias/equal_opportunity/main.py
fairllms/definition/encoder_only/extrinsic_bias/equal_opportunity/stimuli.py
fairllms/definition/encoder_only/extrinsic_bias/fair_inference/fair_inference.py
fairllms/definition/encoder_only/extrinsic_bias/fair_inference/main.py
fairllms/definition/encoder_only/extrinsic_bias/fair_inference/stimuli.py
fairllms/definition/encoder_only/intrinsic_bias/__init__.py
fairllms/definition/encoder_only/intrinsic_bias/probability_based/masked_token_metrics/cbs/cbs.py
fairllms/definition/encoder_only/intrinsic_bias/probability_based/masked_token_metrics/cbs/main.py
fairllms/definition/encoder_only/intrinsic_bias/probability_based/masked_token_metrics/cbs/stimuli.py
fairllms/definition/encoder_only/intrinsic_bias/probability_based/masked_token_metrics/disco/disco.py
fairllms/definition/encoder_only/intrinsic_bias/probability_based/masked_token_metrics/disco/main.py
fairllms/definition/encoder_only/intrinsic_bias/probability_based/masked_token_metrics/disco/stimuli.py
fairllms/definition/encoder_only/intrinsic_bias/probability_based/masked_token_metrics/lpbs/lpbs.py
fairllms/definition/encoder_only/intrinsic_bias/probability_based/masked_token_metrics/lpbs/main.py
fairllms/definition/encoder_only/intrinsic_bias/probability_based/masked_token_metrics/lpbs/stimuli.py
fairllms/definition/encoder_only/intrinsic_bias/probability_based/pseudo_log_likelihood_metrics/aul/aul.py
fairllms/definition/encoder_only/intrinsic_bias/probability_based/pseudo_log_likelihood_metrics/aul/main.py
fairllms/definition/encoder_only/intrinsic_bias/probability_based/pseudo_log_likelihood_metrics/aula/aula.py
fairllms/definition/encoder_only/intrinsic_bias/probability_based/pseudo_log_likelihood_metrics/aula/main.py
fairllms/definition/encoder_only/intrinsic_bias/probability_based/pseudo_log_likelihood_metrics/cat/cat.py
fairllms/definition/encoder_only/intrinsic_bias/probability_based/pseudo_log_likelihood_metrics/cat/main.py
fairllms/definition/encoder_only/intrinsic_bias/probability_based/pseudo_log_likelihood_metrics/cps/cps.py
fairllms/definition/encoder_only/intrinsic_bias/probability_based/pseudo_log_likelihood_metrics/cps/main.py
fairllms/definition/encoder_only/intrinsic_bias/probability_based/pseudo_log_likelihood_metrics/pll/main.py
fairllms/definition/encoder_only/intrinsic_bias/probability_based/pseudo_log_likelihood_metrics/pll/pll.py
fairllms/definition/encoder_only/intrinsic_bias/similarity_based/__init__.py
fairllms/definition/encoder_only/intrinsic_bias/similarity_based/ceat/ceat.py
fairllms/definition/encoder_only/intrinsic_bias/similarity_based/ceat/data.py
fairllms/definition/encoder_only/intrinsic_bias/similarity_based/ceat/generate_embeddings.py
fairllms/definition/encoder_only/intrinsic_bias/similarity_based/ceat/main.py
fairllms/definition/encoder_only/intrinsic_bias/similarity_based/seat/data.py
fairllms/definition/encoder_only/intrinsic_bias/similarity_based/seat/main.py
fairllms/definition/encoder_only/intrinsic_bias/similarity_based/seat/seat.py
fairllms/definition/encoder_only/intrinsic_bias/similarity_based/weat/__init__.py
fairllms/definition/encoder_only/intrinsic_bias/similarity_based/weat/data.py
fairllms/definition/encoder_only/intrinsic_bias/similarity_based/weat/main.py
fairllms/definition/encoder_only/intrinsic_bias/similarity_based/weat/weat.py
fairllms/metrics/__init__.py
fairllms/metrics/_compat.py
fairllms/metrics/algorithmic_disparity.py
fairllms/metrics/attention_head.py
fairllms/metrics/base.py
fairllms/metrics/counterfactual_fairness.py
fairllms/metrics/data.py
fairllms/metrics/demographic_representation.py
fairllms/metrics/encoder_decoder_extrinsic.py
fairllms/metrics/encoder_decoder_stereotypical.py
fairllms/metrics/encoder_extrinsic.py
fairllms/metrics/functional.py
fairllms/metrics/masked_token.py
fairllms/metrics/performance_disparity.py
fairllms/metrics/pseudo_log_likelihood.py
fairllms/metrics/resolve.py
fairllms/metrics/similarity_based.py
fairllms/metrics/stereotypical_association.py
fairllms/models/__init__.py
fairllms/models/base.py
fairllms/models/huggingface.py
fairllms/models/openai.py
fairllms/utils/__init__.py
fairllms/utils/association.py
fairllms/utils/embeddings.py
fairllms/utils/io.py
fairllms/utils/masking.py
fairllms/utils/paths.py
fairllms/utils/pll.py
fairllms/utils/stats.py
tests/test_common.py
tests/test_functional.py
tests/test_packaging.py
tests/test_similarity_based.py