LICENSE
README.md
pyproject.toml
scan_bench/__init__.py
scan_bench/base_config.py
scan_bench/base_performance_benchmark.py
scan_bench/config_feature_mapper.py
scan_bench/dataset.py
scan_bench.egg-info/PKG-INFO
scan_bench.egg-info/SOURCES.txt
scan_bench.egg-info/dependency_links.txt
scan_bench.egg-info/requires.txt
scan_bench.egg-info/top_level.txt
scan_bench/commons/__init__.py
scan_bench/commons/metrics/__init__.py
scan_bench/commons/metrics/metrics.py
scan_bench/commons/predictors/__init__.py
scan_bench/commons/predictors/autogluon.py
scan_bench/commons/predictors/ensembles.py
scan_bench/commons/predictors_core/__init__.py
scan_bench/commons/predictors_core/base.py
scan_bench/commons/predictors_core/pfn.py
scan_bench/commons/predictors_core/surrogate.py
scan_bench/commons/query_time/query_time.py
scan_bench/commons/surrogate_evaluation/large_scale_configs.py
scan_bench/commons/surrogate_evaluation/leave_one_out_ablation.py
scan_bench/commons/surrogate_evaluation/main_performance.py
scan_bench/commons/surrogate_evaluation/surrogate_variance.py
scan_bench/commons/surrogate_evaluation/uncertainty.py
scan_bench/llm/__init__.py
scan_bench/llm/api.py
scan_bench/llm/config.py
scan_bench/llm/configs_intermediate_summary.csv
scan_bench/llm/croissant_rai_ScAn_LLM-Bench.json
scan_bench/llm/data.py
scan_bench/llm/data_splitter.py
scan_bench/llm/large_runs.csv
scan_bench/llm/large_runs_final_runs.csv
scan_bench/llm/runtime_100_results_batch.json
scan_bench/llm/runtime_100_results_no_batch.json
scan_bench/llm/train.py
scan_bench/llm/utils.py
scan_bench/llm/splits/test.csv
scan_bench/llm/splits/test_fold_1.csv
scan_bench/llm/splits/test_fold_2.csv
scan_bench/llm/splits/test_fold_3.csv
scan_bench/llm/splits/test_fold_4.csv
scan_bench/llm/splits/test_fold_5.csv
scan_bench/llm/splits/train.csv
scan_bench/llm/splits/train_fold_1.csv
scan_bench/llm/splits/train_fold_2.csv
scan_bench/llm/splits/train_fold_3.csv
scan_bench/llm/splits/train_fold_4.csv
scan_bench/llm/splits/train_fold_5.csv
scan_bench/tabpfn/__init__.py
scan_bench/tabpfn/api.py
scan_bench/tabpfn/config.py
scan_bench/tabpfn/data.csv
scan_bench/tabpfn/data_splitter.py
scan_bench/tabpfn/flops.json
scan_bench/tabpfn/n_params.json
scan_bench/tabpfn/spaces.py
scan_bench/tabpfn/performance_surrogate/__init__.py
scan_bench/tabpfn/performance_surrogate/data.py
scan_bench/vlm/__init__.py
scan_bench/vlm/api.py
scan_bench/vlm/config.py
scan_bench/vlm/croissant_rai_ScAn_VLM-Bench.json
scan_bench/vlm/data.csv
scan_bench/vlm/data_splitter.py
scan_bench/vlm/first_100_time.py
scan_bench/vlm/flops_params.json
scan_bench/vlm/gpu_time.py
scan_bench/vlm/large_runs.csv
scan_bench/vlm/min_max_a100.py
scan_bench/vlm/runtime_results.json
scan_bench/vlm/spaces.py
scan_bench/vlm/divergence_surrogate/__init__.py
scan_bench/vlm/divergence_surrogate/data.py
scan_bench/vlm/divergence_surrogate/metrics.py
scan_bench/vlm/divergence_surrogate/train.py
scan_bench/vlm/divergence_surrogate/predictors/__init__.py
scan_bench/vlm/divergence_surrogate/predictors/xgb.py
scan_bench/vlm/divergence_surrogate/xgb_models/xgb_model_0.json
scan_bench/vlm/divergence_surrogate/xgb_models/xgb_model_1.json
scan_bench/vlm/divergence_surrogate/xgb_models/xgb_model_10.json
scan_bench/vlm/divergence_surrogate/xgb_models/xgb_model_11.json
scan_bench/vlm/divergence_surrogate/xgb_models/xgb_model_12.json
scan_bench/vlm/divergence_surrogate/xgb_models/xgb_model_13.json
scan_bench/vlm/divergence_surrogate/xgb_models/xgb_model_14.json
scan_bench/vlm/divergence_surrogate/xgb_models/xgb_model_15.json
scan_bench/vlm/divergence_surrogate/xgb_models/xgb_model_16.json
scan_bench/vlm/divergence_surrogate/xgb_models/xgb_model_17.json
scan_bench/vlm/divergence_surrogate/xgb_models/xgb_model_18.json
scan_bench/vlm/divergence_surrogate/xgb_models/xgb_model_19.json
scan_bench/vlm/divergence_surrogate/xgb_models/xgb_model_2.json
scan_bench/vlm/divergence_surrogate/xgb_models/xgb_model_20.json
scan_bench/vlm/divergence_surrogate/xgb_models/xgb_model_21.json
scan_bench/vlm/divergence_surrogate/xgb_models/xgb_model_22.json
scan_bench/vlm/divergence_surrogate/xgb_models/xgb_model_23.json
scan_bench/vlm/divergence_surrogate/xgb_models/xgb_model_24.json
scan_bench/vlm/divergence_surrogate/xgb_models/xgb_model_25.json
scan_bench/vlm/divergence_surrogate/xgb_models/xgb_model_26.json
scan_bench/vlm/divergence_surrogate/xgb_models/xgb_model_3.json
scan_bench/vlm/divergence_surrogate/xgb_models/xgb_model_4.json
scan_bench/vlm/divergence_surrogate/xgb_models/xgb_model_5.json
scan_bench/vlm/divergence_surrogate/xgb_models/xgb_model_6.json
scan_bench/vlm/divergence_surrogate/xgb_models/xgb_model_7.json
scan_bench/vlm/divergence_surrogate/xgb_models/xgb_model_8.json
scan_bench/vlm/divergence_surrogate/xgb_models/xgb_model_9.json
scan_bench/vlm/performance_surrogate/__init__.py
scan_bench/vlm/performance_surrogate/data.py
scan_bench/vlm/performance_surrogate/splits/overlap_checker.py
scan_bench/vlm/performance_surrogate/splits/test_split_1.csv
scan_bench/vlm/performance_surrogate/splits/test_split_2.csv
scan_bench/vlm/performance_surrogate/splits/test_split_3.csv
scan_bench/vlm/performance_surrogate/splits/test_split_4.csv
scan_bench/vlm/performance_surrogate/splits/test_split_5.csv
scan_bench/vlm/performance_surrogate/splits/train_split_1.csv
scan_bench/vlm/performance_surrogate/splits/train_split_2.csv
scan_bench/vlm/performance_surrogate/splits/train_split_3.csv
scan_bench/vlm/performance_surrogate/splits/train_split_4.csv
scan_bench/vlm/performance_surrogate/splits/train_split_5.csv
tests/test_config_feature_mapper.py
tests/test_configs.py
tests/test_datasets.py
tests/test_llm_benchmark.py
tests/test_metrics.py
tests/test_predictors_core.py
tests/test_vlm_benchmark.py