CHANGELOG.md
CONTRIBUTING.md
LOG_GUIDE.md
README.md
SUPPORTED_MODELS.md
TEST_CATEGORIES.md
architecture_diagram.png
openfunctions_evaluation.py
pyproject.toml
bfcl_eval/.env.example
bfcl_eval/__init__.py
bfcl_eval/__main__.py
bfcl_eval/_llm_response_generation.py
bfcl_eval/test_case_ids_to_generate.json.example
bfcl_eval/utils.py
bfcl_eval.egg-info/PKG-INFO
bfcl_eval.egg-info/SOURCES.txt
bfcl_eval.egg-info/dependency_links.txt
bfcl_eval.egg-info/entry_points.txt
bfcl_eval.egg-info/requires.txt
bfcl_eval.egg-info/top_level.txt
bfcl_eval/constants/__init__.py
bfcl_eval/constants/category_mapping.py
bfcl_eval/constants/column_headers.py
bfcl_eval/constants/default_prompts.py
bfcl_eval/constants/enums.py
bfcl_eval/constants/eval_config.py
bfcl_eval/constants/executable_backend_config.py
bfcl_eval/constants/model_config.py
bfcl_eval/constants/supported_models.py
bfcl_eval/constants/type_mappings.py
bfcl_eval/data/BFCL_v4_format_sensitivity.json
bfcl_eval/data/BFCL_v4_irrelevance.json
bfcl_eval/data/BFCL_v4_live_irrelevance.json
bfcl_eval/data/BFCL_v4_live_multiple.json
bfcl_eval/data/BFCL_v4_live_parallel.json
bfcl_eval/data/BFCL_v4_live_parallel_multiple.json
bfcl_eval/data/BFCL_v4_live_relevance.json
bfcl_eval/data/BFCL_v4_live_simple.json
bfcl_eval/data/BFCL_v4_memory.json
bfcl_eval/data/BFCL_v4_multi_turn_base.json
bfcl_eval/data/BFCL_v4_multi_turn_long_context.json
bfcl_eval/data/BFCL_v4_multi_turn_miss_func.json
bfcl_eval/data/BFCL_v4_multi_turn_miss_param.json
bfcl_eval/data/BFCL_v4_multiple.json
bfcl_eval/data/BFCL_v4_parallel.json
bfcl_eval/data/BFCL_v4_parallel_multiple.json
bfcl_eval/data/BFCL_v4_simple_java.json
bfcl_eval/data/BFCL_v4_simple_javascript.json
bfcl_eval/data/BFCL_v4_simple_python.json
bfcl_eval/data/BFCL_v4_web_search.json
bfcl_eval/data/README.md
bfcl_eval/data/memory_prereq_conversation/memory_customer.json
bfcl_eval/data/memory_prereq_conversation/memory_finance.json
bfcl_eval/data/memory_prereq_conversation/memory_healthcare.json
bfcl_eval/data/memory_prereq_conversation/memory_notetaker.json
bfcl_eval/data/memory_prereq_conversation/memory_student.json
bfcl_eval/data/multi_turn_func_doc/gorilla_file_system.json
bfcl_eval/data/multi_turn_func_doc/math_api.json
bfcl_eval/data/multi_turn_func_doc/memory_kv.json
bfcl_eval/data/multi_turn_func_doc/memory_rec_sum.json
bfcl_eval/data/multi_turn_func_doc/memory_vector.json
bfcl_eval/data/multi_turn_func_doc/message_api.json
bfcl_eval/data/multi_turn_func_doc/posting_api.json
bfcl_eval/data/multi_turn_func_doc/ticket_api.json
bfcl_eval/data/multi_turn_func_doc/trading_bot.json
bfcl_eval/data/multi_turn_func_doc/travel_booking.json
bfcl_eval/data/multi_turn_func_doc/vehicle_control.json
bfcl_eval/data/multi_turn_func_doc/web_search.json
bfcl_eval/data/possible_answer/BFCL_v4_live_multiple.json
bfcl_eval/data/possible_answer/BFCL_v4_live_parallel.json
bfcl_eval/data/possible_answer/BFCL_v4_live_parallel_multiple.json
bfcl_eval/data/possible_answer/BFCL_v4_live_simple.json
bfcl_eval/data/possible_answer/BFCL_v4_memory.json
bfcl_eval/data/possible_answer/BFCL_v4_multi_turn_base.json
bfcl_eval/data/possible_answer/BFCL_v4_multi_turn_long_context.json
bfcl_eval/data/possible_answer/BFCL_v4_multi_turn_miss_func.json
bfcl_eval/data/possible_answer/BFCL_v4_multi_turn_miss_param.json
bfcl_eval/data/possible_answer/BFCL_v4_multiple.json
bfcl_eval/data/possible_answer/BFCL_v4_parallel.json
bfcl_eval/data/possible_answer/BFCL_v4_parallel_multiple.json
bfcl_eval/data/possible_answer/BFCL_v4_simple_java.json
bfcl_eval/data/possible_answer/BFCL_v4_simple_javascript.json
bfcl_eval/data/possible_answer/BFCL_v4_simple_python.json
bfcl_eval/data/possible_answer/BFCL_v4_web_search.json
bfcl_eval/data/unused_datasets/executable_eval_sanity_check/api_status_check_ground_truth_executable.json
bfcl_eval/data/unused_datasets/executable_eval_sanity_check/api_status_check_ground_truth_rest.json
bfcl_eval/data/unused_datasets/possible_answer/BFCL_v4_exec_multiple.json
bfcl_eval/data/unused_datasets/possible_answer/BFCL_v4_exec_parallel.json
bfcl_eval/data/unused_datasets/possible_answer/BFCL_v4_exec_parallel_multiple.json
bfcl_eval/data/unused_datasets/possible_answer/BFCL_v4_exec_simple.json
bfcl_eval/data/unused_datasets/possible_answer/BFCL_v4_multi_turn_composite.json
bfcl_eval/data/unused_datasets/possible_answer/BFCL_v4_rest.json
bfcl_eval/data/unused_datasets/possible_answer/BFCL_v4_sql.json
bfcl_eval/data/unused_datasets/question/BFCL_v4_chatable.json
bfcl_eval/data/unused_datasets/question/BFCL_v4_exec_multiple.json
bfcl_eval/data/unused_datasets/question/BFCL_v4_exec_parallel.json
bfcl_eval/data/unused_datasets/question/BFCL_v4_exec_parallel_multiple.json
bfcl_eval/data/unused_datasets/question/BFCL_v4_exec_simple.json
bfcl_eval/data/unused_datasets/question/BFCL_v4_multi_turn_composite.json
bfcl_eval/data/unused_datasets/question/BFCL_v4_rest.json
bfcl_eval/data/unused_datasets/question/BFCL_v4_sql.json
bfcl_eval/eval_checker/__init__.py
bfcl_eval/eval_checker/eval_runner.py
bfcl_eval/eval_checker/eval_runner_helper.py
bfcl_eval/eval_checker/agentic_eval/__init__.py
bfcl_eval/eval_checker/agentic_eval/agentic_checker.py
bfcl_eval/eval_checker/ast_eval/__init__.py
bfcl_eval/eval_checker/ast_eval/ast_checker.py
bfcl_eval/eval_checker/ast_eval/type_convertor/__init__.py
bfcl_eval/eval_checker/ast_eval/type_convertor/java_type_converter.py
bfcl_eval/eval_checker/ast_eval/type_convertor/js_type_converter.py
bfcl_eval/eval_checker/multi_turn_eval/__init__.py
bfcl_eval/eval_checker/multi_turn_eval/multi_turn_checker.py
bfcl_eval/eval_checker/multi_turn_eval/multi_turn_utils.py
bfcl_eval/eval_checker/multi_turn_eval/func_source_code/__init__.py
bfcl_eval/eval_checker/multi_turn_eval/func_source_code/gorilla_file_system.py
bfcl_eval/eval_checker/multi_turn_eval/func_source_code/long_context.py
bfcl_eval/eval_checker/multi_turn_eval/func_source_code/math_api.py
bfcl_eval/eval_checker/multi_turn_eval/func_source_code/memory_api_metaclass.py
bfcl_eval/eval_checker/multi_turn_eval/func_source_code/memory_kv.py
bfcl_eval/eval_checker/multi_turn_eval/func_source_code/memory_rec_sum.py
bfcl_eval/eval_checker/multi_turn_eval/func_source_code/memory_vector.py
bfcl_eval/eval_checker/multi_turn_eval/func_source_code/message_api.py
bfcl_eval/eval_checker/multi_turn_eval/func_source_code/posting_api.py
bfcl_eval/eval_checker/multi_turn_eval/func_source_code/ticket_api.py
bfcl_eval/eval_checker/multi_turn_eval/func_source_code/trading_bot.py
bfcl_eval/eval_checker/multi_turn_eval/func_source_code/travel_booking.py
bfcl_eval/eval_checker/multi_turn_eval/func_source_code/vehicle_control.py
bfcl_eval/eval_checker/multi_turn_eval/func_source_code/web_search.py
bfcl_eval/model_handler/__init__.py
bfcl_eval/model_handler/base_handler.py
bfcl_eval/model_handler/utils.py
bfcl_eval/model_handler/api_inference/__init__.py
bfcl_eval/model_handler/api_inference/claude.py
bfcl_eval/model_handler/api_inference/cohere.py
bfcl_eval/model_handler/api_inference/deepseek.py
bfcl_eval/model_handler/api_inference/dm_cito.py
bfcl_eval/model_handler/api_inference/fireworks.py
bfcl_eval/model_handler/api_inference/functionary.py
bfcl_eval/model_handler/api_inference/gemini.py
bfcl_eval/model_handler/api_inference/glm.py
bfcl_eval/model_handler/api_inference/gogoagent.py
bfcl_eval/model_handler/api_inference/gorilla.py
bfcl_eval/model_handler/api_inference/grok.py
bfcl_eval/model_handler/api_inference/kimi.py
bfcl_eval/model_handler/api_inference/ling.py
bfcl_eval/model_handler/api_inference/mining.py
bfcl_eval/model_handler/api_inference/mistral.py
bfcl_eval/model_handler/api_inference/nanbeige.py
bfcl_eval/model_handler/api_inference/nemotron.py
bfcl_eval/model_handler/api_inference/nexus.py
bfcl_eval/model_handler/api_inference/nova.py
bfcl_eval/model_handler/api_inference/novita.py
bfcl_eval/model_handler/api_inference/nvidia.py
bfcl_eval/model_handler/api_inference/openai_completion.py
bfcl_eval/model_handler/api_inference/openai_response.py
bfcl_eval/model_handler/api_inference/qwen.py
bfcl_eval/model_handler/api_inference/writer.py
bfcl_eval/model_handler/local_inference/__init__.py
bfcl_eval/model_handler/local_inference/arch.py
bfcl_eval/model_handler/local_inference/base_oss_handler.py
bfcl_eval/model_handler/local_inference/bielik.py
bfcl_eval/model_handler/local_inference/bitagent.py
bfcl_eval/model_handler/local_inference/deepseek_reasoning.py
bfcl_eval/model_handler/local_inference/falcon_fc.py
bfcl_eval/model_handler/local_inference/gemma.py
bfcl_eval/model_handler/local_inference/glm.py
bfcl_eval/model_handler/local_inference/granite.py
bfcl_eval/model_handler/local_inference/granite_3.py
bfcl_eval/model_handler/local_inference/granite_4.py
bfcl_eval/model_handler/local_inference/hammer.py
bfcl_eval/model_handler/local_inference/llama.py
bfcl_eval/model_handler/local_inference/llama_3_1.py
bfcl_eval/model_handler/local_inference/minicpm.py
bfcl_eval/model_handler/local_inference/minicpm_fc.py
bfcl_eval/model_handler/local_inference/mistral_fc.py
bfcl_eval/model_handler/local_inference/nanbeige_fc.py
bfcl_eval/model_handler/local_inference/phi.py
bfcl_eval/model_handler/local_inference/phi_fc.py
bfcl_eval/model_handler/local_inference/quick_testing_oss.py
bfcl_eval/model_handler/local_inference/qwen.py
bfcl_eval/model_handler/local_inference/qwen_fc.py
bfcl_eval/model_handler/local_inference/salesforce_llama.py
bfcl_eval/model_handler/local_inference/salesforce_qwen.py
bfcl_eval/model_handler/local_inference/think_agent.py
bfcl_eval/model_handler/parser/__init__.py
bfcl_eval/model_handler/parser/java_parser.py
bfcl_eval/model_handler/parser/js_parser.py
bfcl_eval/model_handler/parser/json_parser.py
bfcl_eval/model_handler/parser/xml_parser.py
bfcl_eval/scripts/_compile_helper.py
bfcl_eval/scripts/check_func_doc_format.py
bfcl_eval/scripts/check_illegal_python_param_name.py
bfcl_eval/scripts/compile_multi_turn_func_doc.py
bfcl_eval/scripts/visualize_multi_turn_ground_truth_conversation.py