.pre-commit-config.yaml
CHANGELOG.md
CONTRIBUTING.md
Dockerfile
LICENSE
MANIFEST.in
README.md
ROADMAP.md
pyproject.toml
requirements-dev.txt
requirements.txt
.github/workflows/ci.yml
.github/workflows/docs.yml
.github/workflows/release.yml
.github/workflows/tests.yml
examples/basic_evaluation.py
examples/config_evaluation.py
examples/noveum_improvements_config.yaml
examples/noveum_improvements_evaluation.py
examples/panel_evaluation.py
examples/panel_evaluation.yaml
examples/sample_config.yaml
examples/ci_cd_configs/basic_evaluation.yaml
examples/ci_cd_configs/github_actions_workflow.yml
examples/ci_cd_configs/panel_judge_evaluation.yaml
examples/guides/ai-agent-eval-guidelines.md
kubernetes/deployment.yaml
src/novaeval/__init__.py
src/novaeval/cli.py
src/novaeval/py.typed
src/novaeval.egg-info/PKG-INFO
src/novaeval.egg-info/SOURCES.txt
src/novaeval.egg-info/dependency_links.txt
src/novaeval.egg-info/entry_points.txt
src/novaeval.egg-info/requires.txt
src/novaeval.egg-info/top_level.txt
src/novaeval/config/__init__.py
src/novaeval/config/job_config.py
src/novaeval/config/schema.py
src/novaeval/datasets/__init__.py
src/novaeval/datasets/base.py
src/novaeval/datasets/custom.py
src/novaeval/datasets/huggingface.py
src/novaeval/datasets/mmlu.py
src/novaeval/evaluators/__init__.py
src/novaeval/evaluators/base.py
src/novaeval/evaluators/standard.py
src/novaeval/integrations/__init__.py
src/novaeval/integrations/noveum.py
src/novaeval/models/__init__.py
src/novaeval/models/anthropic.py
src/novaeval/models/base.py
src/novaeval/models/openai.py
src/novaeval/reporting/__init__.py
src/novaeval/reporting/metrics.py
src/novaeval/scorers/__init__.py
src/novaeval/scorers/accuracy.py
src/novaeval/scorers/base.py
src/novaeval/scorers/conversational.py
src/novaeval/scorers/g_eval.py
src/novaeval/scorers/panel_judge.py
src/novaeval/scorers/rag.py
src/novaeval/utils/__init__.py
src/novaeval/utils/config.py
src/novaeval/utils/logging.py
tests/__init__.py
tests/integration/__init__.py
tests/integration/test_cli_integration.py
tests/integration/test_evaluation_workflow.py
tests/unit/test_aggregation_bug.py
tests/unit/test_config.py
tests/unit/test_datasets_base.py
tests/unit/test_evaluators_base.py
tests/unit/test_models_base.py
tests/unit/test_models_openai.py
tests/unit/test_scorers_accuracy.py
tests/unit/test_scorers_base.py
tests/unit/test_utils_logging.py