LICENSE
README.md
pyproject.toml
src/nemo_evaluator/__init__.py
src/nemo_evaluator/config.py
src/nemo_evaluator/package_info.py
src/nemo_evaluator/telemetry.py
src/nemo_evaluator.egg-info/PKG-INFO
src/nemo_evaluator.egg-info/SOURCES.txt
src/nemo_evaluator.egg-info/dependency_links.txt
src/nemo_evaluator.egg-info/entry_points.txt
src/nemo_evaluator.egg-info/requires.txt
src/nemo_evaluator.egg-info/top_level.txt
src/nemo_evaluator/adapters/__init__.py
src/nemo_evaluator/adapters/adapter_config.py
src/nemo_evaluator/adapters/decorators.py
src/nemo_evaluator/adapters/pipeline.py
src/nemo_evaluator/adapters/registry.py
src/nemo_evaluator/adapters/server.py
src/nemo_evaluator/adapters/types.py
src/nemo_evaluator/adapters/caching/__init__.py
src/nemo_evaluator/adapters/caching/diskcaching.py
src/nemo_evaluator/adapters/interceptors/__init__.py
src/nemo_evaluator/adapters/interceptors/caching_interceptor.py
src/nemo_evaluator/adapters/interceptors/endpoint_interceptor.py
src/nemo_evaluator/adapters/interceptors/logging_interceptor.py
src/nemo_evaluator/adapters/interceptors/payload_modifier_interceptor.py
src/nemo_evaluator/adapters/interceptors/progress_tracking_interceptor.py
src/nemo_evaluator/adapters/interceptors/raise_client_error_interceptor.py
src/nemo_evaluator/adapters/interceptors/reasoning_interceptor.py
src/nemo_evaluator/adapters/interceptors/response_stats_interceptor.py
src/nemo_evaluator/adapters/interceptors/system_message_interceptor.py
src/nemo_evaluator/adapters/reports/__init__.py
src/nemo_evaluator/adapters/reports/post_eval_report_hook.py
src/nemo_evaluator/adapters/reports/templates/__init__.py
src/nemo_evaluator/adapters/reports/templates/simple_template.py
src/nemo_evaluator/api/__init__.py
src/nemo_evaluator/api/api_dataclasses.py
src/nemo_evaluator/cli/__init__.py
src/nemo_evaluator/cli/example.py
src/nemo_evaluator/client/__init__.py
src/nemo_evaluator/client/adapter_transport.py
src/nemo_evaluator/client/client.py
src/nemo_evaluator/contrib/__init__.py
src/nemo_evaluator/contrib/byob/__init__.py
src/nemo_evaluator/contrib/byob/aggregation.py
src/nemo_evaluator/contrib/byob/cli.py
src/nemo_evaluator/contrib/byob/compiler.py
src/nemo_evaluator/contrib/byob/containerize.py
src/nemo_evaluator/contrib/byob/dataset.py
src/nemo_evaluator/contrib/byob/decorators.py
src/nemo_evaluator/contrib/byob/defaults.py
src/nemo_evaluator/contrib/byob/eval_logic.py
src/nemo_evaluator/contrib/byob/judge.py
src/nemo_evaluator/contrib/byob/judge_templates.py
src/nemo_evaluator/contrib/byob/runner.py
src/nemo_evaluator/contrib/byob/scorers.py
src/nemo_evaluator/core/__init__.py
src/nemo_evaluator/core/entrypoint.py
src/nemo_evaluator/core/evaluate.py
src/nemo_evaluator/core/input.py
src/nemo_evaluator/core/resources.py
src/nemo_evaluator/core/utils.py
src/nemo_evaluator/logging/__init__.py
src/nemo_evaluator/logging/config.py
src/nemo_evaluator/logging/context.py
src/nemo_evaluator/logging/utils.py
src/nemo_evaluator/resources/framework_tpl.yml
src/nemo_evaluator/resources/init_tpl.py
src/nemo_evaluator/resources/output_tpl.py
src/nemo_evaluator/sandbox/__init__.py
src/nemo_evaluator/sandbox/base.py
src/nemo_evaluator/sandbox/ecs_fargate.py