LICENSE
README.md
pyproject.toml
setup.cfg
setup.py
versioneer.py
development/__init__.py
development/normalize_sandbox_fusion.py
development/utils/__init__.py
development/utils/generate_api_key.py
development/utils/subprocess_manager.py
eval_protocol/__init__.py
eval_protocol/__main__.py
eval_protocol/_version.py
eval_protocol/auth.py
eval_protocol/cli.py
eval_protocol/common_utils.py
eval_protocol/config.py
eval_protocol/directory_utils.py
eval_protocol/evaluation.py
eval_protocol/fireworks_rft.py
eval_protocol/gcp_tools.py
eval_protocol/generic_server.py
eval_protocol/get_pep440_version.py
eval_protocol/logging_utils.py
eval_protocol/mcp_env.py
eval_protocol/models.py
eval_protocol/packaging.py
eval_protocol/platform_api.py
eval_protocol/playback_policy.py
eval_protocol/resources.py
eval_protocol/reward_function.py
eval_protocol/rl_processing.py
eval_protocol/server.py
eval_protocol/typed_interface.py
eval_protocol.egg-info/PKG-INFO
eval_protocol.egg-info/SOURCES.txt
eval_protocol.egg-info/dependency_links.txt
eval_protocol.egg-info/entry_points.txt
eval_protocol.egg-info/requires.txt
eval_protocol.egg-info/top_level.txt
eval_protocol/../vite-app/dist/index.html
eval_protocol/../vite-app/dist/assets/favicon-BkAAWQga.png
eval_protocol/../vite-app/dist/assets/index-BGlGI2LH.css
eval_protocol/../vite-app/dist/assets/index-CnGlFAnP.js
eval_protocol/../vite-app/dist/assets/index-CnGlFAnP.js.map
eval_protocol/../vite-app/dist/assets/logo-light-BprIBJQW.png
eval_protocol/adapters/__init__.py
eval_protocol/adapters/base.py
eval_protocol/adapters/bigquery.py
eval_protocol/adapters/braintrust.py
eval_protocol/adapters/fireworks_tracing.py
eval_protocol/adapters/huggingface.py
eval_protocol/adapters/langchain.py
eval_protocol/adapters/langfuse.py
eval_protocol/adapters/langsmith.py
eval_protocol/adapters/openai_responses.py
eval_protocol/adapters/trl.py
eval_protocol/adapters/utils.py
eval_protocol/adapters/weave.py
eval_protocol/agent/__init__.py
eval_protocol/agent/models.py
eval_protocol/agent/orchestrator.py
eval_protocol/agent/resource_abc.py
eval_protocol/agent/resource_pool.py
eval_protocol/agent/task_manager.py
eval_protocol/agent/tool_registry.py
eval_protocol/agent/resources/__init__.py
eval_protocol/agent/resources/bfcl_sim_api_resource.py
eval_protocol/agent/resources/docker_resource.py
eval_protocol/agent/resources/filesystem_resource.py
eval_protocol/agent/resources/python_state_resource.py
eval_protocol/agent/resources/sql_resource.py
eval_protocol/agent/resources/bfcl_envs/__init__.py
eval_protocol/agent/resources/bfcl_envs/gorilla_file_system.py
eval_protocol/agent/resources/bfcl_envs/math_api.py
eval_protocol/agent/resources/bfcl_envs/posting_api.py
eval_protocol/benchmarks/__init__.py
eval_protocol/benchmarks/test_aime25.py
eval_protocol/benchmarks/test_frozen_lake.py
eval_protocol/benchmarks/test_gpqa.py
eval_protocol/benchmarks/test_livebench_data_analysis.py
eval_protocol/benchmarks/test_tau_bench_airline.py
eval_protocol/benchmarks/test_tau_bench_retail.py
eval_protocol/benchmarks/data/airline_dataset.jsonl
eval_protocol/benchmarks/data/retail_dataset.jsonl
eval_protocol/cli_commands/__init__.py
eval_protocol/cli_commands/agent_eval_cmd.py
eval_protocol/cli_commands/common.py
eval_protocol/cli_commands/create_rft.py
eval_protocol/cli_commands/deploy.py
eval_protocol/cli_commands/deploy_mcp.py
eval_protocol/cli_commands/logs.py
eval_protocol/cli_commands/preview.py
eval_protocol/cli_commands/run_eval_cmd.py
eval_protocol/cli_commands/upload.py
eval_protocol/data_loader/__init__.py
eval_protocol/data_loader/dynamic_data_loader.py
eval_protocol/data_loader/factory_data_loader.py
eval_protocol/data_loader/inline_data_loader.py
eval_protocol/data_loader/models.py
eval_protocol/dataset_logger/__init__.py
eval_protocol/dataset_logger/dataset_logger.py
eval_protocol/dataset_logger/local_fs_dataset_logger_adapter.py
eval_protocol/dataset_logger/sqlite_dataset_logger_adapter.py
eval_protocol/dataset_logger/sqlite_evaluation_row_store.py
eval_protocol/datasets/__init__.py
eval_protocol/datasets/loader.py
eval_protocol/event_bus/__init__.py
eval_protocol/event_bus/event_bus.py
eval_protocol/event_bus/logger.py
eval_protocol/event_bus/sqlite_event_bus.py
eval_protocol/event_bus/sqlite_event_bus_database.py
eval_protocol/execution/__init__.py
eval_protocol/execution/pipeline.py
eval_protocol/generation/cache.py
eval_protocol/generation/clients.py
eval_protocol/generation/clients/base.py
eval_protocol/human_id/__init__.py
eval_protocol/human_id/dictionary.py
eval_protocol/integrations/__init__.py
eval_protocol/integrations/deepeval.py
eval_protocol/integrations/openeval.py
eval_protocol/integrations/trl.py
eval_protocol/log_utils/__init__.py
eval_protocol/log_utils/elasticsearch_client.py
eval_protocol/log_utils/elasticsearch_direct_http_handler.py
eval_protocol/log_utils/elasticsearch_index_manager.py
eval_protocol/log_utils/fireworks_tracing_http_handler.py
eval_protocol/log_utils/init.py
eval_protocol/log_utils/rollout_context.py
eval_protocol/log_utils/rollout_id_filter.py
eval_protocol/log_utils/util.py
eval_protocol/mcp/__init__.py
eval_protocol/mcp/adapter.py
eval_protocol/mcp/clients.py
eval_protocol/mcp/grid_renderer.py
eval_protocol/mcp/mcp_multi_client.py
eval_protocol/mcp/mcpgym.py
eval_protocol/mcp/process_manager.py
eval_protocol/mcp/simple_process_manager.py
eval_protocol/mcp/simulation_server.py
eval_protocol/mcp/client/__init__.py
eval_protocol/mcp/client/connection.py
eval_protocol/mcp/execution/__init__.py
eval_protocol/mcp/execution/base_policy.py
eval_protocol/mcp/execution/manager.py
eval_protocol/mcp/execution/policy.py
eval_protocol/mcp/session/__init__.py
eval_protocol/mcp/session/manager.py
eval_protocol/mcp_agent/__init__.py
eval_protocol/mcp_agent/config.py
eval_protocol/mcp_agent/main.py
eval_protocol/mcp_agent/orchestration/__init__.py
eval_protocol/mcp_agent/orchestration/base_client.py
eval_protocol/mcp_agent/orchestration/local_docker_client.py
eval_protocol/mcp_agent/orchestration/stdio_mcp_client_helper.py
eval_protocol/mcp_servers/__init__.py
eval_protocol/mcp_servers/frozen_lake/frozen_lake_adapter.py
eval_protocol/mcp_servers/frozen_lake/frozen_lake_mcp.py
eval_protocol/mcp_servers/frozen_lake/server.py
eval_protocol/mcp_servers/tau2/README.md
eval_protocol/mcp_servers/tau2/__init__.py
eval_protocol/mcp_servers/tau2/server.py
eval_protocol/mcp_servers/tau2/tau2_mcp.py
eval_protocol/mcp_servers/tau2/airplane_environment/airline_environment.py
eval_protocol/mcp_servers/tau2/mock_environment/mock_environment.py
eval_protocol/mcp_servers/tau2/retail_environment/retail_environment.py
eval_protocol/mcp_servers/tau2/tests/test_tau2_e2e.py
eval_protocol/mcp_servers/tau2/tests/system_prompts/airline_agent_system_prompt.md
eval_protocol/mcp_servers/tau2/tests/system_prompts/mock_agent_system_prompt.md
eval_protocol/mcp_servers/tau2/tests/system_prompts/retail_agent_system_prompt.md
eval_protocol/proxy/__init__.py
eval_protocol/proxy/proxy_core/__init__.py
eval_protocol/proxy/proxy_core/app.py
eval_protocol/proxy/proxy_core/auth.py
eval_protocol/proxy/proxy_core/langfuse.py
eval_protocol/proxy/proxy_core/litellm.py
eval_protocol/proxy/proxy_core/main.py
eval_protocol/proxy/proxy_core/models.py
eval_protocol/proxy/proxy_core/redis_utils.py
eval_protocol/pytest/__init__.py
eval_protocol/pytest/default_agent_rollout_processor.py
eval_protocol/pytest/default_dataset_adapter.py
eval_protocol/pytest/default_langchain_rollout_processor.py
eval_protocol/pytest/default_mcp_gym_rollout_processor.py
eval_protocol/pytest/default_no_op_rollout_processor.py
eval_protocol/pytest/default_pydantic_ai_rollout_processor.py
eval_protocol/pytest/default_single_turn_rollout_process.py
eval_protocol/pytest/dual_mode_wrapper.py
eval_protocol/pytest/elasticsearch_setup.py
eval_protocol/pytest/evaluation_test.py
eval_protocol/pytest/evaluation_test_postprocess.py
eval_protocol/pytest/evaluation_test_utils.py
eval_protocol/pytest/exception_config.py
eval_protocol/pytest/execution.py
eval_protocol/pytest/generate_parameter_combinations.py
eval_protocol/pytest/github_action_rollout_processor.py
eval_protocol/pytest/handle_persist_flow.py
eval_protocol/pytest/parameterize.py
eval_protocol/pytest/plugin.py
eval_protocol/pytest/remote_rollout_processor.py
eval_protocol/pytest/rollout_processor.py
eval_protocol/pytest/store_experiment_link.py
eval_protocol/pytest/store_results_url.py
eval_protocol/pytest/tracing_utils.py
eval_protocol/pytest/types.py
eval_protocol/pytest/validate_signature.py
eval_protocol/quickstart/__init__.py
eval_protocol/quickstart/llm_judge.py
eval_protocol/quickstart/llm_judge_braintrust.py
eval_protocol/quickstart/utils.py
eval_protocol/quickstart/aha_judge/__init__.py
eval_protocol/quickstart/aha_judge/llm_judge.py
eval_protocol/quickstart/aha_judge/llm_judge_braintrust.py
eval_protocol/quickstart/aha_judge/llm_judge_langfuse.py
eval_protocol/quickstart/aha_judge/llm_judge_langsmith.py
eval_protocol/quickstart/aha_judge/llm_judge_openai_responses.py
eval_protocol/quickstart/aha_judge/utils.py
eval_protocol/quickstart/svg_agent/vercel_svg_server/api/init.py
eval_protocol/rewards/__init__.py
eval_protocol/rewards/accuracy.py
eval_protocol/rewards/accuracy_length.py
eval_protocol/rewards/apps_coding_reward.py
eval_protocol/rewards/apps_execution_utils.py
eval_protocol/rewards/apps_testing_util.py
eval_protocol/rewards/bfcl_reward.py
eval_protocol/rewards/code_execution.py
eval_protocol/rewards/code_execution_utils.py
eval_protocol/rewards/cpp_code.py
eval_protocol/rewards/deepcoder_reward.py
eval_protocol/rewards/format.py
eval_protocol/rewards/function_calling.py
eval_protocol/rewards/json_schema.py
eval_protocol/rewards/language_consistency.py
eval_protocol/rewards/lean_prover.py
eval_protocol/rewards/length.py
eval_protocol/rewards/list_comparison_math_reward.py
eval_protocol/rewards/math.py
eval_protocol/rewards/multiple_choice_math_reward.py
eval_protocol/rewards/reasoning_steps.py
eval_protocol/rewards/repetition.py
eval_protocol/rewards/tag_count.py
eval_protocol/stats/__init__.py
eval_protocol/stats/confidence_intervals.py
eval_protocol/types/__init__.py
eval_protocol/types/errors.py
eval_protocol/types/remote_rollout_processor.py
eval_protocol/types/types.py
eval_protocol/utils/__init__.py
eval_protocol/utils/batch_evaluation.py
eval_protocol/utils/batch_transformation.py
eval_protocol/utils/browser_utils.py
eval_protocol/utils/check_server_status.py
eval_protocol/utils/dataset_helpers.py
eval_protocol/utils/evaluation_row_utils.py
eval_protocol/utils/logs_models.py
eval_protocol/utils/logs_server.py
eval_protocol/utils/module_loader.py
eval_protocol/utils/packaging_utils.py
eval_protocol/utils/show_results_url.py
eval_protocol/utils/static_policy.py
eval_protocol/utils/subprocess_utils.py
eval_protocol/utils/vite_server.py
tests/test_accuracy.py
tests/test_accuracy_length.py
tests/test_adapters_e2e.py
tests/test_agent_orchestrator.py
tests/test_agent_resources.py
tests/test_auth.py
tests/test_batch_evaluation.py
tests/test_cli.py
tests/test_cli_agent.py
tests/test_cli_args.py
tests/test_code_execution.py
tests/test_config.py
tests/test_control_plane_separation.py
tests/test_cpp_code.py
tests/test_data_driven_task_manager.py
tests/test_deepcoder_reward.py
tests/test_deepeval_integration.py
tests/test_deploy_integration.py
tests/test_directory_utils.py
tests/test_e2b_integration.py
tests/test_e2b_js_integration.py
tests/test_edge_cases.py
tests/test_ep_upload_e2e.py
tests/test_eval_protocol_import.py
tests/test_evaluation.py
tests/test_evaluation_integration.py
tests/test_evaluation_postprocess.py
tests/test_evaluation_preview_integration.py
tests/test_event_bus.py
tests/test_event_bus_helper.py
tests/test_examples_end_to_end.py
tests/test_fireworks_api.py
tests/test_format.py
tests/test_fractional_code.py
tests/test_function_calling.py
tests/test_gcp_tools.py
tests/test_generic_server.py
tests/test_human_id.py
tests/test_integration.py
tests/test_json_schema.py
tests/test_kwargs_validation.py
tests/test_language_consistency.py
tests/test_lean_prover.py
tests/test_lean_prover_runner.py
tests/test_length.py
tests/test_list_comparison_math_reward.py
tests/test_logs_server.py
tests/test_logs_server_simple.py
tests/test_math.py
tests/test_minimal.py
tests/test_models.py
tests/test_models_rl.py
tests/test_multiple_choice_math_reward.py
tests/test_n_variant_batch_integration.py
tests/test_n_variant_integration.py
tests/test_openai_compatibility.py
tests/test_openeval_integration.py
tests/test_packaging.py
tests/test_parallel_rollouts.py
tests/test_platform_api.py
tests/test_quickstart_utils.py
tests/test_readiness.py
tests/test_reasoning_steps.py
tests/test_repetition.py
tests/test_repetition_debug.py
tests/test_retry_mechanism.py
tests/test_reward_function.py
tests/test_reward_protocol_import.py
tests/test_rl_processing.py
tests/test_rollout_control_plane_integration.py
tests/test_server.py
tests/test_show_results_url.py
tests/test_status_migration_changes.py
tests/test_status_migration_integration.py
tests/test_status_model.py
tests/test_tag_count.py
tests/test_tau_bench_airline_smoke.py
tests/test_typed_interface.py
tests/test_typed_interface_rl.py
tests/test_upload_entrypoint.py
tests/test_url_handling.py
tests/test_vite_server.py
vendor/tau2/__init__.py
vendor/tau2/cli.py
vendor/tau2/config.py
vendor/tau2/registry.py
vendor/tau2/run.py
vendor/tau2/agent/__init__.py
vendor/tau2/agent/base.py
vendor/tau2/agent/llm_agent.py
vendor/tau2/api_service/__init__.py
vendor/tau2/api_service/api_config.py
vendor/tau2/api_service/data_model.py
vendor/tau2/api_service/simulation_service.py
vendor/tau2/data/domains/airline/policy.md
vendor/tau2/data/domains/mock/policy.md
vendor/tau2/data/domains/mock/policy_solo.md
vendor/tau2/data/domains/retail/policy.md
vendor/tau2/data/domains/telecom/main_policy.md
vendor/tau2/data/domains/telecom/main_policy_solo.md
vendor/tau2/data/domains/telecom/tech_support_manual.md
vendor/tau2/data/domains/telecom/tech_support_workflow.md
vendor/tau2/data/domains/telecom/tech_support_workflow_solo.md
vendor/tau2/data/user_simulator/simulation_guidelines.md
vendor/tau2/data/user_simulator/simulation_guidelines_tools.md
vendor/tau2/data_model/__init__.py
vendor/tau2/data_model/message.py
vendor/tau2/data_model/simulation.py
vendor/tau2/data_model/tasks.py
vendor/tau2/domains/__init__.py
vendor/tau2/domains/airline/__init__.py
vendor/tau2/domains/airline/data_model.py
vendor/tau2/domains/airline/environment.py
vendor/tau2/domains/airline/tools.py
vendor/tau2/domains/airline/utils.py
vendor/tau2/domains/mock/__init__.py
vendor/tau2/domains/mock/data_model.py
vendor/tau2/domains/mock/environment.py
vendor/tau2/domains/mock/tools.py
vendor/tau2/domains/mock/utils.py
vendor/tau2/domains/retail/__init__.py
vendor/tau2/domains/retail/data_model.py
vendor/tau2/domains/retail/environment.py
vendor/tau2/domains/retail/tools.py
vendor/tau2/domains/retail/utils.py
vendor/tau2/domains/telecom/__init__.py
vendor/tau2/domains/telecom/data_model.py
vendor/tau2/domains/telecom/environment.py
vendor/tau2/domains/telecom/tools.py
vendor/tau2/domains/telecom/user_data_model.py
vendor/tau2/domains/telecom/user_tools.py
vendor/tau2/domains/telecom/utils.py
vendor/tau2/domains/telecom/tasks/__init__.py
vendor/tau2/domains/telecom/tasks/const.py
vendor/tau2/domains/telecom/tasks/create_tasks.py
vendor/tau2/domains/telecom/tasks/manager.py
vendor/tau2/domains/telecom/tasks/mms_issues.py
vendor/tau2/domains/telecom/tasks/mobile_data_issues.py
vendor/tau2/domains/telecom/tasks/service_issues.py
vendor/tau2/domains/telecom/tasks/utils.py
vendor/tau2/environment/__init__.py
vendor/tau2/environment/db.py
vendor/tau2/environment/environment.py
vendor/tau2/environment/server.py
vendor/tau2/environment/tool.py
vendor/tau2/environment/toolkit.py
vendor/tau2/environment/utils/interface_agent.py
vendor/tau2/evaluator/__init__.py
vendor/tau2/evaluator/evaluator.py
vendor/tau2/evaluator/evaluator_action.py
vendor/tau2/evaluator/evaluator_base.py
vendor/tau2/evaluator/evaluator_communicate.py
vendor/tau2/evaluator/evaluator_env.py
vendor/tau2/evaluator/evaluator_nl_assertions.py
vendor/tau2/metrics/__init__.py
vendor/tau2/metrics/agent_metrics.py
vendor/tau2/metrics/break_down_metrics.py
vendor/tau2/orchestrator/__init__.py
vendor/tau2/orchestrator/environment_manager.py
vendor/tau2/orchestrator/orchestrator.py
vendor/tau2/orchestrator/utils.py
vendor/tau2/scripts/__init__.py
vendor/tau2/scripts/check_data.py
vendor/tau2/scripts/show_domain_doc.py
vendor/tau2/scripts/start_servers.py
vendor/tau2/scripts/view_simulations.py
vendor/tau2/user/__init__.py
vendor/tau2/user/base.py
vendor/tau2/user/user_simulator.py
vendor/tau2/utils/__init__.py
vendor/tau2/utils/display.py
vendor/tau2/utils/io_utils.py
vendor/tau2/utils/llm_utils.py
vendor/tau2/utils/pydantic_utils.py
vendor/tau2/utils/utils.py