check for target_column in feature importance and throw UserError (#2… #2408
This check has been archived and is scheduled for deletion.
Learn more about checks retention
GitHub Actions / Test Results for batch-score-ci
succeeded
Jan 22, 2024 in 0s
All 311 tests pass, 3 skipped in 16m 53s
314 tests 311 ✅ 16m 53s ⏱️
1 suites 3 💤
1 files 0 ❌
Results for commit 40f26e2.
Annotations
Check notice on line 0 in .github
github-actions / Test Results for batch-score-ci
3 skipped tests found
There are 3 skipped tests, see "Raw output" for the full list of skipped tests.
Raw output
unit.common.auth.test_auth_provider ‑ test_workspace_connection_auth_provider_get_auth_headers[None-None]
unit.test_file_configuration_validator ‑ test_invalid_configurations_fail[None-None-instance0]
unit.test_file_configuration_validator ‑ test_valid_configurations_pass[None-None-instance0]
Check notice on line 0 in .github
github-actions / Test Results for batch-score-ci
314 tests found
There are 314 tests, see "Raw output" for the full list of tests.
Raw output
e2e.aoai_endpoint_test ‑ test_gated_aoai_batch_score_chat_completion[None]
e2e.aoai_endpoint_test ‑ test_gated_aoai_batch_score_completion[None]
e2e.aoai_endpoint_test ‑ test_gated_aoai_batch_score_embedding[None]
e2e.mir_endpoint_llm_test ‑ test_gated_batch_score_mir_endpoint_using_connection[None]
e2e.mir_endpoint_llm_test ‑ test_gated_batch_score_single_endpoint_using_scoring_url_parameter[None]
e2e.serverless_endpoint_test ‑ test_gated_serverless_endpoint_batch_score_completion[None]
unit.batch_pool.quota.test_chat_completion_estimator ‑ test_estimate_request_cost[None-None-request_obj0-16]
unit.batch_pool.quota.test_chat_completion_estimator ‑ test_estimate_response_cost[None-None-request_obj0-response_obj0-133]
unit.batch_pool.quota.test_chat_completion_estimator ‑ test_invalid_get_prompt[None-None]
unit.batch_pool.quota.test_chat_completion_estimator ‑ test_valid__get_prompt[None-None]
unit.batch_pool.quota.test_completion_estimator ‑ test_estimate_request_cost[None-None-request_obj0-13]
unit.batch_pool.quota.test_completion_estimator ‑ test_estimate_request_cost[None-None-request_obj1-17]
unit.batch_pool.quota.test_completion_estimator ‑ test_estimate_request_cost[None-None-request_obj2-1260]
unit.batch_pool.quota.test_completion_estimator ‑ test_estimate_request_cost[None-None-request_obj3-165786]
unit.batch_pool.quota.test_completion_estimator ‑ test_estimate_request_cost[None-None-request_obj4-1000010]
unit.batch_pool.quota.test_completion_estimator ‑ test_estimate_response_cost[None-None-request_obj0-response_obj0-133]
unit.batch_pool.quota.test_completion_estimator ‑ test_invalid_get_prompt[None-None]
unit.batch_pool.quota.test_embeddings_estimator ‑ test_estimate_request_cost[None-None-Hello World-expected_cost0]
unit.batch_pool.quota.test_embeddings_estimator ‑ test_estimate_request_cost[None-None-input_prompt1-expected_cost1]
unit.batch_pool.quota.test_embeddings_estimator ‑ test_estimate_response_cost[None-None-Hello World-2]
unit.batch_pool.quota.test_embeddings_estimator ‑ test_estimate_response_cost[None-None-input_prompt1-2]
unit.batch_pool.quota.test_embeddings_estimator ‑ test_tiktoken_count[None-None-input_prompt1-expected_count1]
unit.batch_pool.quota.test_embeddings_estimator ‑ test_tiktoken_count[None-None-one string-2]
unit.batch_pool.quota.test_quota_client ‑ test_quota_client[None-None]
unit.batch_pool.quota.test_quota_client ‑ test_quota_client_embeddings[None-None-There was a farmer who had a cow-expected_counts0]
unit.batch_pool.quota.test_quota_client ‑ test_quota_client_embeddings[None-None-input1-expected_counts1]
unit.batch_pool.quota.test_quota_client ‑ test_quota_client_embeddings[None-None-input2-expected_counts2]
unit.batch_pool.quota.test_quota_client ‑ test_quota_client_throttle[None-None-error_headers0-123]
unit.batch_pool.quota.test_quota_client ‑ test_quota_client_throttle[None-None-error_headers1-0.75]
unit.batch_pool.quota.test_quota_client ‑ test_quota_client_throttle[None-None-error_headers2-0.75]
unit.batch_pool.test_routing_client.TestRoutingClient ‑ test_exception_handling_for__check_and_refresh_pool_routes_exception_is_raised[None-None]
unit.batch_pool.test_routing_client.TestRoutingClient ‑ test_exception_handling_for__check_and_refresh_pool_routes_no_exception_raised[None-None]
unit.batch_pool.test_routing_client.TestRoutingClient ‑ test_get_client_settings[None-None-client_settings_from_endpoint_discovery_service0-COUNT_ONLY_QUOTA_429_TOWARD_TOTAL_REQUEST_WAIT_TIME-None]
unit.batch_pool.test_routing_client.TestRoutingClient ‑ test_get_client_settings[None-None-client_settings_from_endpoint_discovery_service1-COUNT_ONLY_QUOTA_429_TOWARD_TOTAL_REQUEST_WAIT_TIME-None]
unit.batch_pool.test_routing_client.TestRoutingClient ‑ test_get_client_settings[None-None-client_settings_from_endpoint_discovery_service2-COUNT_ONLY_QUOTA_429_TOWARD_TOTAL_REQUEST_WAIT_TIME-true]
unit.batch_pool.test_routing_client.TestRoutingClient ‑ test_get_client_settings[None-None-client_settings_from_endpoint_discovery_service3-COUNT_ONLY_QUOTA_429_TOWARD_TOTAL_REQUEST_WAIT_TIME-true]
unit.batch_pool.test_routing_client.TestRoutingClient ‑ test_get_client_settings[None-None-client_settings_from_endpoint_discovery_service4-COUNT_ONLY_QUOTA_429_TOWARD_TOTAL_REQUEST_WAIT_TIME-true]
unit.batch_pool.test_routing_client.TestRoutingClient ‑ test_get_quota_scope_InvalidPoolRoutes_raised[None-None]
unit.batch_pool.test_routing_utils ‑ test_classify_response[None-None--408-RoutingResponseType.RETRY]
unit.batch_pool.test_routing_utils ‑ test_classify_response[None-None-200-RoutingResponseType.SUCCESS]
unit.batch_pool.test_routing_utils ‑ test_classify_response[None-None-404-RoutingResponseType.FAILURE]
unit.batch_pool.test_routing_utils ‑ test_classify_response[None-None-408-RoutingResponseType.RETRY]
unit.batch_pool.test_routing_utils ‑ test_classify_response[None-None-500-RoutingResponseType.USE_EXISTING]
unit.batch_pool.test_scoring_client ‑ test_get_next_retry_timeout[None-None-10-1]
unit.batch_pool.test_scoring_client ‑ test_get_next_retry_timeout[None-None-100-4]
unit.batch_pool.test_scoring_client ‑ test_get_next_retry_timeout[None-None-108000-9]
unit.batch_pool.test_scoring_client ‑ test_get_next_retry_timeout[None-None-5-1]
unit.batch_pool.test_scoring_client ‑ test_get_retry_timeout_generator[None-None-10-1]
unit.batch_pool.test_scoring_client ‑ test_get_retry_timeout_generator[None-None-100-4]
unit.batch_pool.test_scoring_client ‑ test_get_retry_timeout_generator[None-None-108000-9]
unit.batch_pool.test_scoring_client ‑ test_get_retry_timeout_generator[None-None-5-1]
unit.batch_pool.test_scoring_client ‑ test_score_once_endpoint_scenario[None-None]
unit.batch_pool.test_scoring_client ‑ test_score_once_pool_scenario[None-None]
unit.batch_pool.test_scoring_client ‑ test_score_once_raises_retriable_exception[None-None-caplog-make_completion_header_handler-exception_to_raise0]
unit.batch_pool.test_scoring_client ‑ test_score_once_raises_retriable_exception[None-None-caplog-make_completion_header_handler-exception_to_raise1]
unit.batch_pool.test_scoring_client ‑ test_score_once_raises_retriable_exception[None-None-caplog-make_completion_header_handler-exception_to_raise2]
unit.batch_pool.test_scoring_client ‑ test_score_once_raises_retriable_exception[None-None-caplog-make_completion_header_handler-exception_to_raise3]
unit.batch_pool.test_scoring_client ‑ test_score_once_raises_retriable_exception[None-None-caplog-make_completion_header_handler-exception_to_raise4]
unit.batch_pool.test_scoring_client ‑ test_score_once_raises_retriable_exception[None-None-caplog-make_completion_header_handler-exception_to_raise5]
unit.common.auth.test_auth_provider ‑ test_workspace_connection_auth_provider_get_auth_headers[None-None]
unit.common.auth.test_token_provider ‑ test_get_token[None-None]
unit.common.configuration.test_client_settings_key ‑ test_string_equality_as_dictionary_key[None-None]
unit.common.configuration.test_configuration_parser ‑ test_get_endpoint_type[None-None-https://batchscore.api.cognitive.microsoft.com/openai/deployments/turbo/chat/completions?api-version=2023-03-15-preview-EndpointType.AOAI]
unit.common.configuration.test_configuration_parser ‑ test_get_endpoint_type[None-None-https://batchscore.cognitiveservices.azure.com/openai/deployments/turbo/chat/completions?api-version=2023-03-15-preview-EndpointType.AOAI]
unit.common.configuration.test_configuration_parser ‑ test_get_endpoint_type[None-None-https://batchscore.inference.ml.azure.com/v1/completions-EndpointType.MIR]
unit.common.configuration.test_configuration_parser ‑ test_get_endpoint_type[None-None-https://batchscore.openai.azure.com/openai/deployments/turbo/completions?api-version=2023-03-15-preview-EndpointType.AOAI]
unit.common.configuration.test_configuration_parser ‑ test_get_endpoint_type[None-None-https://llama-completion.eastus2.inference.ai.azure.com/v1/completions-EndpointType.Serverless]
unit.common.configuration.test_configuration_parser ‑ test_invalid_batch_size_greater_than_max_with_embeddings_api[None-None]
unit.common.configuration.test_configuration_parser ‑ test_invalid_batch_size_greater_than_one_with_completions_api[None-None]
unit.common.configuration.test_configuration_parser ‑ test_invalid_batch_size_zero[None-None]
unit.common.configuration.test_configuration_parser ‑ test_invalid_request_path_with_online_endpoint_url[None-None]
unit.common.configuration.test_configuration_parser ‑ test_invalid_segment_large_requests_with_unsupported_api[None-None-v1/engines/davinci/chat/completions]
unit.common.configuration.test_configuration_parser ‑ test_invalid_segment_large_requests_with_unsupported_api[None-None-v1/engines/davinci/embeddings]
unit.common.configuration.test_configuration_parser ‑ test_invalid_segment_large_requests_with_unsupported_api[None-None-v1/rainbow]
unit.common.configuration.test_configuration_parser ‑ test_is_aoai_endpoint[None-None-https://batchscore.api.cognitive.microsoft.com/openai/deployments/turbo/chat/completions?api-version=2023-03-15-preview-True]
unit.common.configuration.test_configuration_parser ‑ test_is_aoai_endpoint[None-None-https://batchscore.azure.com/openai/deployments/turbo/completions?api-version=2023-03-15-preview-False]
unit.common.configuration.test_configuration_parser ‑ test_is_aoai_endpoint[None-None-https://batchscore.cognitiveservices.azure.com/openai/deployments/turbo/chat/completions?api-version=2023-03-15-preview-True]
unit.common.configuration.test_configuration_parser ‑ test_is_aoai_endpoint[None-None-https://batchscore.openai.azure.com/openai/deployments/turbo/completions?api-version=2023-03-15-preview-True]
unit.common.configuration.test_configuration_parser ‑ test_is_aoai_endpoint[None-None-https://llama-completion.eastus2.inference.ai.azure.com/v1/completions-False]
unit.common.configuration.test_configuration_parser ‑ test_is_serverless_endpoint[None-None-https://batchscore.api.cognitive.microsoft.com/openai/deployments/turbo/chat/completions?api-version=2023-03-15-preview-False]
unit.common.configuration.test_configuration_parser ‑ test_is_serverless_endpoint[None-None-https://batchscore.azure.com/openai/deployments/turbo/completions?api-version=2023-03-15-preview-False]
unit.common.configuration.test_configuration_parser ‑ test_is_serverless_endpoint[None-None-https://batchscore.cognitiveservices.azure.com/openai/deployments/turbo/chat/completions?api-version=2023-03-15-preview-False]
unit.common.configuration.test_configuration_parser ‑ test_is_serverless_endpoint[None-None-https://batchscore.openai.azure.com/openai/deployments/turbo/completions?api-version=2023-03-15-preview-False]
unit.common.configuration.test_configuration_parser ‑ test_is_serverless_endpoint[None-None-https://llama-completion.eastus2.inference.ai.azure.com/v1/completions-True]
unit.common.configuration.test_configuration_parser ‑ test_success_additional_header[None-None-{"Azureml-collect-request": true}-None-expected_values7-v1/engines/davinci/chat/completions]
unit.common.configuration.test_configuration_parser ‑ test_success_additional_header[None-None-{"Azureml-collect-request": true}-None-expected_values7-v1/engines/davinci/completions]
unit.common.configuration.test_configuration_parser ‑ test_success_additional_header[None-None-{"Azureml-collect-request": true}-None-expected_values7-v1/engines/davinci/embeddings]
unit.common.configuration.test_configuration_parser ‑ test_success_additional_header[None-None-{"Azureml-collect-request": true}-None-expected_values7-v1/rainbow]
unit.common.configuration.test_configuration_parser ‑ test_success_additional_header[None-None-{"Azureml-collect-request": true}-pool-expected_values6-v1/engines/davinci/chat/completions]
unit.common.configuration.test_configuration_parser ‑ test_success_additional_header[None-None-{"Azureml-collect-request": true}-pool-expected_values6-v1/engines/davinci/completions]
unit.common.configuration.test_configuration_parser ‑ test_success_additional_header[None-None-{"Azureml-collect-request": true}-pool-expected_values6-v1/engines/davinci/embeddings]
unit.common.configuration.test_configuration_parser ‑ test_success_additional_header[None-None-{"Azureml-collect-request": true}-pool-expected_values6-v1/rainbow]
unit.common.configuration.test_configuration_parser ‑ test_success_additional_header[None-None-{"Azureml-collect-request":"False"}-None-expected_values5-v1/engines/davinci/chat/completions]
unit.common.configuration.test_configuration_parser ‑ test_success_additional_header[None-None-{"Azureml-collect-request":"False"}-None-expected_values5-v1/engines/davinci/completions]
unit.common.configuration.test_configuration_parser ‑ test_success_additional_header[None-None-{"Azureml-collect-request":"False"}-None-expected_values5-v1/engines/davinci/embeddings]
unit.common.configuration.test_configuration_parser ‑ test_success_additional_header[None-None-{"Azureml-collect-request":"False"}-None-expected_values5-v1/rainbow]
unit.common.configuration.test_configuration_parser ‑ test_success_additional_header[None-None-{"Azureml-collect-request":"False"}-pool-expected_values4-v1/engines/davinci/chat/completions]
unit.common.configuration.test_configuration_parser ‑ test_success_additional_header[None-None-{"Azureml-collect-request":"False"}-pool-expected_values4-v1/engines/davinci/completions]
unit.common.configuration.test_configuration_parser ‑ test_success_additional_header[None-None-{"Azureml-collect-request":"False"}-pool-expected_values4-v1/engines/davinci/embeddings]
unit.common.configuration.test_configuration_parser ‑ test_success_additional_header[None-None-{"Azureml-collect-request":"False"}-pool-expected_values4-v1/rainbow]
unit.common.configuration.test_configuration_parser ‑ test_success_additional_header[None-None-{"Azureml-inferencing-Offer-naMe": "another_offering"}-None-expected_values8-v1/engines/davinci/chat/completions]
unit.common.configuration.test_configuration_parser ‑ test_success_additional_header[None-None-{"Azureml-inferencing-Offer-naMe": "another_offering"}-None-expected_values8-v1/engines/davinci/completions]
unit.common.configuration.test_configuration_parser ‑ test_success_additional_header[None-None-{"Azureml-inferencing-Offer-naMe": "another_offering"}-None-expected_values8-v1/engines/davinci/embeddings]
unit.common.configuration.test_configuration_parser ‑ test_success_additional_header[None-None-{"Azureml-inferencing-Offer-naMe": "another_offering"}-None-expected_values8-v1/rainbow]
unit.common.configuration.test_configuration_parser ‑ test_success_additional_header[None-None-{"Azureml-inferencing-offer-name": "my_custom_offering","some":"else"}-pool-expected_values10-v1/engines/davinci/chat/completions]
unit.common.configuration.test_configuration_parser ‑ test_success_additional_header[None-None-{"Azureml-inferencing-offer-name": "my_custom_offering","some":"else"}-pool-expected_values10-v1/engines/davinci/completions]
unit.common.configuration.test_configuration_parser ‑ test_success_additional_header[None-None-{"Azureml-inferencing-offer-name": "my_custom_offering","some":"else"}-pool-expected_values10-v1/engines/davinci/embeddings]
unit.common.configuration.test_configuration_parser ‑ test_success_additional_header[None-None-{"Azureml-inferencing-offer-name": "my_custom_offering","some":"else"}-pool-expected_values10-v1/rainbow]
unit.common.configuration.test_configuration_parser ‑ test_success_additional_header[None-None-{"azureml-collect-request": "true","some":"else"}-pool-expected_values9-v1/engines/davinci/chat/completions]
unit.common.configuration.test_configuration_parser ‑ test_success_additional_header[None-None-{"azureml-collect-request": "true","some":"else"}-pool-expected_values9-v1/engines/davinci/completions]
unit.common.configuration.test_configuration_parser ‑ test_success_additional_header[None-None-{"azureml-collect-request": "true","some":"else"}-pool-expected_values9-v1/engines/davinci/embeddings]
unit.common.configuration.test_configuration_parser ‑ test_success_additional_header[None-None-{"azureml-collect-request": "true","some":"else"}-pool-expected_values9-v1/rainbow]
unit.common.configuration.test_configuration_parser ‑ test_success_additional_header[None-None-{"something":"else"}-None-expected_values3-v1/engines/davinci/chat/completions]
unit.common.configuration.test_configuration_parser ‑ test_success_additional_header[None-None-{"something":"else"}-None-expected_values3-v1/engines/davinci/completions]
unit.common.configuration.test_configuration_parser ‑ test_success_additional_header[None-None-{"something":"else"}-None-expected_values3-v1/engines/davinci/embeddings]
unit.common.configuration.test_configuration_parser ‑ test_success_additional_header[None-None-{"something":"else"}-None-expected_values3-v1/rainbow]
unit.common.configuration.test_configuration_parser ‑ test_success_additional_header[None-None-{"something":"else"}-pool-expected_values2-v1/engines/davinci/chat/completions]
unit.common.configuration.test_configuration_parser ‑ test_success_additional_header[None-None-{"something":"else"}-pool-expected_values2-v1/engines/davinci/completions]
unit.common.configuration.test_configuration_parser ‑ test_success_additional_header[None-None-{"something":"else"}-pool-expected_values2-v1/engines/davinci/embeddings]
unit.common.configuration.test_configuration_parser ‑ test_success_additional_header[None-None-{"something":"else"}-pool-expected_values2-v1/rainbow]
unit.common.configuration.test_configuration_parser ‑ test_success_additional_header[None-None-{}-None-expected_values1-v1/engines/davinci/chat/completions]
unit.common.configuration.test_configuration_parser ‑ test_success_additional_header[None-None-{}-None-expected_values1-v1/engines/davinci/completions]
unit.common.configuration.test_configuration_parser ‑ test_success_additional_header[None-None-{}-None-expected_values1-v1/engines/davinci/embeddings]
unit.common.configuration.test_configuration_parser ‑ test_success_additional_header[None-None-{}-None-expected_values1-v1/rainbow]
unit.common.configuration.test_configuration_parser ‑ test_success_additional_header[None-None-{}-pool-expected_values0-v1/engines/davinci/chat/completions]
unit.common.configuration.test_configuration_parser ‑ test_success_additional_header[None-None-{}-pool-expected_values0-v1/engines/davinci/completions]
unit.common.configuration.test_configuration_parser ‑ test_success_additional_header[None-None-{}-pool-expected_values0-v1/engines/davinci/embeddings]
unit.common.configuration.test_configuration_parser ‑ test_success_additional_header[None-None-{}-pool-expected_values0-v1/rainbow]
unit.common.configuration.test_configuration_parser ‑ test_success_batch_size_greater_than_one_with_embeddings_api[None-None]
unit.common.configuration.test_configuration_parser ‑ test_success_batch_size_one[None-None]
unit.common.configuration.test_configuration_parser ‑ test_success_defaults[None-None]
unit.common.configuration.test_configuration_parser ‑ test_success_scoring_url_copied_to_endpoint_url[None-None]
unit.common.configuration.test_configuration_parser ‑ test_success_set_default_for_segment_large_requests[None-None-chat_completion-disabled]
unit.common.configuration.test_configuration_parser ‑ test_success_set_default_for_segment_large_requests[None-None-completion-enabled]
unit.common.configuration.test_configuration_parser ‑ test_success_set_default_for_segment_large_requests[None-None-embeddings-disabled]
unit.common.configuration.test_configuration_parser ‑ test_success_set_default_for_segment_large_requests[None-None-vesta-disabled]
unit.common.configuration.test_configuration_parser ‑ test_success_set_default_for_segment_large_requests[None-None-vesta_chat_completion-disabled]
unit.common.parallel.test_adjustment ‑ test_calculate_next_concurrency[None-None-make_routing_client-1-congestion_states_to_return0-expected_new_concurrency_values0]
unit.common.parallel.test_adjustment ‑ test_calculate_next_concurrency[None-None-make_routing_client-1-congestion_states_to_return2-expected_new_concurrency_values2]
unit.common.parallel.test_adjustment ‑ test_calculate_next_concurrency[None-None-make_routing_client-1-congestion_states_to_return5-expected_new_concurrency_values5]
unit.common.parallel.test_adjustment ‑ test_calculate_next_concurrency[None-None-make_routing_client-1-congestion_states_to_return6-expected_new_concurrency_values6]
unit.common.parallel.test_adjustment ‑ test_calculate_next_concurrency[None-None-make_routing_client-100-congestion_states_to_return1-expected_new_concurrency_values1]
unit.common.parallel.test_adjustment ‑ test_calculate_next_concurrency[None-None-make_routing_client-100-congestion_states_to_return4-expected_new_concurrency_values4]
unit.common.parallel.test_adjustment ‑ test_calculate_next_concurrency[None-None-make_routing_client-1001-congestion_states_to_return3-expected_new_concurrency_values3]
unit.common.parallel.test_adjustment ‑ test_calculate_next_concurrency[None-None-make_routing_client-18-congestion_states_to_return7-expected_new_concurrency_values7]
unit.common.parallel.test_adjustment ‑ test_calculate_next_concurrency[None-None-make_routing_client-18-congestion_states_to_return8-expected_new_concurrency_values8]
unit.common.parallel.test_adjustment ‑ test_init_env_var_overrides_client_setting_overrides_class_default[None-None-make_routing_client-mock_get_client_setting-client_settings0-180-1.0-0.75]
unit.common.parallel.test_adjustment ‑ test_init_env_var_overrides_client_setting_overrides_class_default[None-None-make_routing_client-mock_get_client_setting-client_settings1-60-1.0-0.75]
unit.common.parallel.test_adjustment ‑ test_init_env_var_overrides_client_setting_overrides_class_default[None-None-make_routing_client-mock_get_client_setting-client_settings2-60-2.0-0.5]
unit.common.parallel.test_conductor ‑ test_get_session_timeout_defaults[None-None-disabled-1800]
unit.common.parallel.test_conductor ‑ test_get_session_timeout_defaults[None-None-enabled-600]
unit.common.parallel.test_conductor ‑ test_get_session_timeout_env_var[None-None-disabled-102]
unit.common.parallel.test_conductor ‑ test_get_session_timeout_env_var[None-None-disabled-None]
unit.common.parallel.test_conductor ‑ test_get_session_timeout_env_var[None-None-enabled-102]
unit.common.parallel.test_conductor ‑ test_get_session_timeout_env_var[None-None-enabled-None]
unit.common.parallel.test_conductor ‑ test_get_session_timeout_max_retry[None-None-disabled]
unit.common.parallel.test_conductor ‑ test_get_session_timeout_max_retry[None-None-enabled]
unit.common.parallel.test_conductor ‑ test_run_returns_same_number_of_results_as_requests[None-None]
unit.common.parallel.test_congestion.TestWaitTimeCongestionDetector ‑ test_congested_congestion_case[None-None]
unit.common.parallel.test_congestion.TestWaitTimeCongestionDetector ‑ test_detect_ignores_non_success_responses[None-None-make_routing_client-400-CongestionState.UNKNOWN]
unit.common.parallel.test_congestion.TestWaitTimeCongestionDetector ‑ test_detect_ignores_non_success_responses[None-None-make_routing_client-401-CongestionState.UNKNOWN]
unit.common.parallel.test_congestion.TestWaitTimeCongestionDetector ‑ test_detect_ignores_non_success_responses[None-None-make_routing_client-403-CongestionState.UNKNOWN]
unit.common.parallel.test_congestion.TestWaitTimeCongestionDetector ‑ test_detect_ignores_non_success_responses[None-None-make_routing_client-404-CongestionState.UNKNOWN]
unit.common.parallel.test_congestion.TestWaitTimeCongestionDetector ‑ test_detect_ignores_non_success_responses[None-None-make_routing_client-500-CongestionState.UNKNOWN]
unit.common.parallel.test_congestion.TestWaitTimeCongestionDetector ‑ test_detect_ignores_non_success_responses[None-None-make_routing_client-502-CongestionState.UNKNOWN]
unit.common.parallel.test_congestion.TestWaitTimeCongestionDetector ‑ test_detect_ignores_non_success_responses[None-None-make_routing_client-503-CongestionState.UNKNOWN]
unit.common.parallel.test_congestion.TestWaitTimeCongestionDetector ‑ test_detect_ignores_non_success_responses[None-None-make_routing_client-504-CongestionState.UNKNOWN]
unit.common.parallel.test_congestion.TestWaitTimeCongestionDetector ‑ test_detect_ignores_non_success_responses[None-None-make_routing_client-ScoringResultStatus.FAILURE-CongestionState.UNKNOWN]
unit.common.parallel.test_congestion.TestWaitTimeCongestionDetector ‑ test_detect_ignores_non_success_responses[None-None-make_routing_client-ScoringResultStatus.SUCCESS-CongestionState.FREE]
unit.common.parallel.test_congestion.TestWaitTimeCongestionDetector ‑ test_free_congestion_case[None-None]
unit.common.parallel.test_congestion.TestWaitTimeCongestionDetector ‑ test_init_env_var_overrides_client_setting_overrides_class_default[None-None-make_routing_client-mock_get_client_setting-client_settings0-10.0-5.0]
unit.common.parallel.test_congestion.TestWaitTimeCongestionDetector ‑ test_init_env_var_overrides_client_setting_overrides_class_default[None-None-make_routing_client-mock_get_client_setting-client_settings1-99.0-5.0]
unit.common.parallel.test_congestion.TestWaitTimeCongestionDetector ‑ test_init_env_var_overrides_client_setting_overrides_class_default[None-None-make_routing_client-mock_get_client_setting-client_settings2-99.0-49.0]
unit.common.parallel.test_congestion.TestWaitTimeCongestionDetector ‑ test_saturated_congestion_case[None-None]
unit.common.parallel.test_congestion.TestWaitTimeCongestionDetector ‑ test_unknown_congestion_case[None-None]
unit.common.parallel.test_parallel_driver ‑ test_start_applies_input_to_output_transformer_to_result[None-None]
unit.common.parallel.test_parallel_driver ‑ test_start_parses_batch_metadata_from_input[None-None]
unit.common.parallel.test_parallel_driver ‑ test_start_parses_request_metadata_from_input[None-None]
unit.common.parallel.test_parallel_driver ‑ test_start_parses_request_metadata_over_batch_metadata_from_input[None-None]
unit.common.parallel.test_parallel_driver ‑ test_start_with_request_modifier[None-None]
unit.common.parallel.test_request_metrics.TestRequestMetrics ‑ test_add_result_and_get_metrics[None-None]
unit.common.parallel.test_request_metrics.TestRequestMetrics ‑ test_add_result_and_get_metrics_with_end_time[None-None]
unit.common.parallel.test_request_metrics.TestRequestMetrics ‑ test_init_using_dataframe_with_invalid_columns[None-None]
unit.common.parallel.test_request_metrics.TestRequestMetrics ‑ test_init_using_dataframe_with_invalid_index[None-None]
unit.common.parallel.test_request_metrics.TestRequestMetrics ‑ test_init_using_valid_dataframe[None-None]
unit.common.parallel.test_worker ‑ test_model_429_does_not_contribute_to_request_total_wait_time[None-None]
unit.common.parallel.test_worker ‑ test_no_deployments_in_traffic_group[None-None-mock_get_events_client-make_worker-mock_get_logger-mock__score_once-mock_get_client_setting-monkeypatch-env_vars0-0]
unit.common.parallel.test_worker ‑ test_no_deployments_in_traffic_group[None-None-mock_get_events_client-make_worker-mock_get_logger-mock__score_once-mock_get_client_setting-monkeypatch-env_vars1-0]
unit.common.parallel.test_worker ‑ test_no_deployments_in_traffic_group[None-None-mock_get_events_client-make_worker-mock_get_logger-mock__score_once-mock_get_client_setting-monkeypatch-env_vars2-1]
unit.common.parallel.test_worker ‑ test_no_deployments_in_traffic_group[None-None-mock_get_events_client-make_worker-mock_get_logger-mock__score_once-mock_get_client_setting-monkeypatch-env_vars3-2]
unit.common.parallel.test_worker ‑ test_quota_429_contributes_to_request_total_wait_time[None-None]
unit.common.parallel.test_worker ‑ test_request_exceeds_max_retry_time_interval_and_fails[None-None]
unit.common.parallel.test_worker ‑ test_successful_scoring_appends_result_no_segmentation[None-None]
unit.common.parallel.test_worker ‑ test_successful_scoring_appends_result_with_segmentation[None-None]
unit.common.post_processing.test_callback_factory ‑ test_generate_callback_exception_with_mini_batch_id[None-None]
unit.common.post_processing.test_callback_factory ‑ test_generate_callback_success[None-None]
unit.common.post_processing.test_gatherer ‑ test_add_empty_result[None-None]
unit.common.post_processing.test_gatherer ‑ test_run_exception[None-None]
unit.common.post_processing.test_gatherer ‑ test_run_failed_results[None-None]
unit.common.post_processing.test_gatherer ‑ test_run_success[None-None]
unit.common.request_modification.test_input_transformer ‑ test_empty_input_transformer[None-None]
unit.common.request_modification.test_input_transformer ‑ test_input_transformer[None-None]
unit.common.request_modification.test_prompt_redaction_modifier ‑ test_modify[None-None-mock_get_logger-request_obj0-redacted_request_obj0]
unit.common.request_modification.test_prompt_redaction_modifier ‑ test_modify[None-None-mock_get_logger-request_obj1-redacted_request_obj1]
unit.common.request_modification.test_prompt_redaction_modifier ‑ test_modify[None-None-mock_get_logger-request_obj2-redacted_request_obj2]
unit.common.request_modification.test_prompt_redaction_modifier ‑ test_modify[None-None-mock_get_logger-request_obj3-redacted_request_obj3]
unit.common.request_modification.test_prompt_redaction_modifier ‑ test_modify[None-None-mock_get_logger-request_obj4-redacted_request_obj4]
unit.common.request_modification.test_prompt_redaction_modifier ‑ test_modify[None-None-mock_get_logger-request_obj5-redacted_request_obj5]
unit.common.request_modification.test_vesta_chat_completion_encoded_image_scrubber ‑ test_image_scrubber[None-None]
unit.common.request_modification.test_vesta_chat_completion_image_modifier ‑ test_is_vesta_chat_completion_payload[None-None-False-request_obj1]
unit.common.request_modification.test_vesta_chat_completion_image_modifier ‑ test_is_vesta_chat_completion_payload[None-None-False-request_obj2]
unit.common.request_modification.test_vesta_chat_completion_image_modifier ‑ test_is_vesta_chat_completion_payload[None-None-False-request_obj3]
unit.common.request_modification.test_vesta_chat_completion_image_modifier ‑ test_is_vesta_chat_completion_payload[None-None-True-request_obj0]
unit.common.request_modification.test_vesta_chat_completion_image_modifier ‑ test_modify[None-None]
unit.common.request_modification.test_vesta_chat_completion_image_modifier ‑ test_modify_invalid_image[None-None]
unit.common.request_modification.test_vesta_encoded_image_scrubber ‑ test_image_scrubber_image_data_scrubbed[None-None]
unit.common.request_modification.test_vesta_encoded_image_scrubber ‑ test_image_scrubber_image_data_unchanged[None-None]
unit.common.request_modification.test_vesta_encoded_image_scrubber ‑ test_image_scrubber_invalid_request_raises_exception[None-None]
unit.common.request_modification.test_vesta_image_modifier ‑ test__b64_from_url[None-None]
unit.common.request_modification.test_vesta_image_modifier ‑ test_encode_b64_file[None-None]
unit.common.request_modification.test_vesta_image_modifier ‑ test_encode_b64_raw[None-None]
unit.common.request_modification.test_vesta_image_modifier ‑ test_encode_b64_url[None-None]
unit.common.request_modification.test_vesta_image_modifier ‑ test_is_vesta_payload[None-None]
unit.common.request_modification.test_vesta_image_modifier ‑ test_modify[None-None]
unit.common.request_modification.test_vesta_image_modifier ‑ test_modify_invalid_image[None-None]
unit.common.request_modification.test_vesta_image_modifier ‑ test_vesta_payload_type[None-None]
unit.common.scoring.test_scoring_result ‑ test_copy[None-None]
unit.common.scoring.test_scoring_utils ‑ test_classify_response[None-None-200-None---RetriableType.NOT_RETRIABLE]
unit.common.scoring.test_scoring_utils ‑ test_classify_response[None-None-400-None---RetriableType.NOT_RETRIABLE]
unit.common.scoring.test_scoring_utils ‑ test_classify_response[None-None-403-None---RetriableType.RETRY_ON_DIFFERENT_ENDPOINT]
unit.common.scoring.test_scoring_utils ‑ test_classify_response[None-None-404-Specified traffic group could not be found---RetriableType.RETRY_ON_DIFFERENT_ENDPOINT]
unit.common.scoring.test_scoring_utils ‑ test_classify_response[None-None-424-None-429--RetriableType.RETRY_ON_DIFFERENT_ENDPOINT]
unit.common.scoring.test_scoring_utils ‑ test_classify_response[None-None-424-no healthy upstream--model_not_ready-RetriableType.RETRY_ON_DIFFERENT_ENDPOINT]
unit.common.scoring.test_scoring_utils ‑ test_classify_response[None-None-424-no healthy upstream--too_few_model_instance-RetriableType.RETRY_ON_DIFFERENT_ENDPOINT]
unit.common.scoring.test_scoring_utils ‑ test_classify_response[None-None-429-None---RetriableType.RETRY_ON_DIFFERENT_ENDPOINT]
unit.common.scoring.test_segmented_score_context ‑ test_build_scoring_result[None-None]
unit.common.scoring.test_segmented_score_context ‑ test_build_scoring_result_one_segment[None-None]
unit.common.scoring.test_segmented_score_context ‑ test_has_more[None-None-None-100]
unit.common.scoring.test_segmented_score_context ‑ test_has_more[None-None-None-101]
unit.common.scoring.test_segmented_score_context ‑ test_has_more[None-None-length-100]
unit.common.scoring.test_segmented_score_context ‑ test_has_more[None-None-length-101]
unit.common.scoring.test_segmented_score_context ‑ test_has_more[None-None-stop-100]
unit.common.scoring.test_segmented_score_context ‑ test_has_more[None-None-stop-101]
unit.common.scoring.test_segmented_score_context ‑ test_has_more_no_max_tokens[None-None-None]
unit.common.scoring.test_segmented_score_context ‑ test_has_more_no_max_tokens[None-None-length]
unit.common.scoring.test_segmented_score_context ‑ test_has_more_no_max_tokens[None-None-stop]
unit.common.scoring.test_segmented_score_context ‑ test_has_more_no_segmented_results[None-None]
unit.common.scoring.test_segmented_score_context ‑ test_has_more_supports_segmentation_false[None-None-1]
unit.common.scoring.test_segmented_score_context ‑ test_has_more_supports_segmentation_false[None-None-2]
unit.common.scoring.test_segmented_score_context ‑ test_has_more_when_predicted_text_is_empty[None-None]
unit.common.scoring.test_segmented_score_context ‑ test_score_next[None-None]
unit.common.scoring.test_tally_failed_request_handler ‑ test_categorize[None-None-None-424-429]
unit.common.scoring.test_tally_failed_request_handler ‑ test_categorize[None-None-None-424-500]
unit.common.scoring.test_tally_failed_request_handler ‑ test_categorize[None-None-None-424-None]
unit.common.scoring.test_tally_failed_request_handler ‑ test_categorize[None-None-None-503-None]
unit.common.scoring.test_tally_failed_request_handler ‑ test_categorize[None-None-bad_request_to_model-424-400]
unit.common.scoring.test_tally_failed_request_handler ‑ test_disabled_handler[None-None-bad_request_to_model-424-400]
unit.common.scoring.test_tally_failed_request_handler ‑ test_disabled_handler[None-None-none-424-400]
unit.common.scoring.test_tally_failed_request_handler ‑ test_enabled_handler_no_tally[None-None-bad_request_to_model-424-400]
unit.common.scoring.test_tally_failed_request_handler ‑ test_enabled_handler_tally[None-None-bad_request_to_model-424-429]
unit.common.scoring.test_tally_failed_request_handler ‑ test_enabled_handler_tally[None-None-bad_request_to_model-424-500]
unit.common.scoring.test_tally_failed_request_handler ‑ test_enabled_handler_tally[None-None-bad_request_to_model-424-None]
unit.common.scoring.test_tally_failed_request_handler ‑ test_enabled_handler_tally[None-None-bad_request_to_model-503-None]
unit.common.scoring.test_tally_failed_request_handler ‑ test_enabled_handler_tally[None-None-none-424-400]
unit.common.scoring.test_tally_failed_request_handler ‑ test_invalid_setup[None-None-True-none|bad_request_in_model]
unit.common.scoring.test_tally_failed_request_handler ‑ test_valid_setup[None-None-False-none|bad_request_in_model]
unit.common.scoring.test_tally_failed_request_handler ‑ test_valid_setup[None-None-True-bad_request_in_model]
unit.common.scoring.test_tally_failed_request_handler ‑ test_valid_setup[None-None-True-none]
unit.common.utils.test_common ‑ test_convert_result_list_batch_20[None-None-False-False-False]
unit.common.utils.test_common ‑ test_convert_result_list_batch_20[None-None-False-False-True]
unit.common.utils.test_common ‑ test_convert_result_list_batch_20[None-None-False-True-False]
unit.common.utils.test_common ‑ test_convert_result_list_batch_20[None-None-False-True-True]
unit.common.utils.test_common ‑ test_convert_result_list_batch_20[None-None-True-False-False]
unit.common.utils.test_common ‑ test_convert_result_list_batch_20[None-None-True-False-True]
unit.common.utils.test_common ‑ test_convert_result_list_batch_20[None-None-True-True-False]
unit.common.utils.test_common ‑ test_convert_result_list_batch_20[None-None-True-True-True]
unit.common.utils.test_common ‑ test_convert_result_list_batch_size_one[None-None-False]
unit.common.utils.test_common ‑ test_convert_result_list_batch_size_one[None-None-True]
unit.common.utils.test_common ‑ test_convert_result_list_failed_result[None-None-False]
unit.common.utils.test_common ‑ test_convert_result_list_failed_result[None-None-True]
unit.common.utils.test_common ‑ test_convert_result_list_failed_result_batch[None-None-False]
unit.common.utils.test_common ‑ test_convert_result_list_failed_result_batch[None-None-True]
unit.common.utils.test_common ‑ test_convert_to_list_batch_size_20[None-None-None]
unit.common.utils.test_common ‑ test_convert_to_list_batch_size_20[None-None-additional_properties1]
unit.common.utils.test_common ‑ test_convert_to_list_happy_path[None-None-obj_list0-expected_result0]
unit.common.utils.test_common ‑ test_convert_to_list_happy_path[None-None-obj_list1-expected_result1]
unit.common.utils.test_common ‑ test_convert_to_list_happy_path[None-None-obj_list2-expected_result2]
unit.common.utils.test_common ‑ test_endpoint_response_is_not_json[None-None]
unit.common.utils.test_common ‑ test_incorrect_data_length_raises[None-None]
unit.common.utils.test_json_encoder_extensions ‑ test_configuration_instantiation_is_singular[None-None]
unit.common.utils.test_json_encoder_extensions ‑ test_configured_get_default_encoder[None-None]
unit.common.utils.test_json_encoder_extensions ‑ test_derived_numpy_array_encoder[None-None]
unit.common.utils.test_json_encoder_extensions ‑ test_unconfigured_get_default_encoder[None-None]
unit.header_handlers.test_mir_endpoint_v2_header_handler ‑ test_get_headers_no_additional_headers[None-None]
unit.header_handlers.test_mir_endpoint_v2_header_handler ‑ test_get_headers_with_additional_headers[None-None]
unit.test_configuration_parser_factory ‑ test_factory_returns_parser[None-None-args0-FileConfigurationParser]
unit.test_configuration_parser_factory ‑ test_factory_returns_parser[None-None-args1-ConfigurationParser]
unit.test_configuration_parser_factory ‑ test_factory_returns_parser[None-None-args2-ConfigurationParser]
unit.test_file_configuration_parser ‑ test_aoai_completion[None-None-aoai_chat_completion.json-override_expected_config1]
unit.test_file_configuration_parser ‑ test_aoai_completion[None-None-aoai_completion.json-override_expected_config0]
unit.test_file_configuration_parser ‑ test_aoai_completion[None-None-aoai_embedding.json-override_expected_config2]
unit.test_file_configuration_parser ‑ test_aoai_completion[None-None-serverless_completion.json-override_expected_config3]
unit.test_file_configuration_validator ‑ test_invalid_configurations_fail[None-None-instance0]
unit.test_file_configuration_validator ‑ test_valid_configurations_pass[None-None-instance0]
unit.test_main ‑ test_get_return_value[None-None-dummy_return_data0-append_row]
unit.test_main ‑ test_get_return_value[None-None-dummy_return_data1-summary_only]
unit.test_main ‑ test_get_return_value[None-None-dummy_return_data2-any_other_value]
unit.test_main ‑ test_get_return_value[None-None-dummy_return_data3-append_row]
unit.test_main ‑ test_get_return_value[None-None-dummy_return_data4-summary_only]
unit.test_main ‑ test_setup_trace_configs_disabled_scenario[None-None-environment_variables0]
unit.test_main ‑ test_setup_trace_configs_disabled_scenario[None-None-environment_variables1]
unit.test_main ‑ test_setup_trace_configs_disabled_scenario[None-None-environment_variables2]
unit.test_main ‑ test_setup_trace_configs_enabled_scenario[None-None-environment_variables0-expected_trace_configs0]
unit.test_prs_compatability ‑ test_prs_code_importing[None-None]
Loading