From e496f11b1fa80d8e4d584b2bcbcb9a156511628d Mon Sep 17 00:00:00 2001 From: Chris Cummins Date: Thu, 3 Mar 2022 15:20:33 +0000 Subject: [PATCH] [tests] Increase timeouts for validation tests. --- tests/llvm/validate_test.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/tests/llvm/validate_test.py b/tests/llvm/validate_test.py index dc65b34e5e..526c4cfd7a 100644 --- a/tests/llvm/validate_test.py +++ b/tests/llvm/validate_test.py @@ -16,6 +16,7 @@ pytest_plugins = ["tests.pytest_plugins.llvm"] +@pytest.mark.timeout(900) # Validation can take a long time! def test_validate_state_no_reward(): state = CompilerEnvState( benchmark="benchmark://cbench-v1/crc32", @@ -30,6 +31,7 @@ def test_validate_state_no_reward(): assert str(result) == "✅ cbench-v1/crc32" +@pytest.mark.timeout(900) # Validation can take a long time! def test_validate_state_with_reward(): state = CompilerEnvState( benchmark="benchmark://cbench-v1/crc32", @@ -46,6 +48,7 @@ def test_validate_state_with_reward(): assert str(result) == "✅ cbench-v1/crc32 0.0000" +@pytest.mark.timeout(900) # Validation can take a long time! def test_validate_state_invalid_reward(): state = CompilerEnvState( benchmark="benchmark://cbench-v1/crc32", @@ -64,6 +67,7 @@ def test_validate_state_invalid_reward(): ) +@pytest.mark.timeout(900) # Validation can take a long time! def test_validate_state_without_state_reward(): """Validating state when state has no reward value.""" state = CompilerEnvState( @@ -102,6 +106,7 @@ def test_validate_state_without_env_reward(): assert not result.reward_validation_failed +@pytest.mark.timeout(900) # Validation can take a long time! def test_no_validation_callback_for_custom_benchmark(env: LlvmEnv): """Test that a custom benchmark has no validation callback.""" with tempfile.TemporaryDirectory() as d: